<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1 20151215//EN" "http://jats.nlm.nih.gov/publishing/1.1/JATS-journalpublishing1.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML"
    dtd-version="1.1" specific-use="sps-1.9"
    article-type="research-article" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">rcps</journal-id>
            <journal-title-group>
                <journal-title>Revista Colombiana de Psicología</journal-title>
                <abbrev-journal-title abbrev-type="publisher" xml:lang="es">Rev. Col. Psicol.</abbrev-journal-title>
            </journal-title-group>
            <issn pub-type="ppub">0121-5469</issn>
            <issn pub-type="epub">2344-8644</issn>
            <publisher>
                <publisher-name>Universidad Nacional de Colombia</publisher-name>
                <publisher-loc>
                    <country>Colombia</country>
                    <email>revpsico_fchbog@unal.edu.co</email>
                </publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.15446/rcp.v32n2.92600</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Artículos</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title xml:lang="en">
                    <bold>Preschool and School Aggression: Adaptation and Validation of the
                        Preschool Social Behavior Scale in Chile</bold>
                </article-title>
                <trans-title-group>
                    <trans-title xml:lang="es">
                        <bold>Agresión Preescolar y Escolar: Adaptación y Validación de la Escala de
                            Conducta Social Preescolar en Chile</bold>
                    </trans-title>
                </trans-title-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>VARELA</surname>
                        <given-names>JORGE</given-names>
                    </name>
                    <xref ref-type="corresp" rid="corresp1" />
                    <xref ref-type="aff" rid="aff1" />
                    <xref ref-type="fn" rid="fn3">*</xref>
                    <email>jovarela@udd.cl</email>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>MUJICA</surname>
                        <given-names>PAULA</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff2" />
                    <xref ref-type="fn" rid="fn4">**</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>BENAVENTE</surname>
                        <given-names>MARIAVICTORIA</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff3" />
                    <xref ref-type="fn" rid="fn5">***</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>MELIPILLÁN</surname>
                        <given-names>ROBERTO</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff4" />
                    <xref ref-type="fn" rid="fn6">****</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>VILLACURA</surname>
                        <given-names>PAULA</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff5" />
                    <xref ref-type="fn" rid="fn7">*****</xref>
                </contrib>
            </contrib-group>
            <aff id="aff1">
                <institution content-type="original">Universidad del Desarrollo, Santiago, Chile</institution>
                <institution content-type="orgname">Universidad del Desarrollo</institution>
                <country country="CL">Chile</country>
            </aff>
            <aff id="aff2">
                <institution content-type="original">Universidad Mayor, Santiago, Chile</institution>
                <institution content-type="orgname">Universidad Mayor</institution>
                <country country="CL">Chile</country>
            </aff>
            <aff id="aff3">
                <institution content-type="original">Universidad San Sebastián, Concepción, Chile</institution>
                <institution content-type="orgname">Universidad San Sebastián</institution>
                <country country="CL">Chile</country>
            </aff>
            <aff id="aff4">
                <institution content-type="original">Universidad del Desarrollo, Concepción, Chile</institution>
                <institution content-type="orgname">Universidad del Desarrollo</institution>
                <country country="CL">Chile</country>
            </aff>
            <aff id="aff5">
                <institution content-type="original">Universidad del Desarrollo, Santiago, Chile</institution>
                <institution content-type="orgname">Universidad del Desarrollo</institution>
                <country country="CL">Chile</country>
            </aff>
            <author-notes>
                <fn id="fn3" fn-type="current-aff">
                    <label>*</label>
                    <p>Universidad del Desarrollo, Santiago, Chile</p>
                </fn>
                <fn id="fn4" fn-type="current-aff">
                    <label>**</label>
                    <p>Universidad Mayor, Santiago, Chile</p>
                </fn>
                <fn id="fn5" fn-type="current-aff">
                    <label>***</label>
                    <p>Universidad San Sebastián, Concepción, Chile</p>
                </fn>
                <fn id="fn6" fn-type="current-aff">
                    <label>****</label>
                    <p>Universidad del Desarrollo, Concepción, Chile</p>
                </fn>
                <fn id="fn7" fn-type="current-aff">
                    <label>*****</label>
                    <p>Universidad del Desarrollo, Santiago, Chile</p>
                </fn>
                <corresp id="corresp1">
                    <email>Correspondence: Jorge Varela (https://orcid.org/0000-0002-3651-9715);
                        Faculty of Psychology, Universidad del Desarrollo. Address: Avenida Plaza,
                        680, Las Condes, Santiago, Chile. Telephone: +56 2 25785731. Email:
                        jovarela@udd.cl</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="epub-ppub">
                <season>Julio-Diciembre</season>
                <year>2023</year>
            </pub-date>
            <volume>32</volume>
            <issue>2</issue>
            <fpage>85</fpage>
            <lpage>94</lpage>
            <history>
                <date date-type="received">
                    <day>31</day>
                    <month>12</month>
                    <year>2020</year>
                </date>
                <date date-type="accepted">
                    <day>17</day>
                    <month>11</month>
                    <year>2022</year>
                </date>
            </history>
            <permissions>
                <copyright-year>2023</copyright-year>
                <copyright-holder>Universidad Nacional de Colombia</copyright-holder>
                <license xlink:href="https://creativecommons.org/licenses/by-nc-nd/2.5/">
                    <license-p>Attribution-NonCommercial-NoDerivs 2.5 Generic (CC BY-NC-ND 2.5)</license-p>
                </license>
            </permissions>
            <abstract xml:lang="en">
                <title>Abstract</title>
                <p>Recognizing aggressive behavior at an early age is vital to identify problematic
                    trajectories that may increase the risk of behavioral and social adaptation
                    problems at school and during adolescence. This requires scales capable of
                    measuring this behavior. In this study, the Scale of Preschool Social Behavior
                    (PSBS) - Teacher Form was validated using a Confirmatory Factor Analysis (CFA)
                    in a national context. We used a sample of 538 children and 12 educators from 4
                    kindergartens and 5 public schools in Santiago, Chile. The results revealed two
                    main factors: aggression and pro-social behavior, similar to the original scale.
                    This study contributes to the early detection of physical and relational
                    aggression in the preschool stage through the development of reliable
                    measurements that guide prevention programs.</p>
            </abstract>
            <trans-abstract xml:lang="es">
                <title>Resumen</title>
                <p>Reconocer el comportamiento agresivo a una edad temprana es vital para
                    identificar trayectorias problemáticas que pueden aumentar el riesgo de
                    presentar problemas de adaptación conductual y social en la edad escolar y
                    durante la adolescencia. Para ello, es necesario contar con escalas válidas
                    capaces de medir este comportamiento en el contexto nacional. En este estudio,
                    la Escala de Comportamiento Social Preescolar (PSBS) – Forma para profesores fue
                    validada usando un Análisis Factorial Confirmatorio (CFA). Se utilizó una
                    muestra de 538 niños, 12 educadores de 4 jardines infantiles y de 5 escuelas en
                    Santiago, Chile. Los resultados revelaron dos factores principales: la agresión
                    y el comportamiento pro-social, que es similar a la escala original. Los
                    resultados de este estudio esperan contribuir a la detección temprana de la
                    agresión física y relacional en la etapa preescolar, a través del desarrollo de
                    medidas confiables que guíen los programas de prevención.</p>
            </trans-abstract>
            <kwd-group xml:lang="en">
                <title>Keywords</title>
                <kwd>Aggression</kwd>
                <kwd>preschool</kwd>
                <kwd>scale</kwd>
                <kwd>social behavior</kwd>
            </kwd-group>
            <kwd-group xml:lang="es">
                <title>Palabras clave</title>
                <kwd>agresión</kwd>
                <kwd>conducta social</kwd>
                <kwd>escala</kwd>
                <kwd>preescolar</kwd>
            </kwd-group>
            <counts>
                <fig-count count="1" />
                <table-count count="2" />
                <equation-count count="0" />
                <ref-count count="33" />
            </counts>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>How to cite this article</meta-name>
                    <meta-value>Varela, J., Benavente, M., Mujica, P., Melipillán, R., &amp;
                        Villacura, P. (2023). Preschool and school aggression: Adaptation and
                        validation of the preschool social behavior scale in Chile. <italic>Revista
                        Colombiana de Psicología</italic>, 32(2), 85-94.
                        https://doi.org/10.15446/rcp.v32n2.rcp.v32n2.92600</meta-value>
                </custom-meta>
            </custom-meta-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="intro">
            <title>
                <bold>Introduction</bold>
            </title>
            <p>AGGRESSION IS a multidimensional phenomenon that can be classified in different ways
                based on how it is expressed (verbal, physical), how it is directed (open or
                concealed) or how it is motivated (reactive or proactive) (<xref ref-type="bibr"
                    rid="ref3">Berkowitz, 1993</xref>; <xref ref-type="bibr"
                    rid="ref6">Bushman &amp; Huesmann, 2010</xref>; <xref
                    ref-type="bibr" rid="ref11">Crick, 1996</xref>; <xref
                    ref-type="bibr" rid="ref32">Vitaro et al.,1998</xref>).
                According to diverse array of studies, human beings can begin to show signs of
                aggression at a very early age. In fact, the likelihood of exhibiting signs of early
                age aggression reaches its highest point at two and a half years old and then
                progressively diminishes as children develop social skills and language that allows
                them to communicate their frustration and emotions more constructively, being these
                adaptive behaviors (<xref ref-type="bibr" rid="ref30">Tremblay
                et al., 2008</xref>). For example, a six-year longitudinal study with a sample of
                10,658 Canadian children and adolescents aged 2 to 11 years examined aggressive
                behavior using face-to-face interview with the Person Most Knowledgeable about the
                child (PMK). One of the most interesting results was that physical aggression was
                observed to decrease between the ages of 4 and 11 years and was more frequent in
                boys than in girls in early childhood (<xref ref-type="bibr"
                    rid="ref10">Côté et al.,2006</xref>).</p>
            <p>Despite this natural tendency to act aggressively, other studies have shown that
                individuals can vary considerably in terms of the swiftness and frequency with which
                they show aggressive behavior and have identified key factors that influence
                aggressive tendencies. The first of these factors is gender and clear differences
                are seen between boys and girls both in terms of frequency since girls at age 4
                resort to physical aggression almost twice as often as boys and then decrease their
                use of physical aggression before boys do. In terms of the type of aggression, as
                girls use more indirect aggression between the ages of 6 and 11 and boys show more
                physical aggression (<xref ref-type="bibr" rid="ref2">Archer
                &amp; Côté, 2005</xref>). In addition, it has also been observed that men engage in
                more physical aggression while women are more likely to use relational aggression
                through social exclusion or by undermining a person’s self-esteem (<xref
                    ref-type="bibr" rid="ref11">Crick, 1996</xref>; <xref
                    ref-type="bibr" rid="ref12">Crick &amp; Grotpeter, 1996</xref>
                ).</p>
            <p>Other studies have pointed to the usefulness of distinguishing between physical
                (open, direct) and relational (indirect, social) aggression based on instruments
                that use more than one factor to measure this behavior (<xref ref-type="bibr"
                    rid="ref4">Björkqvist &amp; Niemelä,1992</xref>; <xref
                    ref-type="bibr" rid="ref12">Crick &amp; Grotpeter, 1996</xref>).
                Another important distinction can be made between reactive and instrumental
                aggression. Reactive aggression refers to the use of aggression as a response to an
                actual or perceived offense (hitting, insult as a response to a threat).
                Instrumental or proactive aggression is not preceded by any offense and instead
                aggression is used as a tool to achieve or obtain something (resources, domination,
                social status, etc.). Some authors have linked reactive aggression to an impulsive
                rage motivated by a desire to hurt someone and as a reaction to an immediately
                preceding frustration or provocation (<xref ref-type="bibr"
                    rid="ref1">Anderson &amp; Bushman, 2002</xref>). On the
                other hand, instrumental aggression has been associated with premeditated,
                calculated, and often emotionless behavior (<xref ref-type="bibr"
                    rid="ref16">González-Peña et al., 2013</xref>).</p>
            <p>The findings of the investigations and reviews that have assessed child aggression
                seem to indicate that one of the reasons why studies have generally not been
                conducted in preschool classrooms is because of the traditional methodology used to
                measure aggressive behaviors in a school environment have used exploratory
                instruments that require reading and writing skills, as questionnaires and
                self-reporting (<xref ref-type="bibr" rid="ref26">Ortega &amp;
                Monks, 2005</xref>). To both understand aggression in the preschool stage and to
                develop effective solutions, it is essential to develop assessment tools that allow
                diagnostic reports of aggression in school settings to be made (<xref
                    ref-type="bibr" rid="ref17">Hahn et al., 2007</xref>). The
                early detection of patterns of aggressive behavior in children is essential to
                prevent and treat social and behavioral adaptation problems. Many authors have noted
                that, without prevention, initial risk factors tend to accumulate and increase over
                time, thereby causing children to begin during elementary education with a high risk
                of maladaptive behavior if they leave preschool without learning strategies to
                control their aggression (<xref ref-type="bibr" rid="ref15">Fergusson
                et al., 2005</xref>; <xref ref-type="bibr" rid="ref29">Tremblay,
                2000</xref>).</p>
            <p>One of the difficulties of assessing aggressiveness throughout the life cycle is the
                lack of conceptual clarity of this construct and the absence of a common theoretical
                framework among researchers (<xref ref-type="bibr" rid="ref3">Berkowitz,
                1993</xref>; <xref ref-type="bibr" rid="ref20">Kempes et al.,
                2005</xref>). Nevertheless, tools and strategies have been developed to evaluate
                aggressive behaviors in children in the school context, through reports made by
                teachers and educators (<xref ref-type="bibr" rid="ref24">Mcevoy
                et al., 2003</xref>). However, the availability of the tools used to assess
                aggressive behavior in young children still seem insufficient in the Chilean context
                considering the importance of early detection. Currently, instruments that measure
                development are widely used, as the Test de Aprendizaje y Desarrollo Infantil, TADI
                (<xref ref-type="bibr" rid="ref7">Chile Crece Contigo, 2018</xref>)
                or the Strengths and Difficulties Questionnaire (SDQ) (<xref ref-type="bibr"
                    rid="ref5">Brown et al., 2014</xref>). However, no validated
                instruments in Chile measure aggressive behaviors at preschool age. Pioneering
                studies of aggression have considered this type of behavior to be a physical and
                observable act and, therefore, measurable via an observational methodology (<xref
                    ref-type="bibr" rid="ref3">Berkowitz, 1993</xref>; <xref
                    ref-type="bibr" rid="ref6">Bushman &amp; Huesmann, 2010</xref>).
                These tools have also assumed that aggression is a male response resulting from
                biological differences, skewing research results (<xref ref-type="bibr"
                    rid="ref31">Vachon et al, 2014</xref>). In contrast, there
                is currently more interest in studying aggressive behaviors in both genders. As the
                field of view widened, the study of less visible forms of aggression and of
                aggression in both genders began in earnest, revealing greater diversity (<xref
                    ref-type="bibr" rid="ref4">Björkqvist &amp; Niemelä, 1992</xref>
                ; <xref ref-type="bibr" rid="ref22">Lagerspetz et al., 1988</xref>
                ; <xref ref-type="bibr" rid="ref25">Nivette et al., 2014</xref>
                ).</p>
            <p>At the preschool stage, young children are less likely to naturally inhibit their
                hostile or aggressive behaviors in the presence of adults and are therefore more
                likely to initiate and maintain aggressive behavior patterns even when being
                observed by their educators. This allows teachers to act as valid informants of this
                behavior (<xref ref-type="bibr" rid="ref8">Coie et al, 1990</xref>
                ; <xref ref-type="bibr" rid="ref11">Crick, 1996</xref>). Due to
                the characteristics of pre-school education and the style of interactions among
                children, preschool teachers are thus key and valid informants about children’s
                social behavior (<xref ref-type="bibr" rid="ref8">Coie et
                al.,1990</xref>).</p>
            <sec>
                <title>
                    <bold>The Preschool Social Behavior Scale-Teacher (PSBS-T) Scale</bold>
                </title>
                <p>The tool validated in this study is the Preschool Social Behavior Scale-Teacher
                    (PSBS-T). It evaluates physical and relational aggression in preschoolers
                    corresponding up to six years (<xref ref-type="bibr"
                        rid="ref13">Crick et al., 1997</xref>). This scale was
                    validated and adapted from the tool designed to assess aggression and prosocial
                    behavior in school-age children (Children´s Social Behavior Scale-Teacher Form;
                    CSBS-T; <xref ref-type="bibr" rid="ref11">Crick, 1996</xref>
                    ).</p>
                <p>PSBS-T has previously been used in other studies to compare different contexts of
                    aggression (<xref ref-type="bibr" rid="ref28">Ostrov &amp;
                    Keating, 2014</xref>), evaluate prevention programs (<xref ref-type="bibr"
                        rid="ref21">Kim et al., 2011</xref>), determine the
                    continuity of physical and relational aggression (<xref ref-type="bibr"
                        rid="ref27">Ostrov, 2010</xref>) and validate scales in
                    preschool population (<xref ref-type="bibr" rid="ref14">Fehr
                    &amp; Russ, 2014</xref>) as well as assess the effects of violent media and
                    video games on aggressive behaviors. However, there is currently no version of
                    this scale that has been adapted for the Chilean context. Therefore, the purpose
                    of this study is to adapt and provisionally validate the Preschool Social
                    Behavior Scale-Teacher (PSBS-T) scale to evaluate physical and relational
                    aggression in preschools in kindergartens and local schools in an urban commune
                    in Chile.</p>
            </sec>
        </sec>
        <sec sec-type="methods">
            <title>
                <bold>Methods</bold>
            </title>
            <sec>
                <title>
                    <bold>Participants</bold>
                </title>
                <p>The final sample was 538 children from 3 to 6 years old, as described in <xref
                        ref-type="table" rid="gt1">Table 1</xref>. The sample was selected from one
                    urban community in Santiago of Chile using a convenience sampling design from
                    public elementary schools and kindergartens in the community. The inclusion
                    criteria were to belong to that urban community, from the public system, and be
                    willing to participate in the study. Therefore, we collected data from five
                    Elementary schools and four Kindergartens using 12 teachers as student
                    informants. Teachers were selected considering more than 3 months in the job,
                    and students more than two months attending to classes.</p>
                <p>
                    <table-wrap id="gt1">
                        <label>Table 1</label>
                        <caption>
                            <title>
                                <italic>Sample Distribution by Gender and Age</italic>
                            </title>
                        </caption>
                        <alternatives>
                            <graphic xlink:href="0121-5469-rcps-32-2-85-gt2.png" position="anchor"
                                orientation="portrait" />
                            <table style="border-collapse:collapse;" id="gt2-526564616c7963">
                                <tbody>
                                    <tr>
                                        <td
                                            style="border:solid black 1.0pt;   padding:3.75pt 3.75pt 3.75pt 3.75pt" />
                                        <td
                                            style="border:solid black 1.0pt;border-left:none;   padding:3.75pt 3.75pt 3.75pt 3.75pt" />
                                        <td
                                            style="border:solid black 1.0pt;border-left:none;   padding:3.75pt 3.75pt 3.75pt 3.75pt" />
                                        <td
                                            style="border:solid black 1.0pt;border-left:none;   padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>Age</bold>
                                        </td>
                                        <td
                                            style="border:solid black 1.0pt;border-left:none;   padding:3.75pt 3.75pt 3.75pt 3.75pt" />
                                        <td
                                            style="border:solid black 1.0pt;border-left:none;   padding:3.75pt 3.75pt 3.75pt 3.75pt" />
                                    </tr>
                                    <tr>
                                        <td
                                            style="border:solid black 1.0pt;border-top:none;   padding:3.75pt 3.75pt 3.75pt 3.75pt" />
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>3 years</bold>
                                        </td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>4 years</bold>
                                        </td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>5 years</bold>
                                        </td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>6 years</bold>
                                        </td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>Total</bold>
                                        </td>
                                    </tr>
                                    <tr>
                                        <td
                                            style="border:solid black 1.0pt;border-top:none;   padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>Boys</bold>
                                        </td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            62</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            75</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            112</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            35</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            284</td>
                                    </tr>
                                    <tr>
                                        <td
                                            style="border:solid black 1.0pt;border-top:none;   padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>Girls</bold>
                                        </td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            44</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            86</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            93</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            31</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            254</td>
                                    </tr>
                                    <tr>
                                        <td
                                            style="border:solid black 1.0pt;border-top:none;   padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>Total</bold>
                                        </td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            106</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            161</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            205</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            66</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            538</td>
                                    </tr>
                                </tbody>
                            </table>
                        </alternatives>
                    </table-wrap>
                </p>
            </sec>
            <sec>
                <title>
                    <bold>Tool</bold>
                </title>
                <p>PSBS has a version for teachers and another for parents. In this study, the
                    version for teachers was used exclusively. This version uses a Likert scale with
                    5 types of answers: 1: “<italic>never or almost never</italic>”, up to 5: “<italic>
                    always</italic>”. The scale contains 25 items grouped into 6 subscales: (1)
                    Relational aggression, with 8 items (4, 8, 11, 13, 15, 19, 21, and 22),
                    including “<italic>The child tells a classmate that he/she will not play with
                    him/her unless he/she does what he/she wants</italic>”; “<italic>The child tries
                    to make his/her classmates dislike another partner by saying bad things about
                    him/her behind his/her back</italic>”; (2) Physical aggression, with 8 items (2,
                    5, 7, 12, 14, 17, 20, and 23), including: “<italic>Child kicks or punches peers</italic>”;
                    “<italic>Child pushes peers</italic>”; (3) Pro-social behavior, with 4 items (1,
                    3, 6, and 10), including “<italic>Child is good at sharing and respecting turns</italic>”;
                    and (4) Depressive affection, with 3 items (9, 16, and 18), e. g. “<italic>Child
                    doesn’t have much fun</italic>”. The last two subscales are composed of a single
                    item each: (5) Acceptance of the child by peers of the same gender (“<italic>The
                    child is very well liked by peers of the same gender</italic>”, item 24); (6)
                    Acceptance of the child by peers of the opposite gender (“<italic>The child is
                    very well liked by peers of the opposite gender</italic>”, item 25).</p>
            </sec>
            <sec>
                <title>
                    <bold>Procedure</bold>
                </title>
                <p>The first step in the validation procedure was the linguistic adaptation of the
                    instrument through the back-translation approach (English-spanish-english) of
                    the language by bilingual professionals (<xref ref-type="bibr"
                        rid="ref18">Hambleton et al., 2004</xref>). Based on
                    this Spanish version of the instrument we developed a content validation of the
                    instrument based on the expertise of three judges with an academic background on
                    the topic in Chile. Two of them are academics from Chilean universities and the
                    other is a practitioner from the Minister of Education. Experts’ judge
                    suggestions were focused on a few grammatical gender distinctions, keeping all
                    the rest of the items from the original instruments. Subsequently, a pilot study
                    was carried out with a sample of two classes from a single educational
                    establishment, with 30 students in each class. In general, no problems were
                    reported with the comprehension of the items, except for one (item 15: “This
                    child tells a peer they won’t be invited to their Birthday party unless he/she
                    what the child wants”). Based on the pilot application, we edited item 15
                    related to birthday party invitations that were hard to understand for the
                    Chilean sample.</p>
                <p>Moreover, informed consent was obtained from each student. Finally, the
                    application of the scale took place between August and September 2014 by one
                    professional running the study.</p>
            </sec>
            <sec>
                <title>
                    <bold>Data Analysis</bold>
                </title>
                <p>To evaluate the factor structure of the PSBS-T, a Confirmatory Factor Analysis
                    (CFA) was carried out comparing the original structure of four factors (defined
                    by items 1 to 23). However, two original factors were defined by only one item;
                    therefore, only four factors from the original scale were compared.</p>
                <p>Given that the scale items are answered with ordinal-type response options, and
                    the assumption of multivariate normal distribution is not fulfilled, the
                    polychoric correlation matrix was obtained and the parameters of the models were
                    estimated using the Weighted Least Squares Mean and Variance adjusted method
                    (WLSMV). The previous procedure allows obtaining a robust modification of the
                    quality statistics of the fit of the analyzed model, as well as adequately
                    estimating the parameters and their standard errors. Since the study
                    participants belonged to different courses, the standard error produced by the
                    grouping (intraclass correlation) was controlled by means of an adjustment
                    obtained by including the students’ course as the <italic>Cluster</italic>
                    variable. The quality of fit of the analyzed models was carried out based on the
                    following statistics: a) <italic>χ2</italic>, b) CFI, c) TLI d) RMSEA and its
                    90% confidence interval. As indicative criteria of a good fit for a model, a
                    non-significant <italic>χ2</italic> statistic, values of 0.95 or higher for CFI
                    and TLI, and a value less than 0.08 for RMSEA have been proposed (<xref
                        ref-type="bibr" rid="ref19">Hu &amp; Bentler, 1999</xref>).
                    These analyzes were carried out using the Mplus 8.4 software.</p>
                <p>Once the model that best fit the data was identified, the invariance of the scale
                    measurement between men and women was analyzed. For this, a Multi-Group
                    Confirmatory Factor Analysis (MGCFA) was performed and it required the
                    comparison of a sequence of three models. <italic>Model 1: Configural invariance</italic>.
                    This model specified the same factor structure for each group, but the
                    estimation of thresholds and factor loadings were freely estimated in both
                    groups. <italic>Model 2: Metric invariance</italic>. In this model, all factor
                    loadings were constrained to be equal across groups, while thresholds were
                    freely estimated excepting those that required constraining to be equal across
                    groups to allow identification of the model. <italic>Model 3: Scalar invariance</italic>.
                    All factor loadings and thresholds were constrained to be equal across the two
                    groups. To assess the measurement invariance hypothesis, the sequence adjustment
                    level of the previously described models was compared. A statistically
                    significant reduction in the quality of fit between two models indicates the
                    existence of differences in some parameters between the compared groups. Given
                    that each model in the sequence was nested in the previous model, two
                    comparisons were made, Configural vs Metric, and Metric vs Scalar. To assess the
                    statistical significance of the differences in fit quality, the Difftest option
                    of the Mplus 8.4 software was used. A non-significant result in these
                    comparisons supported the measurement invariance hypothesis.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>
                <bold>Results</bold>
            </title>
            <sec>
                <title>
                    <bold>Confirmatory Factor Analysis</bold>
                </title>
                <p>The fit quality results for the four-factor model were <italic>c2</italic>(224) =
                    496.158, <italic>p</italic> &lt; 0.001, CFI = 0.963, TLI = 0.958, RMSEA = 0.048
                    (90% CI: 0.042-0.054). For the factor loadings, absolute values in the range
                    0.57 to 0.96 were observed, all statistically significant (<italic>p</italic>
                    &lt;0.001). Taken together, these results provide evidence regarding the
                    adequacy of the four-factor model. The reliability Omega coefficients were: F1:
                    0.88; F2: 0.93; F3: 0.84; and F4: 0.63. The estimated parameters for this model
                    are presented in <xref ref-type="fig" rid="gf1">Figure 1</xref>.</p>
                <p>
                    <fig id="gf1">
                        <label>
                            <bold>Figure 1</bold>
                        </label>
                        <caption>
                            <title>
                                <italic>Four Factor PSBS-T Scale Model</italic>
                            </title>
                        </caption>
                        <alt-text>Figure 1 Four Factor PSBS-T Scale Model</alt-text>
                        <graphic xlink:href="0121-5469-rcps-32-2-85-gf2.png" position="anchor"
                            orientation="portrait" />
                        <attrib>
                            <italic>Note</italic>. Factor 1: Relational aggression; Factor 2:
                            Over/Physical aggression; Factor 3: Prosocial behavior; Factor 4:
                            Depressed affect. *: <italic>p &lt; 0.05; ***: p &lt; 0.001</italic>.</attrib>
                    </fig>
                </p>
            </sec>
            <sec>
                <title>
                    <bold>Multi-Group Confirmatory Factor Analysis</bold>
                </title>
                <p>Once the factor structure for the PSBS-T scale was established, an analysis of
                    the invariance of the measurement according to gender was performed. For this,
                    the adjustments of a sequence of three models were compared, each one more
                    restrictive than the previous one in terms of the invariance of its parameters.
                    The results of these analyzes are presented in <xref ref-type="table" rid="gt2">Table
                    2</xref>.</p>
                <p>
                    <table-wrap id="gt2">
                        <label>Table 2</label>
                        <caption>
                            <title>
                                <italic>Results of the Configural, Metric and Scalar models for the
                                    PSBS-T scale (N = 528)</italic>
                            </title>
                        </caption>
                        <alternatives>
                            <graphic xlink:href="0121-5469-rcps-32-2-85-gt3.png" position="anchor"
                                orientation="portrait" />
                            <table style="border-collapse:collapse;" id="gt3-526564616c7963">
                                <tbody>
                                    <tr>
                                        <td
                                            style="border:solid black 1.0pt;   padding:3.75pt 3.75pt 3.75pt 3.75pt" />
                                        <td
                                            style="border:solid black 1.0pt;border-left:none;padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>(gl)</bold>
                                            <bold>p-value</bold>
                                        </td>
                                        <td
                                            style="border:solid black 1.0pt;border-left:none;padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>a (gl)</bold>
                                            <bold>p-value</bold>
                                        </td>
                                        <td
                                            style="border:solid black 1.0pt;border-left:none;padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>RMSEA</bold>
                                            <bold>(90% CI)</bold>
                                        </td>
                                        <td
                                            style="border:solid black 1.0pt;border-left:none;padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>CFI</bold>
                                        </td>
                                        <td
                                            style="border:solid black 1.0pt;border-left:none;padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>TLI</bold>
                                        </td>
                                    </tr>
                                    <tr>
                                        <td
                                            style="border:solid black 1.0pt;border-top:none;padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>Configural</bold>
                                        </td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">808.021
                                            (448)<italic>p</italic> &lt; 0.001</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            ¾</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">0.055
                                            (0.049, 0.061)</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            0.966</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            0.962</td>
                                    </tr>
                                    <tr>
                                        <td
                                            style="border:solid black 1.0pt;border-top:none;padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>Metric</bold>
                                        </td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">827.462
                                            (467)<italic>p</italic> &lt; 0.001</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">22.974
                                            (19)<italic>p</italic> = 0.24</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">0.054
                                            (0.048, 0.060)</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            0.966</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            0.963</td>
                                    </tr>
                                    <tr>
                                        <td
                                            style="border:solid black 1.0pt;border-top:none;padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            <bold>Scalar</bold>
                                        </td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">861.978
                                            (531)<italic>p</italic> &lt; 0.001</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">67.024
                                            (64)<italic>p</italic> = 0.37</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">0.049
                                            (0.043, 0.054)</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            0.969</td>
                                        <td
                                            style="border-top:none;border-left:none;border-bottom:solid black 1.0pt;   border-right:solid black 1.0pt;      padding:3.75pt 3.75pt 3.75pt 3.75pt">
                                            0.970</td>
                                    </tr>
                                    <tr>
                                        <td
                                            style="border:solid black 1.0pt;border-top:none;      padding:3.75pt 3.75pt 3.75pt 3.75pt"
                                            colspan="6">
                                            <italic>Note: A comparison of the fit quality of the
                                                model sequence was performed using the Difftest
                                                option in Mplus.</italic>
                                        </td>
                                    </tr>
                                </tbody>
                            </table>
                        </alternatives>
                    </table-wrap>
                </p>
                <p>As seen in <xref ref-type="table" rid="gt2">Table 2</xref>, the comparison of the
                    fit of the Configural and Metric models (<inline-graphic
                        xlink:href="0121-5469-rcps-32-2-85-gi7.png" /> =22.974, <italic>p</italic> = 0.24)
                    provides evidence in support of the hypothesis of equality of factor loadings
                    for men and women. Thus, these results support the hypothesis of sex. Similarly,
                    the results of the comparison in the adjustment of the Metric and Scalar models
                    (<inline-graphic xlink:href="0121-5469-rcps-32-2-85-gi8.png" /> = 67.024, <italic>p </italic>=0.37)
                    provide evidence for the hypothesis of equality of the factor loadings and
                    thresholds between men and women. Thus, these results support the hypothesis of
                    scalar invariance across sex. Taken together, these results provide evidence for
                    the measurement invariance hypothesis between men and women for the PSBS-T
                    scale.</p>
                <p>Once the existence of measurement invariance between men and women (particularly
                    scalar invariance) was established, the differences in the means of the four
                    factors for these groups were estimated. The results indicated that men
                    exhibited lower levels in Factor 3 (<inline-graphic
                        xlink:href="0121-5469-rcps-32-2-85-gi9.png" /> = -1.248, <italic>p</italic> = 0.03). No
                    statistically significant differences were observed in the remaining three
                    factors.</p>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>
                <bold>Discussion</bold>
            </title>
            <p>The results of this study confirm the validation of the PSBS-T scale for use in
                Hispanic urban populations for 3 to 6 years old children, but only with four
                factors. We did not include the items 24 (“The child is well liked by peers of the
                same sex”) and 25 (“The child is well liked by peers of the opposite sex”)
                considering the need of at least two items to create a factor. Nevertheless, the
                other four factors provide acceptable fit measures to validate the instrument for
                Chilean children.</p>
            <p>Moreover, gender invariance analysis corroborated the hypothesis regarding possible
                gender differences for prosocial behavior (factor 3). In other words, when comparing
                a boy and a girl with the same levels of the factor, the score will be higher for
                girls. This confirms the results of other studies regarding differences between men
                and women, even at early ages, in prosocial behavior (<xref ref-type="bibr"
                    rid="ref2">Archer &amp; Côté, 2005</xref>).</p>
            <p>Having tools to measure (<xref ref-type="bibr" rid="ref9">Contreras
                Bravo &amp; Reyes Lagunes, 2009</xref>) aggression at an early age is of the utmost
                importance (<xref ref-type="bibr" rid="ref23">Major &amp;
                Seabra-Santos, 2014</xref>). The early detection of aggressive behavior patterns in
                boys and girls is key to preventing and treating social and behavioral adaptation
                problems in children. Research in child development has shown that efforts to
                prevent aggression and development-related problems should begin in early childhood,
                when learning to control aggression is a developmental normative task, rather than
                waiting until the child enters elementary school, when the problem manifests itself
                in proportion to its clinical relevance (<xref ref-type="bibr"
                    rid="ref33">Vlachou et al., 2011</xref>). Similarly, early
                identification supports at-risk students. This is because, when these aggressive
                behaviors arise in early childhood, they are very stable and predictive of negative
                outcomes given that approximately half of the children identified with behavioral
                problems during preschool education continue to show this pattern during childhood
                and adolescence (<xref ref-type="bibr" rid="ref31">Vachon et al,
                2014</xref>).</p>
            <p>This study had some limitations that must be considered. On one hand, the
                cross-sectional nature of the data partially limited the analysis by incorporating
                the time variable as a means of observing variations of this scale. In addition, the
                data corresponded to an urban community in the city of Santiago, and it is possible
                to hypothesize that this behavior may vary in other contexts. Moreover, we used a
                convenience sample design in the study that must be considered for interpreting the
                results. Future studies can replicate the study with other sampling designs and
                populations. Despite these limitations, this study represents a significant
                contribution by being the first study aimed at creating and adapting tools and
                measurements in preschool populations to the Chilean context.</p>
        </sec>
    </body>
    <back>
        <ref-list>
            <title>
                <bold>References</bold>
            </title>
            <ref id="ref1">
                <mixed-citation>Anderson, C. A., &amp; Bushman, B. J. (2002). Human aggression. <italic>Annual
                    Review of Psychology, 53</italic>(1), 27–51. <ext-link ext-link-type="uri"
                        xlink:href="https://doi.org/10.1146/annurev.psych.53.100901.135231">
                    https://doi.org/10.1146/annurev.psych.53.100901.135231</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Anderson</surname>
                            <given-names>C. A.</given-names>
                        </name>
                        <name>
                            <surname>Bushman</surname>
                            <given-names>B. J.</given-names>
                        </name>
                    </person-group>
                    <article-title>Human aggression</article-title>
                    <source>Annual Review of Psychology</source>
                    <year>2002</year>
                    <volume>53</volume>
                    <issue>1</issue>
                    <fpage>27</fpage>
                    <lpage>51</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1146/annurev.psych.53.100901.135231">
                            https://doi.org/10.1146/annurev.psych.53.100901.135231</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref2">
                <mixed-citation>Archer, J., &amp; Côté, S. (2005). Sex differences in aggressive
                    behavior: A developmental and evolutionary perspective. In W. Hartup, R. E.
                    Tremblay, c&amp; J. Archer (Eds.), <italic>The Origins of Aggression</italic>
                    (pp. 425– 443). New York: Guilford Press.</mixed-citation>
                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Archer</surname>
                            <given-names>J.</given-names>
                        </name>
                        <name>
                            <surname>Côté</surname>
                            <given-names>S.</given-names>
                        </name>
                    </person-group>
                    <person-group person-group-type="editor">
                        <name>
                            <surname>Hartup</surname>
                            <given-names>W.</given-names>
                        </name>
                        <name>
                            <surname>Tremblay</surname>
                            <given-names>R. E.</given-names>
                        </name>
                        <name>
                            <surname>Archer</surname>
                            <given-names>J.</given-names>
                        </name>
                    </person-group>
                    <source>The Origins of Aggression</source>
                    <year>2005</year>
                    <fpage>425</fpage>
                    <lpage>443</lpage>
                    <publisher-loc>New York</publisher-loc>
                    <publisher-name>Guilford Press</publisher-name>
                    <chapter-title>Sex differences in aggressive behavior: A developmental and
                        evolutionary perspective</chapter-title>
                </element-citation>
            </ref>
            <ref id="ref3">
                <mixed-citation>Berkowitz, L. (1993). <italic>Aggression: It causes, consequences,
                    and control</italic>. New York: McGraw-Hill.</mixed-citation>
                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Berkowitz</surname>
                            <given-names>L.</given-names>
                        </name>
                    </person-group>
                    <source>Aggression: It causes, consequences and control</source>
                    <year>1993</year>
                    <publisher-loc>New York</publisher-loc>
                    <publisher-name>McGraw-Hill</publisher-name>
                </element-citation>
            </ref>
            <ref id="ref4">
                <mixed-citation>Björkqvist, K., &amp; Niemelä, P. (1992). New trends in the study of
                    female aggression. In K. Björkqvist &amp; P. Niemelä (Eds.), <italic>Of mice and
                    women: Aspects of female aggression</italic> (pp. 3-16). San Diego, CA, US:
                    Academic Press. <ext-link ext-link-type="uri"
                        xlink:href="http://dx.doi.org/10.1016/B978-0-12-102590-8.50006-4">
                    http://dx.doi.org/10.1016/B978-0-12-102590-8.50006-4</ext-link>
                </mixed-citation>
                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Björkqvist</surname>
                            <given-names>K.</given-names>
                        </name>
                        <name>
                            <surname>Niemelä</surname>
                            <given-names>P.</given-names>
                        </name>
                    </person-group>
                    <person-group person-group-type="editor">
                        <name>
                            <surname>Björkqvist</surname>
                            <given-names>K.</given-names>
                        </name>
                        <name>
                            <surname>Niemelä</surname>
                            <given-names>P.</given-names>
                        </name>
                    </person-group>
                    <source>Of mice and women: Aspects of female aggression</source>
                    <year>1992</year>
                    <fpage>3</fpage>
                    <lpage>16</lpage>
                    <publisher-loc>San Diego, CA, US</publisher-loc>
                    <publisher-name>Academic Press</publisher-name>
                    <chapter-title>New trends in the study of female aggression</chapter-title>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="http://dx.doi.org/10.1016/B978-0-12-102590-8.50006-4">
                            http://dx.doi.org/10.1016/B978-0-12-102590-8.50006-4</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref5">
                <mixed-citation>Brown, P., Capella, C., &amp; Antivilo, A. (2014). Propiedades
                    psicométricas de la versión para padres del Strengths and Difficulties
                    Questionnaire. <italic>Revista de Psicología, 23</italic>(2), 28–44. <ext-link
                        ext-link-type="uri"
                        xlink:href="https://doi.org/10.5354/0719-0581.2014.36146">
                    https://doi.org/10.5354/0719-0581.2014.36146</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Brown</surname>
                            <given-names>P.</given-names>
                        </name>
                        <name>
                            <surname>Capella</surname>
                            <given-names>C.</given-names>
                        </name>
                        <name>
                            <surname>Antivilo</surname>
                            <given-names>A.</given-names>
                        </name>
                    </person-group>
                    <article-title>Propiedades psicométricas de la versión para padres del Strengths
                        and Difficulties Questionnaire</article-title>
                    <source>Revista de Psicología</source>
                    <year>2014</year>
                    <volume>23</volume>
                    <issue>2</issue>
                    <fpage>28</fpage>
                    <lpage>44</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.5354/0719-0581.2014.36146">
                            https://doi.org/10.5354/0719-0581.2014.36146</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref6">
                <mixed-citation>Bushman, B. J., &amp; Huesmann, L. R. (2010). Aggression. In S. T.
                    Fiske, D. T. Gilbert, &amp; G. Lindzey (Eds.), <italic>Handbook of social
                    psychology</italic> (5th ed., pp. 833–863). New York: John Wiley &amp; Sons.</mixed-citation>
                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Bushman</surname>
                            <given-names>B. J.</given-names>
                        </name>
                        <name>
                            <surname>Huesmann</surname>
                            <given-names>L. R.</given-names>
                        </name>
                    </person-group>
                    <person-group person-group-type="editor">
                        <name>
                            <surname>Fiske</surname>
                            <given-names>S. T.</given-names>
                        </name>
                        <name>
                            <surname>Gilbert</surname>
                            <given-names>D. T.</given-names>
                        </name>
                        <name>
                            <surname>Lindzey</surname>
                            <given-names>G.</given-names>
                        </name>
                    </person-group>
                    <source>Handbook of social psychology</source>
                    <year>2010</year>
                    <fpage>833</fpage>
                    <lpage>863</lpage>
                    <publisher-loc>New York</publisher-loc>
                    <publisher-name>John Wiley &amp; Sons</publisher-name>
                    <chapter-title>Aggression</chapter-title>
                    <edition>5</edition>
                </element-citation>
            </ref>
            <ref id="ref7">
                <mixed-citation>Chile Crece Contigo. (2018). <italic>Análisis de instrumentos para
                    la evaluación del desarrollo infantil de niños(as) de 0 a 4 años en Chile</italic>
                    . <ext-link ext-link-type="uri"
                        xlink:href="https://www.crececontigo.gob.cl/material-de-apoyo/material-para-equipos-chile-crece-contigo/estudios/?filtroetapa=gestacion-y-nacimiento&amp;filtrobeneficio">
                    https://www.crececontigo.gob.cl/material-de-apoyo/material-para-equipos-chile-crece-contigo/estudios/?filtroetapa=gestacion-y-nacimiento&amp;filtrobeneficio</ext-link>
                </mixed-citation>
                <element-citation publication-type="webpage">
                    <person-group person-group-type="author">
                        <collab>Chile Crece Contigo</collab>
                    </person-group>
                    <source>Análisis de instrumentos para la evaluación del desarrollo infantil de
                        niños(as) de 0 a 4 años en Chile</source>
                    <year>2018</year>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://www.crececontigo.gob.cl/material-de-apoyo/material-para-equipos-chile-crece-contigo/estudios/?filtroetapa=gestacion-y-nacimiento&amp;filtrobeneficio">
                            https://www.crececontigo.gob.cl/material-de-apoyo/material-para-equipos-chile-crece-contigo/estudios/?filtroetapa=gestacion-y-nacimiento&amp;filtrobeneficio</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref8">
                <mixed-citation>Coie, J. D., Dodge, K. A., &amp; Kupersmidt, J. B. (1990). Peer
                    group behavior and social status. In S. R. Asher &amp; J. D. Coie (Eds.), <italic>Peer
                    rejection in childhood</italic> (pp. 17-59). New York: Cambridge University
                    Press.</mixed-citation>
                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Coie</surname>
                            <given-names>J. D.</given-names>
                        </name>
                        <name>
                            <surname>Dodge</surname>
                            <given-names>K. A.</given-names>
                        </name>
                        <name>
                            <surname>Kupersmidt</surname>
                            <given-names>J. B.</given-names>
                        </name>
                    </person-group>
                    <person-group person-group-type="editor">
                        <name>
                            <surname>Asher</surname>
                            <given-names>S. R.</given-names>
                        </name>
                        <name>
                            <surname>Coie</surname>
                            <given-names>J. D.</given-names>
                        </name>
                    </person-group>
                    <source>Peer rejection in childhood</source>
                    <year>1990</year>
                    <fpage>17</fpage>
                    <lpage>59</lpage>
                    <publisher-loc>New York</publisher-loc>
                    <publisher-name>Cambridge University Press</publisher-name>
                    <chapter-title>Peer group behavior and social status</chapter-title>
                </element-citation>
            </ref>
            <ref id="ref9">
                <mixed-citation>Contreras Bravo, C., &amp; Reyes Lagunes, I. (2009). Aproximaciones
                    metodológicas de la medición de la conducta prosocial en niños de edad escolar. <italic>Revista
                    Iberoamericana de Diagnóstico e Avaliação Psicológica, 27</italic>(1), 29-44. <ext-link
                        ext-link-type="uri"
                        xlink:href="https://www.redalyc.org/pdf/4596/459645443003.pdf">
                    https://www.redalyc.org/pdf/4596/459645443003.pdf</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Contreras Bravo</surname>
                            <given-names>C.</given-names>
                        </name>
                        <name>
                            <surname>Reyes Lagunes</surname>
                            <given-names>I.</given-names>
                        </name>
                    </person-group>
                    <article-title>Aproximaciones metodológicas de la medición de la conducta
                        prosocial en niños de edad escolar</article-title>
                    <source>Revista Iberoamericana de Diagnóstico e Avaliação Psicológica</source>
                    <year>2009</year>
                    <volume>27</volume>
                    <issue>1</issue>
                    <fpage>29</fpage>
                    <lpage>44</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://www.redalyc.org/pdf/4596/459645443003.pdf">
                            https://www.redalyc.org/pdf/4596/459645443003.pdf</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref10">
                <mixed-citation>Côté, S., Vaillancourt, T., LeBlanc, J. C., Nagin, D. S., &amp;
                    Tremblay, R. E. (2006). The development of physical aggression from toddlerhood
                    to pre-adolescence: A nationwide longitudinal study of Canadian children. <italic>Journal
                    of Abnormal Child Psychology, 34</italic>(1), 71–85. <ext-link
                        ext-link-type="uri" xlink:href="http://doi.org/10.1007/s10802-005-9001-z">
                    http://doi.org/10.1007/s10802-005-9001-z</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Côté</surname>
                            <given-names>S.</given-names>
                        </name>
                        <name>
                            <surname>Vaillancourt</surname>
                            <given-names>T.</given-names>
                        </name>
                        <name>
                            <surname>LeBlanc</surname>
                            <given-names>J. C.</given-names>
                        </name>
                        <name>
                            <surname>Nagin</surname>
                            <given-names>D. S.</given-names>
                        </name>
                        <name>
                            <surname>Tremblay</surname>
                            <given-names>R. E.</given-names>
                        </name>
                    </person-group>
                    <article-title>The development of physical aggression from toddlerhood to
                        pre-adolescence: A nationwide longitudinal study of Canadian children</article-title>
                    <source>Journal of Abnormal Child Psychology</source>
                    <year>2006</year>
                    <volume>34</volume>
                    <issue>1</issue>
                    <fpage>71</fpage>
                    <lpage>85</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="http://doi.org/10.1007/s10802-005-9001-z">
                            http://doi.org/10.1007/s10802-005-9001-z</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref11">
                <mixed-citation>Crick, N. R. (1996). The role of overt aggression, relational
                    aggression, and prosocial behavior in the prediction of children’s future social
                    adjustment. <italic>Child Development, 67</italic>(5), 2317. <ext-link
                        ext-link-type="uri" xlink:href="http://doi.org/10.2307/1131625">
                    http://doi.org/10.2307/1131625</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Crick</surname>
                            <given-names>N. R.</given-names>
                        </name>
                    </person-group>
                    <article-title>The role of overt aggression, relational aggression, and
                        prosocial behavior in the prediction of children’s future social adjustment</article-title>
                    <source>Child Development</source>
                    <year>1996</year>
                    <volume>67</volume>
                    <issue>5</issue>
                    <comment>
                        <ext-link ext-link-type="uri" xlink:href="http://doi.org/10.2307/1131625">
                            http://doi.org/10.2307/1131625</ext-link>
                    </comment>
                    <elocation-id>2317</elocation-id>
                </element-citation>
            </ref>
            <ref id="ref12">
                <mixed-citation>Crick, N. R., &amp; Grotpeter, J. K. (1996). Children’s treatment by
                    peers: Victims of relational and overt aggression. <italic>Development and
                    Psychopathology, 8</italic>(2), 367-380. <ext-link ext-link-type="uri"
                        xlink:href="https://doi.org/10.1017/S0954579400007148">
                    https://doi.org/10.1017/S0954579400007148</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Crick</surname>
                            <given-names>N. R.</given-names>
                        </name>
                        <name>
                            <surname>Grotpeter</surname>
                            <given-names>J. K.</given-names>
                        </name>
                    </person-group>
                    <article-title>Children’s treatment by peers: Victims of relational and overt
                        aggression</article-title>
                    <source>Development and Psychopathology</source>
                    <year>1996</year>
                    <volume>8</volume>
                    <issue>2</issue>
                    <fpage>367</fpage>
                    <lpage>380</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1017/S0954579400007148">
                            https://doi.org/10.1017/S0954579400007148</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref13">
                <mixed-citation>Crick, N. R., Casas, J. F., &amp; Mosher, M. (1997). Relational and
                    overt aggression in preschool. <italic>Developmental Psychology, 33</italic>(4),
                    579–588. <ext-link ext-link-type="uri"
                        xlink:href="http://doi.org/10.1037/0012-1649.33.4.579">
                    http://doi.org/10.1037/0012-1649.33.4.579</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Crick</surname>
                            <given-names>N. R.</given-names>
                        </name>
                        <name>
                            <surname>Casas</surname>
                            <given-names>J. F.</given-names>
                        </name>
                        <name>
                            <surname>Mosher</surname>
                            <given-names>M.</given-names>
                        </name>
                    </person-group>
                    <article-title>Relational and overt aggression in preschool</article-title>
                    <source>Developmental Psychology</source>
                    <year>1997</year>
                    <volume>33</volume>
                    <issue>4</issue>
                    <fpage>579</fpage>
                    <lpage>588</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="http://doi.org/10.1037/0012-1649.33.4.579">
                            http://doi.org/10.1037/0012-1649.33.4.579</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref14">
                <mixed-citation>Fehr, K. K., &amp; Russ, S. W. (2014). Assessment of pretend play in
                    preschool-aged children: Validation and factor analysis of the affect in play
                    scale–preschool version. <italic>Journal of Personality Assessment, 96</italic>(3),
                    350-357. <ext-link ext-link-type="uri"
                        xlink:href="https://doi.org/10.1080/00223891.2013.838171">
                    https://doi.org/10.1080/00223891.2013.838171</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Fehr</surname>
                            <given-names>K. K.</given-names>
                        </name>
                        <name>
                            <surname>Russ</surname>
                            <given-names>S. W.</given-names>
                        </name>
                    </person-group>
                    <article-title>Assessment of pretend play in preschool-aged children: Validation
                        and factor analysis of the affect in play scale–preschool version</article-title>
                    <source>Journal of Personality Assessment</source>
                    <year>2014</year>
                    <volume>96</volume>
                    <issue>3</issue>
                    <fpage>350</fpage>
                    <lpage>357</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1080/00223891.2013.838171">
                            https://doi.org/10.1080/00223891.2013.838171</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref15">
                <mixed-citation>Fergusson, D. M., Horwood, L. J., &amp; Ridder, E. M. (2005). Show
                    me the child at seven: The consequences of conduct problems in childhood for
                    psychosocial functioning in adulthood. <italic>Journal of Child Psychology and
                    Psychiatry and Allied Disciplines, 46</italic>(8), 837–849. <ext-link
                        ext-link-type="uri"
                        xlink:href="https://doi.org/10.1111/j.1469-7610.2004.00387.x">
                    https://doi.org/10.1111/j.1469-7610.2004.00387.x</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Fergusson</surname>
                            <given-names>D. M.</given-names>
                        </name>
                        <name>
                            <surname>Horwood</surname>
                            <given-names>L. J.</given-names>
                        </name>
                        <name>
                            <surname>Ridder</surname>
                            <given-names>E. M.</given-names>
                        </name>
                    </person-group>
                    <article-title>Show me the child at seven: The consequences of conduct problems
                        in childhood for psychosocial functioning in adulthood</article-title>
                    <source>Journal of Child Psychology and Psychiatry and Allied Disciplines</source>
                    <year>2005</year>
                    <volume>46</volume>
                    <issue>8</issue>
                    <fpage>837</fpage>
                    <lpage>849</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1111/j.1469-7610.2004.00387.x">
                            https://doi.org/10.1111/j.1469-7610.2004.00387.x</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref16">
                <mixed-citation>González-Peña, P., &amp; Carrasco, M., &amp; del Barrio, V., &amp;
                    Gordillo, R. (2013). Análisis de la Agresión Reactiva y Proactiva en Niños de 2
                    a 6 Años. <italic>Revista Iberoamericana de Diagnóstico y Evaluación - e
                    Avaliação Psicológica, 1</italic>(35), 139-159. <ext-link ext-link-type="uri"
                        xlink:href="https://www.redalyc.org/pdf/4596/459645435008.pdf">
                    https://www.redalyc.org/pdf/4596/459645435008.pdf</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>González-Peña</surname>
                            <given-names>P.</given-names>
                        </name>
                        <name>
                            <surname>Carrasco</surname>
                            <given-names>M.</given-names>
                        </name>
                        <name>
                            <surname>Barrio</surname>
                            <given-names>V.</given-names>
                        </name>
                        <name>
                            <surname>Gordillo</surname>
                            <given-names>R.</given-names>
                        </name>
                    </person-group>
                    <article-title>Análisis de la Agresión Reactiva y Proactiva en Niños de 2 a 6
                        Años</article-title>
                    <source>Revista Iberoamericana de Diagnóstico y Evaluación - e Avaliação
                        Psicológica</source>
                    <year>2013</year>
                    <volume>1</volume>
                    <issue>35</issue>
                    <fpage>139</fpage>
                    <lpage>159</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://www.redalyc.org/pdf/4596/459645435008.pdf">
                            https://www.redalyc.org/pdf/4596/459645435008.pdf</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref17">
                <mixed-citation>Hahn, R., Fuqua-Whitley, D., Wethington, H., Lowy, J., Crosby, A.,
                    Fullilove, M., &amp; Task Force on Community Preventive Services. (2007).
                    Effectiveness of universal school-based programs to prevent violent and
                    aggressive behavior: A systematic review. <italic>American Journal of Preventive
                    Medicine, 33</italic>(2), S114-S129. <ext-link ext-link-type="uri"
                        xlink:href="https://doi.org/10.1016/j.amepre.2007.04.012">
                    https://doi.org/10.1016/j.amepre.2007.04.012</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Hahn</surname>
                            <given-names>R.</given-names>
                        </name>
                        <name>
                            <surname>Fuqua-Whitley</surname>
                            <given-names>D.</given-names>
                        </name>
                        <name>
                            <surname>Wethington</surname>
                            <given-names>H.</given-names>
                        </name>
                        <name>
                            <surname>Lowy</surname>
                            <given-names>J.</given-names>
                        </name>
                        <name>
                            <surname>Crosby</surname>
                            <given-names>A.</given-names>
                        </name>
                        <name>
                            <surname>Fullilove</surname>
                            <given-names>M.</given-names>
                        </name>
                    </person-group>
                    <article-title>Effectiveness of universal school-based programs to prevent
                        violent and aggressive behavior: A systematic review</article-title>
                    <source>American Journal of Preventive Medicine</source>
                    <year>2007</year>
                    <volume>33</volume>
                    <issue>2</issue>
                    <fpage>S114</fpage>
                    <lpage>S129</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1016/j.amepre.2007.04.012">
                            https://doi.org/10.1016/j.amepre.2007.04.012</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref18">
                <mixed-citation>Hambleton, R., Merenda, P. F., &amp; Spielberg, C. D. (2004). <italic>Adapting
                    educational and psychological test for cross-cultural assessment. </italic>Lawrance
                    Erlbaum Associates.</mixed-citation>
                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Hambleton</surname>
                            <given-names>R.</given-names>
                        </name>
                        <name>
                            <surname>Merenda</surname>
                            <given-names>P. F.</given-names>
                        </name>
                        <name>
                            <surname>Spielberg</surname>
                            <given-names>C. D.</given-names>
                        </name>
                    </person-group>
                    <source>Adapting educational and psychological test for cross-cultural
                        assessment</source>
                    <year>2004</year>
                    <publisher-name>Lawrance Erlbaum Associates</publisher-name>
                </element-citation>
            </ref>
            <ref id="ref19">
                <mixed-citation>Hu, L. T., &amp; Bentler, P. M. (1999). Cutoff criteria for fit
                    indexes in covariance structure analysis: Conventional criteria versus new
                    alternatives. <italic>Structural Equation Modeling: A Multidisciplinary Journal,
                    6</italic>, 1-55. <ext-link ext-link-type="uri"
                        xlink:href="https://doi.org/10.1080/10705519909540118">
                    https://doi.org/10.1080/10705519909540118</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Hu</surname>
                            <given-names>L. T.</given-names>
                        </name>
                        <name>
                            <surname>Bentler</surname>
                            <given-names>P. M.</given-names>
                        </name>
                    </person-group>
                    <article-title>Cutoff criteria for fit indexes in covariance structure analysis:
                        Conventional criteria versus new alternatives</article-title>
                    <source>Structural Equation Modeling: A Multidisciplinary Journal</source>
                    <year>1999</year>
                    <volume>6</volume>
                    <fpage>1</fpage>
                    <lpage>55</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1080/10705519909540118">
                            https://doi.org/10.1080/10705519909540118</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref20">
                <mixed-citation>Kempes, M., Matthys, W., De Vries, H., &amp; Van Engeland, H.
                    (2005). Reactive and proactive aggression in children A review of theory,
                    findings and the relevance for child and adolescent psychiatry. <italic>European
                    Child &amp; Adolescent Psychiatry, 14</italic>(1), 11-19. <ext-link
                        ext-link-type="uri" xlink:href="https://doi.org/10.1007/s00787-005-0432-4">
                    https://doi.org/10.1007/s00787-005-0432-4</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Kempes</surname>
                            <given-names>M.</given-names>
                        </name>
                        <name>
                            <surname>Matthys</surname>
                            <given-names>W.</given-names>
                        </name>
                        <name>
                            <surname>De Vries</surname>
                            <given-names>H.</given-names>
                        </name>
                        <name>
                            <surname>Van Engeland</surname>
                            <given-names>H.</given-names>
                        </name>
                    </person-group>
                    <article-title>Reactive and proactive aggression in children A review of theory,
                        findings and the relevance for child and adolescent psychiatry</article-title>
                    <source>European Child &amp; Adolescent Psychiatry</source>
                    <year>2005</year>
                    <volume>14</volume>
                    <issue>1</issue>
                    <fpage>11</fpage>
                    <lpage>19</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1007/s00787-005-0432-4">
                            https://doi.org/10.1007/s00787-005-0432-4</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref21">
                <mixed-citation>Kim, M. J., Doh, H. S., Hong, J. S., &amp; Choi, M. K. (2011).
                    Social skills training and parent education programs for aggressive preschoolers
                    and their parents in South Korea. <italic>Children and Youth Services Review, 33</italic>(6),
                    838-845. <ext-link ext-link-type="uri"
                        xlink:href="https://doi.org/10.1016/j.childyouth.2010.12.001">
                    https://doi.org/10.1016/j.childyouth.2010.12.001</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Kim</surname>
                            <given-names>M. J.</given-names>
                        </name>
                        <name>
                            <surname>Doh</surname>
                            <given-names>H. S.</given-names>
                        </name>
                        <name>
                            <surname>Hong</surname>
                            <given-names>J. S.</given-names>
                        </name>
                        <name>
                            <surname>Choi</surname>
                            <given-names>M. K.</given-names>
                        </name>
                    </person-group>
                    <article-title>Social skills training and parent education programs for
                        aggressive preschoolers and their parents in South Korea</article-title>
                    <source>Children and Youth Services Review</source>
                    <year>2011</year>
                    <volume>33</volume>
                    <issue>6</issue>
                    <fpage>838</fpage>
                    <lpage>845</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1016/j.childyouth.2010.12.001">
                            https://doi.org/10.1016/j.childyouth.2010.12.001</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref22">
                <mixed-citation>
                    Lagerspetz, K. M., Björkqvist, K., &amp; Peltonen, T. (1988). Is
                    indirect aggression typical of females? Gender differences in aggressiveness in
                    11‐to 12‐year‐old children. Aggressive Behavior, 14(6), 403-414.
                    https://doi.org/10.1002/1098-2337(1988)14:6&lt;403::AID-AB2480140602&gt;3.0.CO;2-D</mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Lagerspetz</surname>
                            <given-names>K. M.</given-names>
                        </name>
                        <name>
                            <surname>Björkqvist</surname>
                            <given-names>K.</given-names>
                        </name>
                        <name>
                            <surname>Peltonen</surname>
                            <given-names>T.</given-names>
                        </name>
                    </person-group>
                    <article-title>Is indirect aggression typical of females? Gender differences in
                        aggressiveness in 11‐to 12‐year‐old children</article-title>
                    <source>Aggressive Behavior</source>
                    <year>1988</year>
                    <volume>14</volume>
                    <issue>6</issue>
                    <fpage>403</fpage>
                    <lpage>414</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1002/1098-2337(1988)14:6403::AID-AB24801406023.0.CO;2-D">
                            https://doi.org/10.1002/1098-2337(1988)14:6403::AID-AB24801406023.0.CO;2-D</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref23">
                <mixed-citation>Major, S., &amp; Seabra- Santos M. (2014). Aptidões sociais e
                    problemas de comportamento: Retratos das crianças portuguesas de idade
                    pré-escolar. <italic>Revista Iberoamericana de Diagnóstico e Avaliação
                    Psicológica, 38</italic>(2), 69-92. <ext-link ext-link-type="uri"
                        xlink:href="https://www.redalyc.org/pdf/4596/459645434005.pdf">
                    https://www.redalyc.org/pdf/4596/459645434005.pdf</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Major</surname>
                            <given-names>S.</given-names>
                        </name>
                    </person-group>
                    <article-title>Aptidões sociais e problemas de comportamento: Retratos das
                        crianças portuguesas de idade pré-escolar</article-title>
                    <source>Revista Iberoamericana de Diagnóstico e Avaliação Psicológica</source>
                    <year>2014</year>
                    <volume>38</volume>
                    <issue>2</issue>
                    <fpage>69</fpage>
                    <lpage>92</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://www.redalyc.org/pdf/4596/459645434005.pdf">
                            https://www.redalyc.org/pdf/4596/459645434005.pdf</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref24">
                <mixed-citation>McEvoy, M. A., Estrem, T. L., Rodriguez, M. C., &amp; Olson, M. L.
                    (2003). Assessing relational and physical aggression among preschool children:
                    Intermethod agreement. <italic>Topics in Early Childhood Special Education, 23</italic>(2),
                    51-61. <ext-link ext-link-type="uri"
                        xlink:href="https://doi.org/10.1177/02711214030230020101">
                    https://doi.org/10.1177/02711214030230020101</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>McEvoy</surname>
                            <given-names>M. A.</given-names>
                        </name>
                        <name>
                            <surname>Estrem</surname>
                            <given-names>T. L.</given-names>
                        </name>
                        <name>
                            <surname>Rodriguez</surname>
                            <given-names>M. C.</given-names>
                        </name>
                        <name>
                            <surname>Olson</surname>
                            <given-names>M. L.</given-names>
                        </name>
                    </person-group>
                    <article-title>Assessing relational and physical aggression among preschool
                        children: Intermethod agreement</article-title>
                    <source>Topics in Early Childhood Special Education</source>
                    <year>2003</year>
                    <volume>23</volume>
                    <issue>2</issue>
                    <fpage>51</fpage>
                    <lpage>61</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1177/02711214030230020101">
                            https://doi.org/10.1177/02711214030230020101</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref25">
                <mixed-citation>Nivette, A. E., Eisner, M., Malti, T., &amp; Ribeaud, D. (2014). Sex
                    differences in aggression among children of low and high gender inequality
                    backgrounds: A comparison of gender role and sexual selection theories. <italic>Aggressive
                    Behavior, 40</italic>(5), 451-464. <ext-link ext-link-type="uri"
                        xlink:href="https://doi.org/10.1002/ab.21530">
                    https://doi.org/10.1002/ab.21530</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Nivette</surname>
                            <given-names>A. E.</given-names>
                        </name>
                        <name>
                            <surname>Eisner</surname>
                            <given-names>M.</given-names>
                        </name>
                        <name>
                            <surname>Malti</surname>
                            <given-names>T.</given-names>
                        </name>
                        <name>
                            <surname>Ribeaud</surname>
                            <given-names>D.</given-names>
                        </name>
                    </person-group>
                    <article-title>Sex differences in aggression among children of low and high
                        gender inequality backgrounds: A comparison of gender role and sexual
                        selection theories</article-title>
                    <source>Aggressive Behavior</source>
                    <year>2014</year>
                    <volume>40</volume>
                    <issue>5</issue>
                    <fpage>451</fpage>
                    <lpage>464</lpage>
                    <comment>
                        <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1002/ab.21530">
                            https://doi.org/10.1002/ab.21530</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref26">
                <mixed-citation>Ortega, R., &amp; Monks, C. (2005). Agresividad injustificada entre
                    preescolares. <italic>Psicothema, 17</italic>(3), 453-458. <ext-link
                        ext-link-type="uri" xlink:href="https://www.psicothema.com/pdf/3128.pdf">
                    https://www.psicothema.com/pdf/3128.pdf</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Ortega</surname>
                            <given-names>R.</given-names>
                        </name>
                        <name>
                            <surname>Monks</surname>
                            <given-names>C.</given-names>
                        </name>
                    </person-group>
                    <article-title>Agresividad injustificada entre preescolares</article-title>
                    <source>Psicothema</source>
                    <year>2005</year>
                    <volume>17</volume>
                    <issue>3</issue>
                    <fpage>453</fpage>
                    <lpage>458</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://www.psicothema.com/pdf/3128.pdf">
                            https://www.psicothema.com/pdf/3128.pdf</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref27">
                <mixed-citation>Ostrov, J. M. (2010). Prospective associations between peer
                    victimization and aggression. <italic>Child Development, 81</italic>(6),
                    1670–1677. <ext-link ext-link-type="uri"
                        xlink:href="https://doi.org/10.1111/j.1467-8624.2010.01501.x">
                    https://doi.org/10.1111/j.1467-8624.2010.01501.x</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Ostrov</surname>
                            <given-names>J. M.</given-names>
                        </name>
                    </person-group>
                    <article-title>Prospective associations between peer victimization and
                        aggression</article-title>
                    <source>Child Development</source>
                    <year>2010</year>
                    <volume>81</volume>
                    <issue>6</issue>
                    <fpage>1670</fpage>
                    <lpage>1677</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1111/j.1467-8624.2010.01501.x">
                            https://doi.org/10.1111/j.1467-8624.2010.01501.x</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref28">
                <mixed-citation>Ostrov, J. M., &amp; Keating, C. F. (2004). Gender differences in
                    preschool aggression during free play and structured interactions: An
                    observational study. <italic>Social Development, 13</italic>(2), 255-277. <ext-link
                        ext-link-type="uri"
                        xlink:href="https://doi.org/10.1111/j.1467-9507.2004.000266.x">
                    https://doi.org/10.1111/j.1467-9507.2004.000266.x</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Ostrov</surname>
                            <given-names>J. M.</given-names>
                        </name>
                        <name>
                            <surname>Keating</surname>
                            <given-names>C. F.</given-names>
                        </name>
                    </person-group>
                    <article-title>Gender differences in preschool aggression during free play and
                        structured interactions: An observational study</article-title>
                    <source>Social Development</source>
                    <year>2004</year>
                    <volume>13</volume>
                    <issue>2</issue>
                    <fpage>255</fpage>
                    <lpage>277</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1111/j.1467-9507.2004.000266.x">
                            https://doi.org/10.1111/j.1467-9507.2004.000266.x</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref29">
                <mixed-citation>Tremblay, R. E. (2000). The development of aggressive behaviour
                    during childhood: What have we learned in the past century? <italic>International
                    Journal of Behavioral Development, 24</italic>(2), 129-141. <ext-link
                        ext-link-type="uri" xlink:href="https://doi.org/10.1080/016502500383232">
                    https://doi.org/10.1080/016502500383232</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Tremblay</surname>
                            <given-names>R. E.</given-names>
                        </name>
                    </person-group>
                    <article-title>The development of aggressive behaviour during childhood: What
                        have we learned in the past century?</article-title>
                    <source>International Journal of Behavioral Development</source>
                    <year>2000</year>
                    <volume>24</volume>
                    <issue>2</issue>
                    <fpage>129</fpage>
                    <lpage>141</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1080/016502500383232">
                            https://doi.org/10.1080/016502500383232</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref30">
                <mixed-citation>Tremblay, R. E., Gervais, J., &amp; Petitclerc, A. (2008). <italic>Early
                    childhood learning prevents youth violence</italic>. Centre of Excellence for
                    children’s well-being. Early Childhood Development, Montreal, Quebec. <ext-link
                        ext-link-type="uri"
                        xlink:href="https://www.child-encyclopedia.com/sites/default/files/tremblay_aggressionreport_ang.pdf">
                    https://www.child-encyclopedia.com/sites/default/files/tremblay_aggressionreport_ang.pdf</ext-link>
                </mixed-citation>
                <element-citation publication-type="report">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Tremblay</surname>
                            <given-names>R. E.</given-names>
                        </name>
                        <name>
                            <surname>Gervais</surname>
                            <given-names>J.</given-names>
                        </name>
                        <name>
                            <surname>Petitclerc</surname>
                            <given-names>A.</given-names>
                        </name>
                    </person-group>
                    <source>Early childhood learning prevents youth violence</source>
                    <year>2008</year>
                    <publisher-loc>Montreal, Quebec</publisher-loc>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://www.child-encyclopedia.com/sites/default/files/tremblay_aggressionreport_ang.pdf">
                            https://www.child-encyclopedia.com/sites/default/files/tremblay_aggressionreport_ang.pdf</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref31">
                <mixed-citation>Vachon, D. D., Lynam, D. R., &amp; Johnson, J. A. (2014). The (non)
                    relation between empathy and aggression: surprising results from a
                    meta-analysis. <italic>Psychological Bulletin, 140</italic>(3), 751. <ext-link
                        ext-link-type="uri" xlink:href="https://doi.org/10.1037/a0035236">
                    https://doi.org/10.1037/a0035236</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Vachon</surname>
                            <given-names>D. D.</given-names>
                        </name>
                        <name>
                            <surname>Lynam</surname>
                            <given-names>D. R.</given-names>
                        </name>
                        <name>
                            <surname>Johnson</surname>
                            <given-names>J. A.</given-names>
                        </name>
                    </person-group>
                    <article-title>The (non) relation between empathy and aggression: surprising
                        results from a meta-analysis</article-title>
                    <source>Psychological Bulletin</source>
                    <year>2014</year>
                    <volume>140</volume>
                    <issue>3</issue>
                    <fpage>751</fpage>
                    <comment>
                        <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1037/a0035236">
                            https://doi.org/10.1037/a0035236</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref32">
                <mixed-citation>Vitaro, F., Gendreau, P. L., Tremblay, R. E., &amp; Oligny, P.
                    (1998). Reactive and proactive aggression differentially predict later conduct
                    problems. <italic>Journal of Child Psychology and Psychiatry and Allied
                    Disciplines, 39</italic>(3), 377–385. <ext-link ext-link-type="uri"
                        xlink:href="https://pubmed.ncbi.nlm.nih.gov/9670093">
                    https://pubmed.ncbi.nlm.nih.gov/9670093</ext-link>/</mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Vitaro</surname>
                            <given-names>F.</given-names>
                        </name>
                        <name>
                            <surname>Gendreau</surname>
                            <given-names>P. L.</given-names>
                        </name>
                        <name>
                            <surname>Tremblay</surname>
                            <given-names>R. E.</given-names>
                        </name>
                        <name>
                            <surname>Oligny</surname>
                            <given-names>P.</given-names>
                        </name>
                    </person-group>
                    <article-title>Reactive and proactive aggression differentially predict later
                        conduct problems</article-title>
                    <source>Journal of Child Psychology and Psychiatry and Allied Disciplines</source>
                    <year>1998</year>
                    <volume>39</volume>
                    <issue>3</issue>
                    <fpage>377</fpage>
                    <lpage>385</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://pubmed.ncbi.nlm.nih.gov/9670093">
                            https://pubmed.ncbi.nlm.nih.gov/9670093</ext-link>
                    </comment>
                </element-citation>
            </ref>
            <ref id="ref33">
                <mixed-citation>Vlachou, M., Andreou, E., Botsoglou, K., &amp; Didaskalou, E.
                    (2011). Bully/Victim Problems Among Preschool Children: A Review of Current
                    Research Evidence. <italic>Educational Psychology Review, 23</italic>(3),
                    329–358. <ext-link ext-link-type="uri"
                        xlink:href="https://doi.org/10.1007/s10648-011-9153-z">
                    https://doi.org/10.1007/s10648-011-9153-z</ext-link>
                </mixed-citation>
                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Vlachou</surname>
                            <given-names>M.</given-names>
                        </name>
                        <name>
                            <surname>Andreou</surname>
                            <given-names>E.</given-names>
                        </name>
                        <name>
                            <surname>Botsoglou</surname>
                            <given-names>K.</given-names>
                        </name>
                        <name>
                            <surname>Didaskalou</surname>
                            <given-names>E.</given-names>
                        </name>
                    </person-group>
                    <article-title>Bully/Victim Problems Among Preschool Children: A Review of
                        Current Research Evidence</article-title>
                    <source>Educational Psychology Review</source>
                    <year>2011</year>
                    <volume>23</volume>
                    <issue>3</issue>
                    <fpage>329</fpage>
                    <lpage>358</lpage>
                    <comment>
                        <ext-link ext-link-type="uri"
                            xlink:href="https://doi.org/10.1007/s10648-011-9153-z">
                            https://doi.org/10.1007/s10648-011-9153-z</ext-link>
                    </comment>
                </element-citation>
            </ref>
        </ref-list>
    </back>
</article>