<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.0 20120330//EN" "JATS-journalpublishing1.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML" article-type="research-article" dtd-version="1.0" xml:lang="en">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">IJME</journal-id>
      <journal-id journal-id-type="nlm-ta">Int J Med Educ</journal-id>
      <journal-title-group>
        <journal-title>International Journal of Medical Education</journal-title>
        <abbrev-journal-title abbrev-type="pubmed">Int J Med Educ</abbrev-journal-title>
      </journal-title-group>
      <issn pub-type="epub">2042-6372</issn>
      <publisher>
        <publisher-name>IJME</publisher-name>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">10-115</article-id>
      <article-id pub-id-type="doi">10.5116/ijme.5c39.b55b</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original research</subject>
          <subj-group>
            <subject>Critical appraisal skills learning</subject>
          </subj-group>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evaluation of the role of near-peer teaching in critical appraisal skills learning: a randomized crossover trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="author" corresp="yes">
          <name>
            <surname>Widyahening</surname>
            <given-names>Indah S.</given-names>
          </name>
          <xref ref-type="aff" rid="aff1">
            <sup>1</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <name>
            <surname>Findyartini</surname>
            <given-names>Ardi</given-names>
          </name>
          <xref ref-type="aff" rid="aff2">
            <sup>2</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <name>
            <surname>Ranakusuma</surname>
            <given-names>Respati W.</given-names>
          </name>
          <xref ref-type="aff" rid="aff3">
            <sup>3</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <name>
            <surname>Dewiasty</surname>
            <given-names>Esthika</given-names>
          </name>
          <xref ref-type="aff" rid="aff4">
            <sup>4</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <name>
            <surname>Harimurti</surname>
            <given-names>Kuntjoro</given-names>
          </name>
          <xref ref-type="aff" rid="aff4">
            <sup>4</sup>
          </xref>
        </contrib>
        <aff id="aff1"><label>1</label>Department of Community Medicine, Faculty of Medicine Universitas Indonesia, Indonesia</aff>
        <aff id="aff2"><label>2</label>Department of Medical Education, Faculty of Medicine Universitas Indonesia, Indonesia</aff>
        <aff id="aff3"><label>3</label>Clinical Epidemiology and Evidence Based Medicine (CE-EBM) Unit, Cipto Mangunkusumo Hospital,Faculty of Medicine Universitas Indonesia, Indonesia</aff>
        <aff id="aff4"><label>4</label>Department of Internal Medicine, Cipto Mangunkusumo Hospital, Faculty of Medicine Universitas Indonesia, Indonesia</aff>
      </contrib-group>
      <author-notes>
        <corresp id="cor1">Correspondence: Indah S. Widyahening, Department of Community Medicine, Faculty of Medicine Universitas Indonesia, Indonesia. Email: <email xlink:href="indah_widyahening@ui.ac.id">indah_widyahening@ui.ac.id</email></corresp>
      </author-notes>
      <pub-date pub-type="epub">
        <day>25</day>
        <month>01</month>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="collection">
        <year>2019</year>

      </pub-date>
      <volume>10</volume>
      <fpage>9</fpage>
      <lpage>15</lpage>
      <history>
        <date date-type="accepted">
          <day>12</day>
          <month>01</month>
          <year>2019</year>
        </date>
        <date date-type="received">
          <day>31</day>
          <month>05</month>
          <year>2017</year>
        </date>
      </history>
      <permissions>
        <copyright-statement>Copyright: &#xA9; 2019 Indah S. Widyahening et al.</copyright-statement>
        <copyright-year>2019</copyright-year>
        <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/3.0">
          <license-p>This is an Open Access article distributed under the terms of the Creative Commons Attribution License which permits unrestricted use of work provided the original work is properly cited. <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/3.0/">http://creativecommons.org/licenses/by/3.0/</ext-link></license-p>
        </license>
      </permissions>
      <abstract>
        <sec><title>Objectives</title>
<p>The
study sought to evaluate near-peer tutors&#x2019; teaching of critical appraisal
skills to medical students as an aspect of Evidence-based Medicine.

</p></sec>
        <sec><title>Methods</title>
<p>In a
randomized crossover trial, 241 students completing a Clinical Epidemiology and
Evidence-based Medicine (CE-EBM) module in the Faculty of Medicine Universitas
Indonesia (FMUI) were randomly assigned to intervention or control groups.
During tutorial sessions, intervention group participants were assigned to
near-peer tutors, who were newly graduated doctors, and those in the control
groups were assigned to staff tutors. After two tutorial sessions, intervention
and control groups exchanged tutors for the next two sessions. Outcomes were
measured using written knowledge and skills multiple choice questions (MCQ)
test, the Evidence-based Practice Confidence Scale (EPIC) and a student
attitude questionnaire, along with student evaluation of tutors to evaluate the
process.

</p></sec>
        <sec><title>Results</title>
<p>On
completion of the module, the written test scores of intervention group
students were similar to those of the control group (t<sub>(239)</sub> = 1.553,
p=0.122), as well as overall Evidence-based Practice Confidence Scale scores (F<sub>(2/170)</sub>
= 0.179, p = 0.673) and attitude scores (t<sub>(219)</sub> =-0.676, p = 0.085).
In the tutor evaluations, the students rated their near-peer tutored sessions
as better than those tutored by staff in most respects.

</p></sec>
        <sec><title>Conclusions</title>
<p>Near-peer
tutors were as effective as and more readily accepted than staff tutors in
teaching critical appraisal skills. These findings support the broader
implementation of peer-teaching in other areas of medical education.</p></sec>
      </abstract>
      <kwd-group kwd-group-type="author">
        <kwd>Peer teaching</kwd>
        <kwd>evidence-based medicine</kwd>
        <kwd>critical appraisal</kwd>
        <kwd>undergraduate</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="intro"><title>Introduction</title>
<p>To process research findings and other information, medical doctors need critical appraisal skills for careful and systematic assessment of the trustworthiness, value, and relevance of the available evidence in particular contexts. Medical students must, therefore, be prepared to learn and master these skills, and various approaches have been implemented to that end.<xref ref-type="bibr" rid="r1"><sup>1</sup></xref><sup>-</sup><xref ref-type="bibr" rid="r3"><sup>3</sup></xref> Within medical education, peer teaching, peer-assisted learning, peer tutoring, peer assessment, and other methods involving the deployment of students or trainees in a teaching role have attracted increasing interest.<xref ref-type="bibr" rid="r4"><sup>4</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r5"><sup>5</sup></xref> Peer teaching can be defined as &#x201C;an educational arrangement in which one student teaches one or more fellow students.&#x201D; When the teacher is a student who is more advanced (by at least one year) in the same curriculum as the learner, this is known as &#x201C;near-peer teaching,&#x201D; which is one of the most common forms of peer teaching.<xref ref-type="bibr" rid="r4"><sup>4</sup></xref> Some studies have also classified recently graduated medical doctors as near-peer teachers by virtue of their proximity in age and experience.<xref ref-type="bibr" rid="r6"><sup>6</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r7"><sup>7</sup></xref> Peer teaching and near-peer teaching methods have many advantages, which include alleviating faculty teaching burden, providing role models for junior students, enhancing students&#x2019; intrinsic motivation, and preparing physicians for their future role as educators.<xref ref-type="bibr" rid="r5"><sup>5</sup></xref> Although the effectiveness and efficiency of peer-assisted learning have been demonstrated in previous studies, these related mainly to a facilitation of psychomotor skills. Several of the published randomized controlled trials assessing the effectiveness of peer teaching relate to clinical skills such as intravenous (IV) access and bladder catheterization,<xref ref-type="bibr" rid="r8"><sup>8</sup></xref> neurological examination and lumbar puncture,<xref ref-type="bibr" rid="r9"><sup>9</sup></xref> resuscitation skills,<xref ref-type="bibr" rid="r10"><sup>10</sup></xref> interpretation of musculoskeletal ultrasound of the shoulder (as part of a sports medicine module),<xref ref-type="bibr" rid="r11"><sup>11</sup></xref> and basic clinical examination skills.<xref ref-type="bibr" rid="r12"><sup>12</sup></xref></p>
<p>Among the limited number of studies comparing student-led tutorials (SLT) and faculty-led tutorials (FLT), Kassab and colleagues<xref ref-type="bibr" rid="r13"><sup>13</sup></xref> studied the use of problem-based learning (PBL) to teach haematology. Other non-randomized controlled studies of peer teaching of evidence-based medicine include Josephson et al. in the US<xref ref-type="bibr" rid="r14"><sup>14</sup></xref> and Rees and colleagues in the UK.<xref ref-type="bibr" rid="r15"><sup>15</sup></xref> However, both of those aimed solely to demonstrate the feasibility of such programs rather than to provide evidence of the effectiveness of peer teaching interventions. Sabouni and colleagues <xref ref-type="bibr" rid="r16"><sup>16</sup></xref> also explored the utilization of peer teaching in an evidence-based medicine course in a resource-poor setting. Although the knowledge and skills of course participants were found to have improved significantly after the course, the study did not report any change in attitude. In addition, the pre-post study design is not the most robust means of determining the effectiveness of a given intervention.</p>
<p>Although the literature notes many benefits of peer-assisted learning, these are largely confined to the acquisition of psychomotor skills. In light of the growing need for innovative ways of incorporating EBM into medical school curricula, especially where human resources are limited, the present study aimed to evaluate the effectiveness of recently graduated medical doctors as near-peer tutors as compared to experienced medical staff. Specifically, we hypothesized that near-peer tutors would be as effective as medical staff in teaching critical appraisal skills to medical students as part of a Clinical Epidemiology and Evidence-based Medicine (CE-EBM) program.</p>
</sec>
    <sec sec-type="methods"><title>Methods</title>
<sec><title>Study design and participants</title>
<p>The study was designed as a randomized crossover trial. The participants were fourth-year medical students completing the CE-EBM module in the Faculty of Medicine Universitas Indonesia (FMUI) in the academic year 2014&#x2013;2015. As the CE-EBM module is compulsory for fourth-year students, the entire cohort of 241 students participated. The module was conducted in two rotations: 116 students in rotation 1 (May&#x2013;June 2015) and 125 students in rotation 2 (June&#x2013;July 2015).&#xA0; The crossover design meant that every student had an equal opportunity of being tutored by staff members or recently graduated medical doctors. The Research Ethics Committee of FMUI granted ethical clearance.</p>
	
</sec><sec><title>CE-EBM module and intervention</title>
		
<p>The content and structure of the CE-EBM module at FMUI has been described elsewhere.<xref ref-type="bibr" rid="r17"><sup>17</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r18"><sup>18</sup></xref> Adapted from the University Medical Center Utrecht, the module is completed over four weeks. Informed by the principles of the Sicily statement on EBM teaching,<xref ref-type="bibr" rid="r19"><sup>19</sup></xref> the module includes lectures, tutored group discussions, and moderated plenary presentations on the design and conduct of diagnostic, therapeutic, prognostic, and etiologic studies, as well as computer-based literature search and data analysis.</p>
<p>Skills for critical appraisal of scientific papers were practiced during four 2-hour tutored group discussions. Journal articles on diagnosis, therapy, prognosis, or etiologic studies were provided by the module coordinators to ensure that the studies in question were well designed and could be appraised by students at this level. Led by a tutor, the participating students undertook a critical appraisal of the studies in their respective groups, using the worksheets provided by the Oxford Centre for EBM.<xref ref-type="bibr" rid="r20"><sup>20</sup></xref> Prior to these discussions, the students attended corresponding lectures delivered by experts in clinical epidemiology and evidence-based medicine.</p>
<p>The voluntary near-peer tutors were recruited from FMUI&#x2019;s newly graduated medical doctors, who had passed the CE-EBM module in their fourth year and had been practising EBM during their clerkship. The selected candidates were trained in a three-day training of teachers (TOT) that focused on tutoring skills and group dynamics. These new graduates were selected as near-peer tutors on the basis of their level and proximity in age to the fourth-year medical students. Five recently graduated medical doctors who were awaiting internship placement ultimately participated as near-peer tutors (of whom four participated in both rotations while one participated only in the first rotation).</p>
<p>The control groups were taught by experienced medical staff who had already participated in a two-day EBM course conducted by FMUI or in a three-day EBM course by Oxford CEBM and were practicing EBM in their clinical work. In total, 15 medical staff from various departments participated as tutors (seven in rotation 1 and eight in rotation 2), having attended a similar three-day TOT on EBM.</p>
<p>The students were randomly assigned to groups of 10 or 11. For the first two group discussion sessions, each group was randomly scheduled to be tutored either by medical staff or junior doctors. During the last two group discussion sessions, the groups were crossed over (see <xref ref-type="fig" rid="f1">Figure 1</xref>). Randomization was implemented using computer software. As medical staff tutors and near-peer tutors were unequal in number, five groups did not participate in the crossover and were tutored by medical staff throughout.</p></sec>
		

		
<sec><title>Data collection</title>
<p>Evaluation of the teaching strategies was conducted in accordance with the Classification Rubric for Evidence-based Practice Assessment Tools in Education (CREATE) framework<xref ref-type="bibr" rid="r21"><sup>21</sup></xref> as shown in <xref ref-type="fig" rid="f2">Figure 2</xref>.</p>

<fig id="f1" position="float" fig-type="figure"><label>Figure 1</label><caption><p>The flow-chart of study</p></caption>
<graphic xlink:href="91c7123060e865c3dee71164e10b9b52.jpg"/></fig>
		
	
		
<p>Student knowledge and skills were evaluated using a written test comprising 30 multiple choice questions (MCQ) with five options (similar to the Berlin questionnaire<xref ref-type="bibr" rid="r22"><sup>22</sup></xref> and Fresno test<xref ref-type="bibr" rid="r23"><sup>23</sup></xref> as validated assessments of EBM skills). The CE-EBM faculty team developed the questions, based on predefined learning outcomes and in line with the national standard for medical education assessment in Indonesia to ensure the content and face validity of the test as an educational measurement tool. The test was conducted twice; the first (mid-test, after the first two discussion sessions) pertained to clinical question formulation, search, diagnosis, and prognosis, and the second (final test, after the last two sessions) related to therapy, etiology, and systematic review.</p>
<p>Evaluation of self-efficacy utilized a modified version of the Evidence-based Practice Confidence (EPIC) scale;<xref ref-type="bibr" rid="r24"><sup>24</sup></xref> students rated their level of confidence in their ability to perform each evidence-based practice (EBP) activity on an 11-point scale ranging from 0% (cannot do at all) to 100% (certain can do). Item-level responses were averaged to obtain a summary score, which ranged from 0% to 100%. The evaluation was completed at the beginning and end of the module. Cronbach&#x2019;s &#x3B1; was computed to assess the internal consistency of the EPIC questionnaire during baseline (pre-module) assessment. The pre-module Cronbach&#x2019;s &#x3B1; value for the EPIC questionnaire was 0.95.</p>
<p>Attitudes were measured using part of the Knowledge Attitudes and Behaviors questionnaire developed by Johnston and colleagues,<xref ref-type="bibr" rid="r25"><sup>25</sup></xref> which had previously been used to assess the first implementation of the CE-EBM module in FMUI and had been validated accordingly, with a Cronbach&#x2019;s &#x3B1; value of 0.76.<xref ref-type="bibr" rid="r18"><sup>18</sup></xref> Students were asked to score each item on a 6-point Likert scale (from strongly agree to strongly disagree). The attitude questionnaire was also administered at the beginning and end of the module.</p>


	
<fig id="f2" position="float" fig-type="figure"><label>Figure 2</label><caption><p>The Classification Rubric for EBP Assessment Tools in Education (CREATE) framework21 for the Faculty of Medicine Universitas Indonesia (FMUI) Clinical Epidemiology and Evidence-Based Medicine module evaluation</p></caption>
<graphic xlink:href="82e35ef8d73ed06b79dd8d3f19ba1abd.jpg"/></fig>
	
<p>Finally, student educational experience was also evaluated, although EBP steps were not explicitly measured. This final questionnaire assessed more general aspects of the tutorial process as evaluated by students; it was previously utilized by Knobe and colleagues<xref ref-type="bibr" rid="r11"><sup>11</sup></xref> to evaluate the effectiveness of peer-assisted teaching of technical skills for interpreting ultrasound images of the shoulder. Students rated their experience using a 5-point Likert scale, ranging from 1 (strongly disagree) to 5 (strongly agree). All evaluations were conducted after the first two discussion sessions and again after the last two sessions following crossover.</p>
			
</sec>
	  
<sec><title>Data analysis</title>
<p>The primary outcome measure was the difference in mean score between intervention and control groups; independent t-testing was used to assess the significance of any discrepancies. For outcomes that differed significantly from baseline scores, analysis of covariance (ANCOVA) was utilized, using the baseline score as a covariate. The analysis was based on the intention-to-treat principle. All analyses were performed using SPSS version 22.0.</p>
</sec></sec>
    <sec sec-type="results"><title>Results</title>
<p>The mean + SD age of participating students was 22.1+1.1 years (range 18.9&#x2013;26.7 years), of whom 89 (36.9%) were male. The median age of near-peer tutors was 24 years (range 23&#x2013;26 years). The median age of staff tutors was 41.5 years (range 37&#x2013;55 years).</p>

		
<table-wrap id="t1" position="float"><label>Table 1</label><caption><title>Attitudes of the Faculty of Medicine Universitas Indonesia (FMUI) 4th-year medical students on Evidence-Based Practice (n=241)</title></caption>
<table width="100%">
<thead>
<tr style="border-top: 1pt solid; border-bottom: 1pt solid;">
<th rowspan="2" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 180px;">Attitudes item</th>
<th colspan="3" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 189px;">Before the module</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 38px;">&#xA0;</th>
<th colspan="3" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 189px;">After the module</th>
<th valign="top" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 48px;">&#xA0;</th>
</tr>
<tr style="border-top: 1pt solid; border-bottom: 1pt solid;">
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 85px;">Near-peer-tutored (n=127)</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 66px;">Staff-tutored (n=68)</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 38px;">t</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 38px;">p</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 85px;">Near-peer-tutored (n=161)</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 66px;">Staff-tutored<sup>*</sup> (n=59)</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 38px;">t</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 48px;">p</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" style="width: 180px;">1. Evidence-based medicine is &#x201C;cook-book&#x201D; medicine that disregards clinical experience.</td>
<td align="left" style="width: 85px;">3.17 (0.91)</td>
<td align="left" style="width: 66px;">3.15 (0.96)</td>
<td align="left" style="width: 38px;">-0.098</td>
<td align="left" style="width: 38px;">0.922</td>
<td align="left" style="width: 85px;">2.98 (1.20)</td>
<td align="left" style="width: 66px;">2.70 (1.05)</td>
<td align="left" style="width: 38px;">-1.575</td>
<td align="left" style="width: 48px;">0.117</td>
</tr>
<tr>
<td align="left" style="width: 180px;">2. There is no reason for me personally to adopt evidence-based medicine because it is just a &#x201C;fad&#x201D; (or &#x201C;fashion&#x201D;) that will pass with time.</td>
<td align="left" style="width: 85px;">2.61 (0.88)</td>
<td align="left" style="width: 66px;">
2.5 (1.0)
&#xA0;
</td>
<td align="left" style="width: 38px;">-0.764</td>
<td align="left" style="width: 38px;">0.446</td>
<td align="left" style="width: 85px;">2.49 (1.03)</td>
<td align="left" style="width: 66px;">2.43 (0.90)</td>
<td align="left" style="width: 38px;">-0.452</td>
<td align="left" style="width: 48px;">0.651</td>
</tr>
<tr>
<td align="left" style="width: 180px;">3. If evidence-based medicine is valid, then anyone can see patients and do what doctors do.</td>
<td align="left" style="width: 85px;">3.32 (1.19)</td>
<td align="left" style="width: 66px;">3.07 (1.21)</td>
<td align="left" style="width: 38px;">-1.386</td>
<td align="left" style="width: 38px;">0.167</td>
<td align="left" style="width: 85px;">3.42 (1.42)</td>
<td align="left" style="width: 66px;">2.85 (1.29)</td>
<td align="left" style="width: 38px;">-2.732</td>
<td align="left" style="width: 48px;">0.007</td>
</tr>
<tr>
<td align="left" style="width: 180px;">4. Evidence-based medicine ignores the &#x201C;art&#x201D; of medicine.</td>
<td align="left" style="width: 85px;">2.82 (0.89)</td>
<td align="left" style="width: 66px;">2.75 (0.87)</td>
<td align="left" style="width: 38px;">-0.521</td>
<td align="left" style="width: 38px;">0.603</td>
<td align="left" style="width: 85px;">2.61 (1.07)</td>
<td align="left" style="width: 66px;">2.54 (0.89)</td>
<td align="left" style="width: 38px;">-0.449</td>
<td align="left" style="width: 48px;">0.654</td>
</tr>
<tr>
<td align="left" style="width: 180px;">5. Doctors, in general, should not practice evidence-based medicine because medicine is about people and patients, not statistics.</td>
<td align="left" style="width: 85px;">2.8 (0.77)</td>
<td align="left" style="width: 66px;">2.62 (0.75)</td>
<td align="left" style="width: 38px;">-1.620</td>
<td align="left" style="width: 38px;">0.107</td>
<td align="left" style="width: 85px;">2.53 (1.06)</td>
<td align="left" style="width: 66px;">2.43 (0.92)</td>
<td align="left" style="width: 38px;">-0.681</td>
<td align="left" style="width: 48px;">0.497</td>
</tr>
<tr>
<td align="left" style="width: 180px;">6. Previous work experience is more important than research findings in choosing the best treatment available for a patient.</td>
<td align="left" style="width: 85px;">3.10 (0.75)</td>
<td align="left" style="width: 66px;">3.09 (0.88)</td>
<td align="left" style="width: 38px;">-0.118</td>
<td align="left" style="width: 38px;">0.906</td>
<td align="left" style="width: 85px;">2.94 (1.01)</td>
<td align="left" style="width: 66px;">2.73 (0.94)</td>
<td align="left" style="width: 38px;">-0.661</td>
<td align="left" style="width: 48px;">0.169</td>
</tr>
<tr style="border-bottom: 1pt solid;">
<td align="left" style="border-bottom: 1pt solid; width: 180px;">7. Overall score</td>
<td align="left" style="border-bottom: 1pt solid; width: 85px;">2.97 (0.53)</td>
<td align="left" style="border-bottom: 1pt solid; width: 66px;">2.85 (0.61)</td>
<td align="left" style="border-bottom: 1pt solid; width: 38px;">-1.435</td>
<td align="left" style="border-bottom: 1pt solid; width: 38px;">0.153</td>
<td align="left" style="border-bottom: 1pt solid; width: 85px;">2.83 (0.79)</td>
<td align="left" style="border-bottom: 1pt solid; width: 66px;">2.62 (0.73)</td>
<td align="left" style="border-bottom: 1pt solid; width: 38px;">-0.676</td>
<td align="left" style="border-bottom: 1pt solid; width: 48px;">0.085</td>
</tr>
</tbody>
</table>
<table-wrap-foot><p><sup>*</sup>Consisted of groups of students who were not assigned to the cross-over as well, thus the respective groups were subject to near-peer tutor during the whole duration of the module.</p></table-wrap-foot></table-wrap>
		
<table-wrap id="t2" position="float"><label>Table 2</label><caption><title>Comparison of the Evidence-Based Practice Confidence (EPIC) Scale of the Faculty of Medicine Universitas Indonesia (FMUI) 4th medical students (n=241)</title></caption>
<table width="100%">
<thead>
<tr style="border-top: 1pt solid; border-bottom: 1pt solid;">
<th rowspan="2" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 180px;">Evidence-based Practice activity</th>
<th colspan="3" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 179px;">Before the module</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 24px;">&#xA0;</th>
<th colspan="3" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 187px;">After the module</th>
<th valign="top" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 73px;">&#xA0;</th>
</tr>
<tr style="border-top: 1pt solid; border-bottom: 1pt solid;">
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 69px;">Near-peer-tutored (n=108)</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 63px;">Staff-tutored (n=66)</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 48px;">t</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 24px;">&#xA0; p</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 80px;">Near-peer-tutored (n=161)</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 66px;">Staff-tutored&#x2020; (n=65)</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 41px;">t/F</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 73px;">p</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" style="width: 180px;">How confident are you in your ability to:</td>
<td valign="top" align="left" style="width: 69px;">&#xA0;</td>
<td valign="top" align="left" style="width: 63px;">&#xA0;</td>
<td valign="top" align="left" style="width: 48px;">&#xA0;</td>
<td valign="top" align="left" style="width: 24px;">&#xA0;</td>
<td valign="top" align="left" style="width: 80px;">&#xA0;</td>
<td valign="top" align="left" style="width: 66px;">&#xA0;</td>
<td valign="top" align="left" style="width: 41px;">&#xA0;</td>
<td valign="top" align="left" style="width: 73px;">&#xA0;</td>
</tr>
<tr>
<td align="left" style="width: 180px;">1. Identify a gap in your knowledge related to a patient or client situation (e.g. history, assessment, treatment)?</td>
<td align="left" style="width: 69px;">61.20 (13.09)</td>
<td align="left" style="width: 63px;">61.21 (15.04)</td>
<td align="left" style="width: 48px;">0.004</td>
<td align="left" style="width: 24px;">0.997</td>
<td align="left" style="width: 80px;">72.17 (11.55)</td>
<td align="left" style="width: 66px;">72.46 (13.92)</td>
<td align="left" style="width: 41px;">0.159</td>
<td align="left" style="width: 73px;">0.873</td>
</tr>
<tr>
<td align="left" style="width: 180px;">2. Formulate a question to guide a literature search based on a gap in your knowledge?</td>
<td align="left" style="width: 69px;">63.52 (15.12)</td>
<td align="left" style="width: 63px;">60.00 (16.82)</td>
<td align="left" style="width: 48px;">-1.427</td>
<td align="left" style="width: 24px;">0.156</td>
<td align="left" style="width: 80px;">78.26 (10.64)</td>
<td align="left" style="width: 66px;">79.23 (9.891)</td>
<td align="left" style="width: 41px;">0.633</td>
<td align="left" style="width: 73px;">0.528</td>
</tr>
<tr>
<td align="left" style="width: 180px;">3. Effectively conduct an online literature search based on a gap in your knowledge?</td>
<td align="left" style="width: 69px;">65.83 (14.08)</td>
<td align="left" style="width: 63px;">63.64 (16.04)</td>
<td align="left" style="width: 48px;">-0.947</td>
<td align="left" style="width: 24px;">0.345</td>
<td align="left" style="width: 80px;">77.95 (10.43)</td>
<td align="left" style="width: 66px;">78.77 (10.38)</td>
<td align="left" style="width: 41px;">0.535</td>
<td align="left" style="width: 73px;">0.593</td>
</tr>
<tr>
<td align="left" style="width: 180px;">4. Critically appraise the strengths and weaknesses of study methods (e.g. appropriateness of study design, recruitment, data collection and analysis)?</td>
<td align="left" style="width: 69px;">54.44 (16.87)</td>
<td align="left" style="width: 63px;">46.97 (20.97)</td>
<td align="left" style="width: 48px;">-2.451</td>
<td align="left" style="width: 24px;">0.016</td>
<td align="left" style="width: 80px;">75.28 (9.88)</td>
<td align="left" style="width: 66px;">72.19 (10.15)</td>
<td align="left" style="width: 41px;">0.003</td>
<td align="left" style="width: 73px;">0.956*</td>
</tr>
<tr>
<td align="left" style="width: 180px;">5. Critically appraise the measurement properties (e.g. reliability and validity, sensitivity and specificity) of standardized tests or assessment tools you are considering using in your practice?</td>
<td align="left" style="width: 69px;">53.36 (15.83)</td>
<td align="left" style="width: 63px;">48.64 (20.22)</td>
<td align="left" style="width: 48px;">-1.618</td>
<td align="left" style="width: 24px;">0.108</td>
<td align="left" style="width: 80px;">76.38 (9.74)</td>
<td align="left" style="width: 66px;">73.69 (11.26)</td>
<td align="left" style="width: 41px;">-1.788</td>
<td align="left" style="width: 73px;">0.075</td>
</tr>
<tr>
<td align="left" style="width: 180px;">6. Interpret study results obtained using statistical tests such as t-tests or chi-square test)?</td>
<td align="left" style="width: 69px;">56.98 (18.46)</td>
<td align="left" style="width: 63px;">53.03 (20.75)</td>
<td align="left" style="width: 48px;">-1.304</td>
<td align="left" style="width: 24px;">0.194</td>
<td align="left" style="width: 80px;">72.38 (14.12)</td>
<td align="left" style="width: 66px;">71.69 (12.69)</td>
<td align="left" style="width: 41px;">-0.338</td>
<td align="left" style="width: 73px;">0.736</td>
</tr>
<tr>
<td align="left" style="width: 180px;">7. Interpret study results obtained using statistical procedures such as linear or logistic regression?</td>
<td align="left" style="width: 69px;">48.89 (18.81)</td>
<td align="left" style="width: 63px;">45.30 (20.32)</td>
<td align="left" style="width: 48px;">-1.183</td>
<td align="left" style="width: 24px;">0.238</td>
<td align="left" style="width: 80px;">66.96 (15.17)</td>
<td align="left" style="width: 66px;">63.54 (15.95)</td>
<td align="left" style="width: 41px;">-1.511</td>
<td align="left" style="width: 73px;">0.132</td>
</tr>
<tr>
<td align="left" style="width: 180px;">8. Determine if evidence from the research literature applies to your patient's or client's situation?</td>
<td align="left" style="width: 69px;">60.75 (15.16)</td>
<td align="left" style="width: 63px;">52.88 (21.32)</td>
<td align="left" style="width: 48px;">-2.617</td>
<td align="left" style="width: 24px;">0.010</td>
<td align="left" style="width: 80px;">75.13 (10.64)</td>
<td align="left" style="width: 66px;">74.84 (10.23)</td>
<td align="left" style="width: 41px;">0.508</td>
<td align="left" style="width: 73px;">0.477*</td>
</tr>
<tr>
<td align="left" style="width: 180px;">9. Ask your patient or client about his/her needs, values and treatment preferences?</td>
<td align="left" style="width: 69px;">67.50 (13.47)</td>
<td align="left" style="width: 63px;">63.03 (19.13)</td>
<td align="left" style="width: 48px;">-1,663</td>
<td align="left" style="width: 24px;">0.099</td>
<td align="left" style="width: 80px;">77.13 (11.62)</td>
<td align="left" style="width: 66px;">77.54 (10.76)</td>
<td align="left" style="width: 41px;">0.247</td>
<td align="left" style="width: 73px;">0.805</td>
</tr>
<tr>
<td align="left" style="width: 180px;">10.&#xA0;&#xA0;&#xA0; Decide on appropriate course of action based on integrating the research evidence, clinical judgement and patient or client preferences?</td>
<td align="left" style="width: 69px;">60.74 (15.32)</td>
<td align="left" style="width: 63px;">55.61 (18.32)</td>
<td align="left" style="width: 48px;">-1.905</td>
<td align="left" style="width: 24px;">0.059</td>
<td align="left" style="width: 80px;">75.60 (11.11)</td>
<td align="left" style="width: 66px;">74.77 (10.62)</td>
<td align="left" style="width: 41px;">-0.513</td>
<td align="left" style="width: 73px;">0.609</td>
</tr>
<tr>
<td align="left" style="width: 180px;">11.&#xA0;&#xA0;&#xA0; Continually evaluate the effect of your course of action on your patient's or client's outcomes?</td>
<td align="left" style="width: 69px;">61.85 (13.95)</td>
<td align="left" style="width: 63px;">58.18 (19.12)</td>
<td align="left" style="width: 48px;">-1.354</td>
<td align="left" style="width: 24px;">0.179</td>
<td align="left" style="width: 80px;">75.96 (11.26)</td>
<td align="left" style="width: 66px;">75.54 (11.32)</td>
<td align="left" style="width: 41px;">-0.256</td>
<td align="left" style="width: 73px;">&#xA0;0. 798</td>
</tr>
<tr style="border-bottom: 1pt solid;">
<td align="left" style="border-bottom: 1pt solid; width: 180px;">Overall</td>
<td align="left" style="border-bottom: 1pt solid; width: 69px;">59.56 (11.62)</td>
<td align="left" style="border-bottom: 1pt solid; width: 63px;">55.32 (15.77)</td>
<td align="left" style="border-bottom: 1pt solid; width: 48px;">-1.895</td>
<td align="left" style="border-bottom: 1pt solid; width: 24px;">0.061</td>
<td align="left" style="border-bottom: 1pt solid; width: 80px;">74.82 (8.49)</td>
<td align="left" style="border-bottom: 1pt solid; width: 66px;">74.04 (8.65)</td>
<td align="left" style="border-bottom: 1pt solid; width: 41px;">0.179</td>
<td align="left" style="border-bottom: 1pt solid; width: 73px;">0.673*</td>
</tr>
</tbody>
</table>
<table-wrap-foot><p><sup>*</sup>ANCOVA with baseline score as covariate &#x2020;Consisted of groups of students that were not being assigned to the cross-over as well. Thus, the respective groups were not being subject to near-peer tutor during the whole duration of the module.</p></table-wrap-foot></table-wrap>
				

<table-wrap id="t3" position="float"><label>Table 3</label><caption><title>Assessment of the Faculty of Medicine Universitas Indonesia (FMUI) Clinical Epidemiology and Evidence-based Medicine (CE-EBM) module tutors by the 4th year medical students (n=241)</title></caption>
<table width="100%">
<thead>
<tr style="border-top: 1pt solid; border-bottom: 1pt solid;">
<th rowspan="2" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 312px;">Item of assessment</th>
<th colspan="2" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 180px;">Mean (SD)</th>
<th rowspan="2" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 66px;">t</th>
<th rowspan="2" align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 66px;">p</th>
</tr>
<tr style="border-top: 1pt solid; border-bottom: 1pt solid;">
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 96px;">Near-peer tutored</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 84px;">Staff-tutored</th>
</tr>
<tr style="border-top: 1pt solid; border-bottom: 1pt solid;">
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 312px;">Tutorial 1 and 2</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 96px;">n=87</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 84px;">n=143</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 66px;">&#xA0;</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 66px;">&#xA0;</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" style="width: 312px;">1.&#xA0; The tutor was competent</td>
<td align="left" style="width: 96px;">4.13 (0.71)</td>
<td align="left" style="width: 84px;">4.10 (0.71)</td>
<td align="left" style="width: 66px;">-0.223</td>
<td align="left" style="width: 66px;">0.824</td>
</tr>
<tr>
<td align="left" style="width: 312px;">2.&#xA0; The lessons were enjoyable</td>
<td align="left" style="width: 96px;">4.36 (0.68)</td>
<td align="left" style="width: 84px;">4.12 (0.85)</td>
<td align="left" style="width: 66px;">-2.206</td>
<td align="left" style="width: 66px;">0.028</td>
</tr>
<tr>
<td align="left" style="width: 312px;">3.&#xA0; I was able to learn a lot</td>
<td align="left" style="width: 96px;">4.18 (0.69)</td>
<td align="left" style="width: 84px;">3.87 (0.88)</td>
<td align="left" style="width: 66px;">-2.802</td>
<td align="left" style="width: 66px;">0.006</td>
</tr>
<tr>
<td align="left" style="width: 312px;">4.&#xA0; I was able to directly apply what I learned</td>
<td align="left" style="width: 96px;">4.00 (0.73)</td>
<td align="left" style="width: 84px;">3.76 (0.92)</td>
<td align="left" style="width: 66px;">-2.227</td>
<td align="left" style="width: 66px;">0.027</td>
</tr>
<tr>
<td align="left" style="width: 312px;">5.&#xA0; Theory and practice were well combined</td>
<td align="left" style="width: 96px;">4.06 (0.81)</td>
<td align="left" style="width: 84px;">3.83 (0.80)</td>
<td align="left" style="width: 66px;">-2.052</td>
<td align="left" style="width: 66px;">0.041</td>
</tr>
<tr>
<td align="left" style="width: 312px;">6.&#xA0; I would rather have been in a different group</td>
<td align="left" style="width: 96px;">1.92 (1.21)</td>
<td align="left" style="width: 84px;">1.85 (1.18)</td>
<td align="left" style="width: 66px;">-0.452</td>
<td align="left" style="width: 66px;">0.652</td>
</tr>
<tr>
<td align="left" style="width: 312px;">7.&#xA0; Group size was optimal</td>
<td align="left" style="width: 96px;">4.20 (0.76)</td>
<td align="left" style="width: 84px;">4.15 (0.88)</td>
<td align="left" style="width: 66px;">-0.427</td>
<td align="left" style="width: 66px;">0.670</td>
</tr>
<tr>
<td align="left" style="width: 312px;">8.&#xA0; Interaction between students and teacher was good</td>
<td align="left" style="width: 96px;">4.49 (0.66)</td>
<td align="left" style="width: 84px;">4.27 (0.74)</td>
<td align="left" style="width: 66px;">-2.283</td>
<td align="left" style="width: 66px;">0.023</td>
</tr>
<tr>
<td align="left" style="width: 312px;">9.&#xA0; There were many unanswered questions</td>
<td align="left" style="width: 96px;">2.43 (1.01)</td>
<td align="left" style="width: 84px;">2.86 (1.10)</td>
<td align="left" style="width: 66px;">2.992</td>
<td align="left" style="width: 66px;">0.003</td>
</tr>
<tr>
<td align="left" style="width: 312px;">10.&#xA0;&#xA0; Time was tight</td>
<td align="left" style="width: 96px;">2.90 (1.14)</td>
<td align="left" style="width: 84px;">2.84 (1.19)</td>
<td align="left" style="width: 66px;">-0.360</td>
<td align="left" style="width: 66px;">0.719</td>
</tr>
<tr>
<td align="left" style="width: 312px;">11.&#xA0;&#xA0; The topic was too complex</td>
<td align="left" style="width: 96px;">2.87 (1.09)</td>
<td align="left" style="width: 84px;">2.75 (1.02)</td>
<td align="left" style="width: 66px;">-0.879</td>
<td align="left" style="width: 66px;">0.380</td>
</tr>
<tr style="border-bottom: 1pt solid; border-top: 1pt solid;">
<td align="left" style="border-bottom: 1pt solid; border-top: 1pt solid; width: 312px;">Overall</td>
<td align="left" style="border-bottom: 1pt solid; border-top: 1pt solid; width: 96px;">3.59 (0.41)</td>
<td align="left" style="border-bottom: 1pt solid; border-top: 1pt solid; width: 84px;">3.49 (0.36)</td>
<td align="left" style="border-bottom: 1pt solid; border-top: 1pt solid; width: 66px;">-2.009</td>
<td align="left" style="border-bottom: 1pt solid; border-top: 1pt solid; width: 66px;">0.046</td>
</tr>
<tr>
<td align="left" style="width: 312px;">Tutorial 3 and 4</td>
<td align="left" style="width: 96px;">n=83</td>
<td align="left" style="width: 84px;">n=150</td>
<td align="left" style="width: 66px;">&#xA0;</td>
<td align="left" style="width: 66px;">&#xA0;</td>
</tr>
<tr>
<td align="left" style="width: 312px;">1.&#xA0; The tutor was competent</td>
<td align="left" style="width: 96px;">4.40 (0.68)</td>
<td align="left" style="width: 84px;">4.09 (0.79)</td>
<td align="left" style="width: 66px;">-2.958</td>
<td align="left" style="width: 66px;">0.003</td>
</tr>
<tr>
<td align="left" style="width: 312px;">2.&#xA0; The lessons were enjoyable</td>
<td align="left" style="width: 96px;">4.51 (0.61)</td>
<td align="left" style="width: 84px;">4.07 (0.95)</td>
<td align="left" style="width: 66px;">-4.218</td>
<td align="left" style="width: 66px;">&lt;0.001</td>
</tr>
<tr>
<td align="left" style="width: 312px;">3.&#xA0; I was able to learn a lot</td>
<td align="left" style="width: 96px;">4.42 (0.66)</td>
<td align="left" style="width: 84px;">3.76 (0.97)</td>
<td align="left" style="width: 66px;">-6.130</td>
<td align="left" style="width: 66px;">&lt;0.001</td>
</tr>
<tr>
<td align="left" style="width: 312px;">4.&#xA0; I was able to directly apply what I learned</td>
<td align="left" style="width: 96px;">4.14 (0.72)</td>
<td align="left" style="width: 84px;">3.61 (0.88)</td>
<td align="left" style="width: 66px;">-4.980</td>
<td align="left" style="width: 66px;">&lt;0.001</td>
</tr>
<tr>
<td align="left" style="width: 312px;">5.&#xA0; Theory and practice were well combined</td>
<td align="left" style="width: 96px;">4.22 (0.70)</td>
<td align="left" style="width: 84px;">3.67 (0.92)</td>
<td align="left" style="width: 66px;">-5.052</td>
<td align="left" style="width: 66px;">&lt;0.001</td>
</tr>
<tr>
<td align="left" style="width: 312px;">6.&#xA0; I would rather have been in a different group</td>
<td align="left" style="width: 96px;">2.08 (1.40)</td>
<td align="left" style="width: 84px;">2.09 (1.26)</td>
<td align="left" style="width: 66px;">0.013</td>
<td align="left" style="width: 66px;">0.99</td>
</tr>
<tr>
<td align="left" style="width: 312px;">7.&#xA0; Group size was optimal</td>
<td align="left" style="width: 96px;">4.24 (0.81)</td>
<td align="left" style="width: 84px;">4.26 (0.72)</td>
<td align="left" style="width: 66px;">0.156</td>
<td align="left" style="width: 66px;">0.876</td>
</tr>
<tr>
<td align="left" style="width: 312px;">8.&#xA0; Interaction between students and teacher was good</td>
<td align="left" style="width: 96px;">4.51 (0.63)</td>
<td align="left" style="width: 84px;">4.20 (0.83)</td>
<td align="left" style="width: 66px;">-2.973</td>
<td align="left" style="width: 66px;">0.003</td>
</tr>
<tr>
<td align="left" style="width: 312px;">9.&#xA0; There were many unanswered questions</td>
<td align="left" style="width: 96px;">2.38 (1.24)</td>
<td align="left" style="width: 84px;">2.80 (1.10)</td>
<td align="left" style="width: 66px;">2.658</td>
<td align="left" style="width: 66px;">0.008</td>
</tr>
<tr>
<td align="left" style="width: 312px;">10.&#xA0;&#xA0; Time was tight</td>
<td align="left" style="width: 96px;">2.52 (1.32)</td>
<td align="left" style="width: 84px;">2.58 (1.17)</td>
<td align="left" style="width: 66px;">0.332</td>
<td align="left" style="width: 66px;">0.741</td>
</tr>
<tr>
<td align="left" style="width: 312px;">11.&#xA0;&#xA0; The topic was too complex</td>
<td align="left" style="width: 96px;">2.66 (1.19)</td>
<td align="left" style="width: 84px;">2.80 (0.98)</td>
<td align="left" style="width: 66px;">0.975</td>
<td align="left" style="width: 66px;">0.330</td>
</tr>
<tr style="border-bottom: 1pt solid; border-top: 1pt solid;">
<td align="left" style="border-bottom: 1pt solid; border-top: 1pt solid; width: 312px;">Overall</td>
<td align="left" style="border-bottom: 1pt solid; border-top: 1pt solid; width: 96px;">3.65 (0.50)</td>
<td align="left" style="border-bottom: 1pt solid; border-top: 1pt solid; width: 84px;">3.45 (0.41)</td>
<td align="left" style="border-bottom: 1pt solid; border-top: 1pt solid; width: 66px;">-3.237</td>
<td align="left" style="border-bottom: 1pt solid; border-top: 1pt solid; width: 66px;">0.001</td>
</tr>
</tbody>
</table></table-wrap>

<p>A mid-evaluation following the first two discussion sessions found no statistically significant difference (t<sub>(</sub><sub>241)</sub> = -1.520, p = 0.130) between mean + SD of written test scores for the near-peer tutored group (65.89 + 12.86) and the staff-tutored group (63.18 + 13.69). The groups then exchanged tutors for the next two discussion sessions. At the end of the module, the difference in mean + SD of written test scores for the near-peer tutored group (68.20 + 12.50) and the staff-tutored group (70.61+10.99) was again statistically non-significant (t<sub>(</sub><sub>241) </sub>= 1.553, p = 0.122).</p>
<p>At the beginning of the module, student attitude scores were comparable (<xref ref-type="table" rid="t1">Table 1</xref>). After the module, there were no statistically significant differences in the mean overall attitude score or for the majority of attitude items other than the statement &#x201C;If evidence-based medicine is valid, then anyone can see patients and do what doctors do.&#x201D;</p>
<p>The overall score for level of student confidence in Evidence-based Practice (based on the EPIC questionnaire) at the beginning of the module was also comparable for both groups (<xref ref-type="table" rid="t2">Table 2</xref>). However, a statistically significant lower score was observed for medical staff on two items (4 - Critically appraise the strengths and weaknesses of study methods, and 8 - Determine if evidence from the research literature applies to your patient's or client's situation). No statistically significant difference in mean EPIC scale score was observed either for individual items or overall scores at the end of the module. When the students were asked to evaluate the tutorial process, they assigned more positive scores to the near-peer tutor for the majority of evaluation items (<xref ref-type="table" rid="t3">Table 3</xref>).</p>
			
</sec>
    <sec sec-type="discussion"><title>Discussion</title>
<p>In the present study, near-peer tutored students and staff-tutored students achieved comparable scores on knowledge, skills, attitudes, and confidence in relation to critical appraisal skills. Although confirming what has been reported in earlier studies, these findings must nevertheless be interpreted with a degree of caution. For example, the similarity of these results, especially on the written test, may reflect the fact that all students attended lectures delivered by experts in clinical epidemiology. Another possible explanation (as suggested by ten Cate and colleagues)<xref ref-type="bibr" rid="r26"><sup>26</sup></xref> is that peer-teaching may also encourage students to invest more effort in the study because of concerns about inadequate teaching.</p>
<p>Additionally, students scored better on the tutorials led by near-peer tutors than on those led by medical staff tutors. Tolsgaard and colleagues reported a similar result in a study employing second-year medical students as tutors to teach IV access and bladder catheterization to first-year medical students at the University of Copenhagen.<xref ref-type="bibr" rid="r8"><sup>8</sup></xref> As explained by cognitive congruence theory, a teacher whose knowledge base is similar (i.e., congruent) to the learner&#x2019;s is likely to be more effective than an expert in the field who has a dissimilar knowledge base (i.e., who is cognitively incongruent or is perceived as more &#x201C;cognitively distant&#x201D;). Peer-tutors are also believed to be able to provide a more comfortable and safe learning environment for students, as they come from a similar social environment.<xref ref-type="bibr" rid="r5"><sup>5</sup></xref></p>
<p>A systematic review by Burgess and colleagues<xref ref-type="bibr" rid="r27"><sup>27</sup></xref> indicated that practical issues such as limited faculty resources were most frequently reported to account for the implementation of peer or near-peer teaching. Another justification for the use of near-peer tutors is the need to develop the teaching skills of future doctors. While the Indonesian Medical Council does not explicitly list teaching skills among the competencies of medical doctors, Indonesian medical graduates are expected to be able to provide health education to patients, families, and communities.<xref ref-type="bibr" rid="r28"><sup>28</sup></xref> In Tomorrow&#x2019;s Doctors, the UK General Medical Council states that medical graduates must be able to demonstrate appropriate teaching skills,<xref ref-type="bibr" rid="r29"><sup>29</sup></xref> and the Royal College of Physicians and Surgeons of Canada states in its CanMEDS Physicians Competency framework that the physician&#x2019;s role includes being a &#x201C;scholar&#x201D; who are competent to &#x201C;teach students, residents, the public, and other health care professionals&#x201D;.<xref ref-type="bibr" rid="r30"><sup>30</sup></xref></p>
<p>As well as the benefits for the medical students, the peer tutors also gained, as the teaching experience motivated them to learn more and to deepen their understanding of the subject. This is an expected aspect of EBM skills, which are currently seen as one of the core competencies of medical doctors. Experience in teaching and preparation of teaching materials is also known to build leadership capability and confidence.<xref ref-type="bibr" rid="r5"><sup>5</sup></xref></p>
<p>Although peer teaching has been widely implemented in medical education, we are not aware of any previous studies of this kind from Indonesia, although in our experience the practice is undoubtedly performed informally. We recognize that as educational interventions are generally complex, it is often difficult to distinguish which element accounts for which effect or to what extent it might be adapted to local circumstances while remaining effective.<xref ref-type="bibr" rid="r31"><sup>31</sup></xref> Moreover, certain particulars may limit the generalization of the present findings, such as student characteristics and EBM as a distinctive subject. As the oldest and most prominent medical school in Indonesia, FMUI students are a select group, and earlier research found that tutor expertise did not affect FMUI students&#x2019; performance during problem-based learning.<xref ref-type="bibr" rid="r32"><sup>32</sup></xref> Furthermore, the ethics of medical education require the minimization of any potential disadvantage to students assigned to a near-peer tutor &#x2013; hence the need for a crossover. As a result, none of the students in this study were assigned only to a near-peer tutor, and this may have led to over-estimation of results, especially in the final test. Future studies should, therefore, extend the utilization of near-peer tutors to all tutorial sessions.</p>
</sec>
    <sec sec-type="conclusions"><title>Conclusions</title>
<p>The present findings confirm that near-peer tutors can be as effective as and more readily accepted than staff tutors. This is based on the performance of students in critical appraisal skills in EBM, extending the evidence of the benefits of peer-assisted learning beyond the area of psychomotor skills. This study also provides preliminary evidence that medical school educational policy will be accommodated to the assignment of trained near-peer tutors to teach critical appraisal skills to medical students.</p>
<sec><title>Acknowledgements</title>
<p>We would like to express our gratitude to the Dean, the Vice Dean for Education, Research, and Student Affairs and the Manager of Education and Student Affairs at FMUI for lending their full support to this study. The study received full financial support from the Medical Education Unit of FMUI.</p>
</sec><sec><title>Conflict of Interest</title>
<p>The authors declare that they have no conflict of interest.</p>
</sec></sec>
  </body>
  <back>
    <ref-list><title>References</title>
<ref id="r1"><label>1</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Rezaeian</surname><given-names>M</given-names></name></person-group><article-title>How to teach medical students to critically appraise a published article in the public health domain.</article-title><source>J Educ Health Promot</source><year>2013</year><volume>2</volume><fpage>8</fpage><pub-id pub-id-type="doi">10.4103/2277-9531.107934</pub-id><pub-id pub-id-type="pmid">24083258</pub-id></element-citation></ref><ref id="r2"><label>2</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ilic</surname><given-names>D</given-names></name><name><surname>Maloney</surname><given-names>S</given-names></name></person-group><article-title>Methods of teaching medical trainees evidence-based medicine: a systematic review.</article-title><source>Med Educ</source><year>2014</year><volume>48</volume><fpage>124</fpage><lpage>135</lpage><pub-id pub-id-type="doi">10.1111/medu.12288</pub-id><pub-id pub-id-type="pmid">24528395</pub-id></element-citation></ref><ref id="r3"><label>3</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Maggio</surname><given-names>LA</given-names></name><name><surname>Cate</surname><given-names>OT</given-names></name><name><surname>Irby</surname><given-names>DM</given-names></name><name><surname>O'Brien</surname><given-names>BC</given-names></name></person-group><article-title>Designing evidence-based medicine training to optimize the transfer of skills from the classroom to clinical practice: applying the four component instructional design model.</article-title><source>Acad Med</source><year>2015</year><volume>90</volume><fpage>1457</fpage><lpage>1461</lpage><pub-id pub-id-type="doi">10.1097/ACM.0000000000000769</pub-id><pub-id pub-id-type="pmid">25993279</pub-id></element-citation></ref>
<ref id="r4"><label>4</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ten Cate</surname><given-names>O</given-names></name><name><surname>Durning</surname><given-names>S</given-names></name></person-group><article-title>Dimensions and psychology of peer teaching in medical education.</article-title><source>Med Teach</source><year>2007</year><volume>29</volume><fpage>546</fpage><lpage>552</lpage><pub-id pub-id-type="doi">10.1080/01421590701583816</pub-id></element-citation></ref>
		
<ref id="r5"><label>5</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ten Cate</surname><given-names>O</given-names></name><name><surname>Durning</surname><given-names>S</given-names></name></person-group><article-title>Peer teaching in medical education: twelve reasons to move from theory to practice.</article-title><source>Med Teach</source><year>2007</year><volume>29</volume><fpage>591</fpage><lpage>599</lpage><pub-id pub-id-type="doi">10.1080/01421590701606799</pub-id></element-citation></ref><ref id="r6"><label>6</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Rashid</surname><given-names>MS</given-names></name><name><surname>Sobowale</surname><given-names>O</given-names></name><name><surname>Gore</surname><given-names>D</given-names></name></person-group><article-title>A near-peer teaching program designed, developed and delivered exclusively by recent medical graduates for final year medical students sitting the final objective structured clinical examination (OSCE).</article-title><source>BMC Med Educ</source><year>2011</year><volume>11</volume><fpage>11</fpage><pub-id pub-id-type="doi">10.1186/1472-6920-11-11</pub-id><pub-id pub-id-type="pmid">21414226</pub-id></element-citation></ref><ref id="r7"><label>7</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Mabvuure</surname><given-names>NT</given-names></name><name><surname>Rodrigues</surname><given-names>J</given-names></name><name><surname>Cumberworth</surname><given-names>A</given-names></name><name><surname>Mahmud</surname><given-names>M</given-names></name></person-group><article-title>Twelve tips for running successful junior doctor-led teaching programmes for medical students.</article-title><source>Med Teach</source><year>2013</year><volume>35</volume><fpage>628</fpage><lpage>632</lpage><pub-id pub-id-type="doi">10.3109/0142159X.2013.778394</pub-id><pub-id pub-id-type="pmid">23544916</pub-id></element-citation></ref><ref id="r8"><label>8</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Tolsgaard</surname><given-names>MG</given-names></name><name><surname>Gustafsson</surname><given-names>A</given-names></name><name><surname>Rasmussen</surname><given-names>MB</given-names></name><name><surname>H&#xF8;iby</surname><given-names>P</given-names></name><name><surname>M&#xFC;ller</surname><given-names>CG</given-names></name><name><surname>Ringsted</surname><given-names>C</given-names></name></person-group><article-title>Student teachers can be as good as associate professors in teaching clinical skills.</article-title><source>Med Teach</source><year>2007</year><volume>29</volume><fpage>553</fpage><lpage>557</lpage><pub-id pub-id-type="doi">10.1080/01421590701682550</pub-id><pub-id pub-id-type="pmid">17978968</pub-id></element-citation></ref><ref id="r9"><label>9</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Heckmann</surname><given-names>JG</given-names></name><name><surname>D&#xFC;tsch</surname><given-names>M</given-names></name><name><surname>Rauch</surname><given-names>C</given-names></name><name><surname>Lang</surname><given-names>C</given-names></name><name><surname>Weih</surname><given-names>M</given-names></name><name><surname>Schwab</surname><given-names>S</given-names></name></person-group><article-title>Effects of peer-assisted training during the neurology clerkship: a randomized controlled study.</article-title><source>Eur J Neurol</source><year>2008</year><volume>15</volume><fpage>1365</fpage><lpage>1370</lpage><pub-id pub-id-type="doi">10.1111/j.1468-1331.2008.02317.x</pub-id><pub-id pub-id-type="pmid">19049555</pub-id></element-citation></ref>
		
<ref id="r10"><label>10</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Hughes</surname><given-names>TC</given-names></name><name><surname>Jiwaji</surname><given-names>Z</given-names></name><name><surname>Lally</surname><given-names>K</given-names></name><name><surname>Lloyd-Lavery</surname><given-names>A</given-names></name><name><surname>Lota</surname><given-names>A</given-names></name><name><surname>Dale</surname><given-names>A</given-names></name><name><surname>Janas</surname><given-names>R</given-names></name><name><surname>Bulstrode</surname><given-names>CJ</given-names></name></person-group><article-title>Advanced Cardiac Resuscitation Evaluation (ACRE): a randomised single-blind controlled trial of peer-led vs. expert-led advanced resuscitation training.</article-title><source>Scand J Trauma Resusc Emerg Med</source><year>2010</year><volume>18</volume><issue>3</issue><pub-id pub-id-type="doi">10.1186/1757-7241-18-3</pub-id><pub-id pub-id-type="pmid">20074353</pub-id></element-citation></ref>
	
<ref id="r11"><label>11</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Knobe</surname><given-names>M</given-names></name><name><surname>M&#xFC;nker</surname><given-names>R</given-names></name><name><surname>Sellei</surname><given-names>RM</given-names></name><name><surname>Holschen</surname><given-names>M</given-names></name><name><surname>Mooij</surname><given-names>SC</given-names></name><name><surname>Schmidt-Rohlfing</surname><given-names>B</given-names></name><name><surname>Niethard</surname><given-names>FU</given-names></name><name><surname>Pape</surname><given-names>HC</given-names></name></person-group><article-title>Peer teaching: a randomised controlled trial using student-teachers to teach musculoskeletal ultrasound.</article-title><source>Med Educ</source><year>2010</year><volume>44</volume><fpage>148</fpage><lpage>155</lpage><pub-id pub-id-type="doi">10.1111/j.1365-2923.2009.03557.x</pub-id><pub-id pub-id-type="pmid">20040056</pub-id></element-citation></ref><ref id="r12"><label>12</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Blank</surname><given-names>WA</given-names></name><name><surname>Blankenfeld</surname><given-names>H</given-names></name><name><surname>Vogelmann</surname><given-names>R</given-names></name><name><surname>Linde</surname><given-names>K</given-names></name><name><surname>Schneider</surname><given-names>A</given-names></name></person-group><article-title>Can near-peer medical students effectively teach a new curriculum in physical examination?</article-title><source>BMC Med Educ</source><year>2013</year><volume>13</volume><fpage>165</fpage><pub-id pub-id-type="doi">10.1186/1472-6920-13-165</pub-id><pub-id pub-id-type="pmid">24325639</pub-id></element-citation></ref><ref id="r13"><label>13</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Kassab</surname><given-names>S</given-names></name><name><surname>Abu-Hijleh</surname><given-names>MF</given-names></name><name><surname>Al-Shboul</surname><given-names>Q</given-names></name><name><surname>Hamdy</surname><given-names>H</given-names></name></person-group><article-title>Student-led tutorials in problem-based learning: educational outcomes and students' perceptions.</article-title><source>Med Teach</source><year>2005</year><volume>27</volume><fpage>521</fpage><lpage>526</lpage><pub-id pub-id-type="doi">10.1080/01421590500156186</pub-id><pub-id pub-id-type="pmid">16199359</pub-id></element-citation></ref>
<ref id="r14"><label>14</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Josephson</surname><given-names>SA</given-names></name><name><surname>Whelan</surname><given-names>AJ</given-names></name></person-group><article-title>A new first-year course designed and taught by a senior medical student.</article-title><source>Acad Med</source><year>2002</year><volume>77</volume><fpage>1207</fpage><lpage>1211</lpage><pub-id pub-id-type="pmid">12480623</pub-id></element-citation></ref><ref id="r15"><label>15</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Rees</surname><given-names>E</given-names></name><name><surname>Sinha</surname><given-names>Y</given-names></name><name><surname>Chitnis</surname><given-names>A</given-names></name><name><surname>Archer</surname><given-names>J</given-names></name><name><surname>Fotheringham</surname><given-names>V</given-names></name><name><surname>Renwick</surname><given-names>S</given-names></name></person-group><article-title>Peer-teaching of evidence-based medicine.</article-title><source>Clin Teach</source><year>2014</year><volume>11</volume><fpage>259</fpage><lpage>263</lpage><pub-id pub-id-type="doi">10.1111/tct.12144</pub-id><pub-id pub-id-type="pmid">24917093</pub-id></element-citation></ref><ref id="r16"><label>16</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Sabouni</surname><given-names>A</given-names></name><name><surname>Bdaiwi</surname><given-names>Y</given-names></name><name><surname>Janoudi</surname><given-names>SL</given-names></name><name><surname>Namous</surname><given-names>LO</given-names></name><name><surname>Turk</surname><given-names>T</given-names></name><name><surname>Alkhatib</surname><given-names>M</given-names></name><name><surname>Abbas</surname><given-names>F</given-names></name><name><surname>Yafi</surname><given-names>RZ</given-names></name></person-group><article-title>Multiple strategy peer-taught evidence-based medicine course in a poor resource setting.</article-title><source>BMC Med Educ</source><year>2017</year><volume>17</volume><fpage>82</fpage><pub-id pub-id-type="doi">10.1186/s12909-017-0924-1</pub-id><pub-id pub-id-type="pmid">28472986</pub-id></element-citation></ref><ref id="r17"><label>17</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Widyahening</surname><given-names>IS</given-names></name><name><surname>van der Heijden</surname><given-names>GJ</given-names></name><name><surname>Moy</surname><given-names>FM</given-names></name><name><surname>van der Graaf</surname><given-names>Y</given-names></name><name><surname>Sastroasmoro</surname><given-names>S</given-names></name><name><surname>Bulgiba</surname><given-names>A</given-names></name></person-group><article-title>From west to east; experience with adapting a curriculum in evidence-based medicine.</article-title><source>Perspect Med Educ</source><year>2012</year><volume>1</volume><fpage>249</fpage><lpage>261</lpage><pub-id pub-id-type="doi">10.1007/s40037-012-0029-9</pub-id><pub-id pub-id-type="pmid">23240103</pub-id></element-citation></ref><ref id="r18"><label>18</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Widyahening</surname><given-names>IS</given-names></name><name><surname>van der Heijden</surname><given-names>GJ</given-names></name><name><surname>Moy</surname><given-names>FM</given-names></name><name><surname>van der Graaf</surname><given-names>Y</given-names></name><name><surname>Sastroasmoro</surname><given-names>S</given-names></name><name><surname>Bulgiba</surname><given-names>A</given-names></name></person-group><article-title>Direct short-term effects of EBP teaching: change in knowledge, not in attitude; a cross-cultural comparison among students from European and Asian medical schools.</article-title><source>Med Educ Online</source><year>2012</year><volume>17</volume><fpage>19623</fpage><pub-id pub-id-type="doi">10.3402/meo.v17i0.19623</pub-id><pub-id pub-id-type="pmid">23121993</pub-id></element-citation></ref><ref id="r19"><label>19</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Dawes</surname><given-names>M</given-names></name><name><surname>Summerskill</surname><given-names>W</given-names></name><name><surname>Glasziou</surname><given-names>P</given-names></name><name><surname>Cartabellotta</surname><given-names>A</given-names></name><name><surname>Martin</surname><given-names>J</given-names></name><name><surname>Hopayian</surname><given-names>K</given-names></name><name><surname>Porzsolt</surname><given-names>F</given-names></name><name><surname>Burls</surname><given-names>A</given-names></name><name><surname>Osborne</surname><given-names>J</given-names></name></person-group><article-title>Sicily statement on evidence-based practice.</article-title><source>BMC Med Educ</source><year>2005</year><volume>5</volume><fpage>1</fpage><lpage>127</lpage><pub-id pub-id-type="doi">10.1186/1472-6920-5-1</pub-id><pub-id pub-id-type="pmid">15634359</pub-id></element-citation></ref><ref id="r20"><label>20</label><mixed-citation publication-type="other">Center for Evidence Based Medicine. Center for Evidence Based Medicine.  Oxford: University of Oxford; 2013 [cited 7 March 2014]; Available from: www.cebm.net.</mixed-citation></ref><ref id="r21"><label>21</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Tilson</surname><given-names>JK</given-names></name><name><surname>Kaplan</surname><given-names>SL</given-names></name><name><surname>Harris</surname><given-names>JL</given-names></name><name><surname>Hutchinson</surname><given-names>A</given-names></name><name><surname>Ilic</surname><given-names>D</given-names></name><name><surname>Niederman</surname><given-names>R</given-names></name><name><surname>Potomkova</surname><given-names>J</given-names></name><name><surname>Zwolsman</surname><given-names>SE</given-names></name></person-group><article-title>Sicily statement on classification and development of evidence-based practice learning assessment tools.</article-title><source>BMC Med Educ</source><year>2011</year><volume>11</volume><fpage>78</fpage><pub-id pub-id-type="doi">10.1186/1472-6920-11-78</pub-id><pub-id pub-id-type="pmid">21970731</pub-id></element-citation></ref><ref id="r22"><label>22</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Fritsche</surname><given-names>L</given-names></name><name><surname>Greenhalgh</surname><given-names>T</given-names></name><name><surname>Falck-Ytter</surname><given-names>Y</given-names></name><name><surname>Neumayer</surname><given-names>HH</given-names></name><name><surname>Kunz</surname><given-names>R</given-names></name></person-group><article-title>Do short courses in evidence based medicine improve knowledge and skills? Validation of Berlin questionnaire and before and after study of courses in evidence based medicine.</article-title><source>BMJ</source><year>2002</year><volume>325</volume><fpage>1338</fpage><lpage>1341</lpage><pub-id pub-id-type="pmid">12468485</pub-id></element-citation></ref><ref id="r23"><label>23</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ramos</surname><given-names>KD</given-names></name><name><surname>Schafer</surname><given-names>S</given-names></name><name><surname>Tracz</surname><given-names>SM</given-names></name></person-group><article-title>Validation of the Fresno test of competence in evidence based medicine.</article-title><source>BMJ</source><year>2003</year><volume>326</volume><fpage>319</fpage><lpage>321</lpage><pub-id pub-id-type="pmid">12574047</pub-id></element-citation></ref><ref id="r24"><label>24</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Salbach</surname><given-names>NM</given-names></name><name><surname>Jaglal</surname><given-names>SB</given-names></name></person-group><article-title>Creation and validation of the evidence-based practice confidence scale for health care professionals.</article-title><source>J Eval Clin Pract</source><year>2011</year><volume>17</volume><fpage>794</fpage><lpage>800</lpage><pub-id pub-id-type="doi">10.1111/j.1365-2753.2010.01478.x</pub-id><pub-id pub-id-type="pmid">20630014</pub-id></element-citation></ref>
		
		
<ref id="r25"><label>25</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Johnston</surname><given-names>JM</given-names></name><name><surname>Leung</surname><given-names>GM</given-names></name><name><surname>Fielding</surname><given-names>R</given-names></name><name><surname>Tin</surname><given-names>KY</given-names></name><name><surname>Ho</surname><given-names>LM</given-names></name></person-group><article-title>The development and validation of a knowledge, attitude and behaviour questionnaire to assess undergraduate evidence-based practice teaching and learning.</article-title><source>Med Educ</source><year>2003</year><volume>37</volume><fpage>992</fpage><lpage>991000</lpage><pub-id pub-id-type="pmid">14629412</pub-id></element-citation></ref>
		
		
<ref id="r26"><label>26</label><element-citation publication-type="journal"><person-group person-group-type="author">
<name><surname>ten Cate</surname><given-names>O</given-names></name>
<name><surname>van de Vorst</surname><given-names>I</given-names></name>
<name><surname>van den Broek</surname><given-names>S</given-names></name>
</person-group><article-title>Academic achievement of students tutored by near-peers.</article-title><source>Int J Med Educ</source><year>2012</year><volume>3</volume><fpage>6</fpage><lpage>13</lpage>
<pub-id pub-id-type="doi">10.5116/ijme.4f0c.9ed2</pub-id></element-citation></ref>	
		
		
<ref id="r27"><label>27</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Burgess</surname><given-names>A</given-names></name><name><surname>McGregor</surname><given-names>D</given-names></name><name><surname>Mellis</surname><given-names>C</given-names></name></person-group><article-title>Medical students as peer tutors: a systematic review.</article-title><source>BMC Med Educ</source><year>2014</year><volume>14</volume><fpage>115</fpage><pub-id pub-id-type="doi">10.1186/1472-6920-14-115</pub-id><pub-id pub-id-type="pmid">24912500</pub-id></element-citation></ref>
		
<ref id="r28"><label>28</label><mixed-citation publication-type="other">Indonesian Medical Council. Standard of medical doctors competencies. Jakarta: Indonesian Medical Council; 2012.</mixed-citation></ref><ref id="r29"><label>29</label><mixed-citation publication-type="other">General Medical Council. Tomorrow's doctors. London: General Medical Council; 2009.</mixed-citation></ref><ref id="r30"><label>30</label><mixed-citation publication-type="other">Frank JR, Snell L, Sherbino J. CanMEDS 2015 Physician competency framework. Ottawa: Royal College of Physicians and Surgeons of Canada; 2015.</mixed-citation></ref><ref id="r31"><label>31</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Murray</surname><given-names>E</given-names></name></person-group><article-title>Challenges in educational research.</article-title><source>Med Educ</source><year>2002</year><volume>36</volume><fpage>110</fpage><lpage>112</lpage><pub-id pub-id-type="doi">10.1046/j.1365-2923.2002.01155.x</pub-id></element-citation></ref><ref id="r32"><label>32</label><mixed-citation publication-type="other">Wahid M, Kumara A, Savitri T, Rahayu GR, Werdhani RA. Students' characteristics related to their performances in problem-based learning. South East Asian Journal of Medical Education. 2015;9(2):50-55.</mixed-citation></ref></ref-list>
  </back>
</article>
