<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.0 20120330//EN" "JATS-journalpublishing1.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML" article-type="research-article" dtd-version="1.0" xml:lang="en">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">IJME</journal-id>
      <journal-id journal-id-type="nlm-ta">Int J Med Educ</journal-id>
      <journal-title-group>
        <journal-title>International Journal of Medical Education</journal-title>
        <abbrev-journal-title abbrev-type="pubmed">Int J Med Educ</abbrev-journal-title>
      </journal-title-group>
      <issn pub-type="epub">2042-6372</issn>
      <publisher>
        <publisher-name>IJME</publisher-name>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">7-267273</article-id>
      <article-id pub-id-type="doi">10.5116/ijme.57a5.f0f5</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original research</subject>
          <subj-group>
            <subject>Learning management system </subject>
          </subj-group>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Learning management system and e-learning tools: an experience of medical students' usage and expectations</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="author">
          <name>
            <surname>Back</surname>
            <given-names>David A.</given-names>
          </name>
          <xref ref-type="aff" rid="aff1">
            <sup>1</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <name>
            <surname>Behringer</surname>
            <given-names>Florian</given-names>
          </name>
          <xref ref-type="aff" rid="aff2">
            <sup>2</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <name>
            <surname>Haberstroh</surname>
            <given-names>Nicole</given-names>
          </name>
          <xref ref-type="aff" rid="aff3">
            <sup>3</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <name>
            <surname>Ehlers</surname>
            <given-names>Jan P.</given-names>
          </name>
          <xref ref-type="aff" rid="aff4">
            <sup>4</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <name>
            <surname>Sostmann</surname>
            <given-names>Kai</given-names>
          </name>
          <xref ref-type="aff" rid="aff2">
            <sup>2</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author" corresp="yes">
          <name>
            <surname>Peters</surname>
            <given-names>Harm</given-names>
          </name>
          <xref ref-type="aff" rid="aff2">
            <sup>2</sup>
          </xref>
        </contrib>
        <aff id="aff1"><label>1</label>Bundeswehr Hospital Berlin, Department of Orthopedics and Traumatology, Germany</aff>
        <aff id="aff2"><label>2</label>Dieter Scheffner Center for Medical Teaching and Educational Research, Charit&#xE9; - Universit&#xE4;tsmedizin Berlin, Germany</aff>
        <aff id="aff3"><label>3</label>Charit&#xE9; Center Tumor Medicine, Department of Radiation Oncology and Radiotherapy, Charit&#xE9; - Universit&#xE4;tsmedizin Berlin, Germany</aff>
        <aff id="aff4"><label>4</label>Didactics and Educational Research in Health Science, University Witten-Herdecke, Germany</aff>
      </contrib-group>
      <author-notes>
        <corresp id="cor1">Correspondence: Harm Peters, Dieter Scheffner Center for Medical Teaching and Educational Research, Charit&#xE9; - Universit&#xE4;tsmedizin Berlin, Germany. Email: <email xlink:href="harm.peters@charite.de">harm.peters@charite.de</email></corresp>
      </author-notes>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>08</month>
        <year>2016</year>
      </pub-date>
      <pub-date pub-type="collection">
        <year>2016</year>
      </pub-date>
      <volume>7</volume>
      <fpage>267</fpage>
      <lpage>273</lpage>
      <history>
        <date date-type="accepted">
          <day>06</day>
          <month>08</month>
          <year>2016</year>
        </date>
        <date date-type="received">
          <day>25</day>
          <month>03</month>
          <year>2016</year>
        </date>
      </history>
      <permissions>
        <copyright-statement>Copyright: &#xA9; 2016 David A. Back et al.</copyright-statement>
        <copyright-year>2016</copyright-year>
        <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/3.0">
          <license-p>This is an Open Access article distributed under the terms of the Creative Commons Attribution License which permits unrestricted use of work provided the original work is properly cited. <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/3.0/">http://creativecommons.org/licenses/by/3.0/</ext-link></license-p>
        </license>
      </permissions>
      <abstract>
        <sec><title>Objectives</title>
<p>To investigate
medical students&#xB4; utilization of and problems with a learning management system
and its e-learning tools as well as their expectations on future developments.

</p></sec>
        <sec><title>Methods</title>
<p>A single-center
online survey has been carried out to investigate medical students&#xB4; (n = 505)
usage and perception concerning the learning management system Blackboard, and
provided e-learning tools. Data were collected with a standardized
questionnaire consisting of 70 items and analyzed by quantitative and
qualitative methods.

</p></sec>
        <sec><title>Results</title>
<p>The participants
valued lecture notes (73.7%) and Wikipedia (74%) as their most important online
sources for knowledge acquisition. Missing integration of e-learning into
teaching was seen as the major pitfall (58.7%). The learning management system
was mostly used for study information (68.3%), preparation of exams (63.3%) and
lessons (54.5%). Clarity (98.3%), teaching-related contexts (92.5%) and easy
use of e-learning offers (92.5%) were rated highest. Interactivity was most
important in free-text comments (n = 123). 

</p></sec>
        <sec><title>Conclusions</title>
<p>It is desired
that contents of a learning management system support an efficient learning.
Interactivity of tools and their conceptual integration into face-to-face
teaching are important for students. The learning management system was
especially important for organizational purposes and the provision of learning
materials. Teachers should be aware that free online sources such as Wikipedia
enjoy a high approval as source of knowledge acquisition. This study provides
an empirical basis for medical schools and teachers to improve their offerings
in the field of digital learning for their students.</p></sec>
      </abstract>
      <kwd-group kwd-group-type="author">
        <kwd>Medical teaching</kwd>
        <kwd>medical students</kwd>
        <kwd>learning management system</kwd>
        <kwd>e-learning tools</kwd>
        <kwd>evaluation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="intro"><title>Introduction</title>
<p>The goal of medical educational curricula is to provide students with knowledge and the clinical competence to treat patients at the best state-of-the-art; wherever possible, in an evidence-based manner.<xref ref-type="bibr" rid="r1"><sup>1</sup></xref> Up to the end of the last century, medical undergraduate education consisted mainly of face-to-face teachings, such as lectures, or self-directed use of paper-based books or lecture notes.<xref ref-type="bibr" rid="r2"><sup>2</sup></xref> With the rise of the internet, the former options have been expanded by a new mediation of knowledge via digital online-supported teaching and learning scenarios (e-learning) and thereby become part of most modern medical undergraduate curricula.<xref ref-type="bibr" rid="r3"><sup>3</sup></xref><sup>-</sup><xref ref-type="bibr" rid="r5"><sup>5</sup></xref> The use of online-provided learning features and tools with its 24/7 availability and the possibility to offer more features than textbooks is very popular among students.<xref ref-type="bibr" rid="r3"><sup>3</sup></xref><sup>-</sup><xref ref-type="bibr" rid="r5"><sup>5</sup></xref> E-learning has become a self-evident offering in modern medical faculties,<xref ref-type="bibr" rid="r6"><sup>6</sup></xref> and it is also compulsory implemented into medical curricula.<xref ref-type="bibr" rid="r7"><sup>7</sup></xref> Some e-learning scenarios provide uni-directional information for online use or downloads (e.g. lecture notes, presentations etc.),<xref ref-type="bibr" rid="r5"><sup>5</sup></xref> whereas others integrate highly interactive tools like radiological diagnosis quizzes or virtual patients.<xref ref-type="bibr" rid="r8"><sup>8</sup></xref><sup>-</sup><xref ref-type="bibr" rid="r10"><sup>10</sup></xref> Also the use of so-called Web 2.0 media with podcasts, wikis or blogs has been discovered for medical teaching.<xref ref-type="bibr" rid="r11"><sup>11</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r12"><sup>12</sup></xref> However, most presented offers are limited to single projects or have focused only on individual medical disciplines,<xref ref-type="bibr" rid="r5"><sup>5</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r9"><sup>9</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r13"><sup>13</sup></xref> with only sparsely organized approaches on any medical school level.<xref ref-type="bibr" rid="r14"><sup>14</sup></xref></p>
<p>Nowadays, the provision of e-learning tools or complex blended learning scenarios depends on an online platform where students and teachers can get access to them.<xref ref-type="bibr" rid="r4"><sup>4</sup></xref> To address this issue, different forms of learning management systems (LMS) were established in medical faculties worldwide. A LMS can be defined as software that automates the administration, tracking, and reporting of training events and delivers learning contents rapidly.<xref ref-type="bibr" rid="r15"><sup>15</sup></xref> It also enables the provision of a structured curriculum, and eases both the accessibility of many contents and an all-in-one organization.<xref ref-type="bibr" rid="r16"><sup>16</sup></xref> Many studies have already reported on the use of LMS in undergraduate and even postgraduate medical teaching for the provision of e-learning contents or the access to libraries or discussion forums.<xref ref-type="bibr" rid="r10"><sup>10</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r13"><sup>13</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r16"><sup>16</sup></xref><sup>-</sup><xref ref-type="bibr" rid="r18"><sup>18</sup></xref> Also complex teaching concepts as spiral curricula are supportable by LMS.<xref ref-type="bibr" rid="r19"><sup>19</sup></xref></p>
<p>A sufficient familiarity of teachers with electronic media and LMS has to be regarded as the basis of modern teaching.<xref ref-type="bibr" rid="r20"><sup>20</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r21"><sup>21</sup></xref> In order to ease the compliance of students to use digital teaching amendments, it is highly important that medical teachers know about potential pitfalls and students&#x2019; experiences, wishes or needs regarding the conception, design or provision of e-learning scenarios, tools and LMS. <xref ref-type="bibr" rid="r22"><sup>22</sup></xref> However, until today, only few studies have concentrated on individual disciplines or topics instead of LMS as the main focus<xref ref-type="bibr" rid="r13"><sup>13</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r23"><sup>23</sup></xref> &#x2013; and those few who did were again linked to certain disciplines rather than to a medical school level. Also students&#xB4; problems with the use of e-learning tools are relevant, but only rarely reported in medical fields.<xref ref-type="bibr" rid="r24"><sup>24</sup></xref> Overall, there is a lack in comprehensive empirical data on medical students&#xB4; use of digital learning tools and learning management systems as well as their expectations on the provision of those offerings.</p>
<p>The undergraduate curriculum at German medical schools consists of 12 semesters, characterized by a differing mix of lectures, seminars, bedside teachings, practical trainings, internships and problem-based learning. While LMS are implemented at almost all medical schools, e-Learning offerings are mostly voluntary and embedded into blended learning concepts.<xref ref-type="bibr" rid="r25"><sup>25</sup></xref> The purpose of this study was to examine medical students&#x2019; needs and expectations concerning e-learning tools and their learning management system, based on their current utilization.</p>
</sec>
    <sec sec-type="methods"><title>Methods</title>
<sec><title>Study design</title>
<p>The current study was designed as a single-center online survey and has been carried out at the Charit&#xE9; &#x2013; Universit&#xE4;tsmedizin Berlin, Germany. The department of e-learning informed Medical students about the purpose of the study.&#xA0;</p>
</sec><sec><title>Participants</title>
<p>Medical students from all semesters were included in the study, as long as they were enrolled for medical undergraduate studies at the Charit&#xE9;. Participation was voluntary and anonymous. Formal and ethical approval was obtained from the institutional data protection office and ethic committee (Ethikkommission, Ethikaussschuss 1 am Campus Charit&#xE9;-Mitte; No. EA1/081/12).</p>
</sec><sec><title>Sample size and sampling procedures</title>
<p>Participants were asked for participation via email announcements. In the period from June to September 2012, 505 students voluntarily responded to the email announcement and followed an included link to the survey provided online. The response rate was 11%.</p>
</sec><sec><title>Data collection methods</title>
<p>The aim of the questionnaire was to investigate the sample's usage and perception concerning a learning management system and its e-learning tools, as well as their expectations on future developments.</p>
<p>The learning management system used was Blackboard Academic Suite with the components Learning-, Community- und Content-System (&#xA9; Blackboard Inc., Washington DC, USA). The system is accessible for all registered students of the medical school via regular internet access and their use of an individual password. Furthermore, all students have a password-protected internet access to the medical school&#xB4;s online library and hold an institutional, separate email account.</p>
<p>Lecture notes or scripts were provided mostly as PowerPoint (Microsoft PowerPoint, Microsoft Corp., USA) and PDF (Adobe System Inc., USA) scripts. Podcasts were produced with Camtasia Studio (Version 5.1.0, TechSmith Corp., USA). Virtual patient cases were provided by the CAMPUS authoring system (Version 1.3.2827 &#xA9; 2006, University of Heidelberg, Germany). Discussion forums or quiz formats were part of the LMS Blackboard features. The wiki system &#x201C;WikiBlog&#x201D; was based on the Team collaboration software Confluence (Atlassian, Australia) and the blogs by the open source web software WordPress MU (Free Software Foundation, USA).</p>
<p>This online survey could not be complemented with data of tracking and recording of students&#xB4; LMS using behavior due to legal data security regulations in Germany. In order to assess medical student&#x2019;s perceptions, needs and expectations when using the LMS or e-learning tools, a standardized questionnaire was developed which was consistent with prevalent quality criteria of internet surveys. <xref ref-type="bibr" rid="r26"><sup>26</sup></xref><sup>-</sup><xref ref-type="bibr" rid="r28"><sup>28</sup></xref> Based on a PubMed and MEDLINE search and exploratory interviews with professional experts, the focused subject was structured and questions were developed. The preliminary questionnaire was validated by employing a pre-test method to narrow down the final questions.<xref ref-type="bibr" rid="r29"><sup>29</sup></xref> To analyze content validity, the adapted questionnaire was sent to a panel of independent experts in the field of educational research and e-learning within the faculty. Following a peer review process, the final questionnaire was generated, and it composed 70 questions. Items were then categorized into 2 domains, the first domain which covered medical student&#x2019;s prevailing use of the LMS or e-learning tools, and the second domain which comprised their needs and expectations (concerning the LMS or e-learning tools).</p>
<p>The item sets of the first domain were related to online sources used by students for the acquisition of knowledge (11 items), online sources used by medical students for teamwork with other students (11 items), e-learning tools used by medical students for their studies (11 items), and the purpose of using a learning management system (8 items).</p>
<p>The item sets of the second domain were related to perceived difficulties when using the learning management systems and e-learning tools (9 items), key characteristics of online learning platforms and e-learning tools for the learning process (13 items), and students&#x2019; needs concerning the online learning platforms and e-learning tools provided by the medical school Charit&#xE9; (7 items).</p>
<p>Participants were either asked to indicate their agreement with each item on a five-point Likert scale, with 1 indicating &#x2018;strongly disagree&#x2019; and 5 &#x2018;strongly agree&#x2019;, or assess their usage on a five point intensity scale by 1 indicating &#x2018;never&#x2019; and 5 &#x2018;very frequently&#x2019;. All items had a &#x201C;non-applicable&#x201D; option.</p>
<p>Additionally, students were asked to narratively answer the question, how &#x2013; according to their own personal wishes or expectations &#x2013; the ideal learning management system and its e-learning offerings should be designed.</p>
</sec><sec><title>Data collection procedure</title>
<p>The survey was completed online via Survey Monkey (SurveyMonkey Inc., Oregon, USA). Respondents had the opportunity to change their answers by using a back button until they were ready for a final submission of the survey. Their responses were first documented anonymously in the confidential database of Survey Monkey and then transferred to a local secure server.</p>
</sec><sec><title>Data analysis</title>
<p>Descriptive data were collected, analyzed and reported as mean plus/minus standard deviation or as relative frequency in relation to the total numbers. Free-text answers were analyzed for repetitive sequences by two independent reviewers of the faculty. Qualitative research was conducted in order to obtain more information about students&#xB4; perception of e-learning offerings. A systematic rule guided qualitative text analysis was applied using techniques of qualitative content analysis according to Mayring.<xref ref-type="bibr" rid="r30"><sup>30</sup></xref> All analyses were performed using SPSS statistical software.</p>
</sec></sec>
    <sec sec-type="results"><title>Results</title>
<p>Within the three-month duration of the study, 505 students participated in the survey (of 4629 addressed). The mean age was 24.2 years (SD 4.4) and the mean study semester was 6.5 (SD 3.8). Of all participants, 340 (67.3%) were female and 161 (31.9%) were male. 4 students did not indicate their gender.</p>
<sec><title>Students&#xB4; current use of LMS and e-learning tools</title>
<p>The most popular online sources for the acquisition of knowledge, which were used &#x201C;very often&#x201D; or &#x201C;often&#x201D;, were Wikipedia (74%) and lecture notes provided by the medical school faculty (73.7%), followed by medical online portals (57.8%). Among the least-used online sources for learning were YouTube (9%), social networks (6.8%), and iTunes U as podcast portal (5.1%).&#xA0;</p>
<p>For the online exchange and teamwork with other students on study issues, students used most preferably emails (52.8% &#x201C;often&#x201D; or &#x201C;very often&#x201D;), followed by Facebook (32%) and online storage providers (17.3%). One&#x2019;s own webpages or blogs (85.4% &#x201C;never&#x201D;) or professional network portals as Xing (98.7% &#x201C;never&#x201D;) or LinkedIn (98.8% &#x201C;never&#x201D;) were used least.</p>
<p>The ranking of the most popular tools used in e-learning was led by lecture slides (77.7%), videos (71.9%) and digital texts (71.3%). The lowest ranked tools were simulations (33.4%), serious games (13.8%) and discussion forums (7%).</p>
<p>When asked what purpose they used the LMS for, the students&#xB4; leading reasons were to gain organizational study information (68.3%), for the preparation of exams (63.3%) and as preparation and post-processing of lessons (54.5%). On the other hand, the importance level of the LMS for communicating with other students (2.2%) or teachers (1.9%) or keeping lists or calendars (1.3%) was vanishingly low. During the semester, 38.6% of all students used the LMS daily, 48.3% on a weekly basis, and 13.1% less than once a week.</p>
</sec><sec><title>Needs assessment concerning LMS and e-learning tools</title>
<p>In respect to the leading problems seen with e-learning concepts, LMS and e-learning tools, participants complained about missing integration of contents into lessons by teachers (58.7%), poor structure of the offers (57.8%), problems in actually locating these (56.9%), and a lack of interactivity (56.2%). Further comments considering problems with e-learning activities focused on missing personal contact (38.1%), too much additional learning effort (25.7%), or technical problems (22.6%).</p>
<p>When asked about the most important key characteristics of LMS and online tools which support their learning, the students ranked the &#x201C;Top 5&#x201D; with clarity (98.3%), teaching-related contents (92.7%), ease of use (92.5%), practice-orientation (91%) and time-saving (85.2%). A facilitation of collaboration with other students e.g. within forums (37.7%) or the provision of online tutors (33.2%) was regarded as least important by the participants.</p>

<table-wrap id="t1" position="float"><label>Table 1</label><caption><title>Students&#x2019; opinions on how e-learning should be designed* (N = 323)</title></caption>
<table width="100%">
<thead><tr style="border-top: 1pt solid; border-bottom: 1pt solid;">
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 151px;">Topic</th>
<th align="left" style="border-top: 1pt solid; border-bottom: 1pt solid; width: 491px;">Description of the desired contents</th>
</tr></thead>
<tbody>
<tr>
<td valign="top" align="left" style="width: 151px;">
Interactive knowledge tests
(n = 123)
</td>
<td valign="top" align="left" style="width: 491px;">Possibility for training and self-tests, for applying and checking knowledge (e.g. interactive exercises, quizzes, multiple-choice questions, training tests) preferably with direct feedback in any case of wrong answers</td>
</tr>
<tr>
<td valign="top" align="left" style="width: 151px;">
Completeness
(n = 97)
</td>
<td valign="top" align="left" style="width: 491px;">Availability of all relevant contents (lecture notes, podcasts/videos), links and information for an intensive preparation and post-processing. Better access to e-books, marking of exam-relevant contents and add-ons</td>
</tr>
<tr>
<td valign="top" align="left" style="width: 151px;">
Clear structure
(n = 65)
</td>
<td valign="top" align="left" style="width: 491px;">Uniform and clear structure of the teaching contents offered, e.g. ordered by semester or topics with emphasis on actual contents with concurrent possibility to access older contents</td>
</tr>
<tr>
<td valign="top" align="left" style="width: 151px;">
Relevance for learning objectives
(n = 55)
</td>
<td valign="top" align="left" style="width: 491px;">Special marking and weighting of exam-relevant topics and online accessibility of all exam-relevant information</td>
</tr>
<tr>
<td valign="top" align="left" style="width: 151px;">
Practical relevance
(n = 47)
</td>
<td valign="top" align="left" style="width: 491px;">Contents with relevance for practical clinical work, to understand theoretical knowledge or global coherences (e.g. operation videos). Realistic case examples to apply and deepen the gained knowledge</td>
</tr>
<tr>
<td valign="top" align="left" style="width: 151px;">
Contingency and actuality
(n = 40)
</td>
<td valign="top" align="left" style="width: 491px;">More consistency of the offers (some modules have an extensive e-learning offer, versus others without any offer at all). Specific and always up-to-date offer for all courses. Technical and didactic training of the teachers. Uniform layout for all courses to enable a better clarity</td>
</tr>
<tr>
<td valign="top" align="left" style="width: 151px;">
Multimedia
(n = 37)
</td>
<td valign="top" align="left" style="width: 491px;">Lecture notes/text files for pooling of knowledge, but e.g. practical videos in case of complex coherences. Additional scoring/visualization of lectures. Application of media features which are specific for the particular contents while considering the individual type of learning</td>
</tr>
<tr>
<td valign="top" align="left" style="width: 151px;">
Technical user-friendliness
(n = 32)
</td>
<td valign="top" align="left" style="width: 491px;">Cutback on technical operation barriers (e.g. additional software, plug-ins etc.). Compatibility for all operating systems. Unrestricted mobile access via tablet or smartphone.</td>
</tr>
<tr>
<td valign="top" align="left" style="width: 151px;">
Easy access
(n = 27)
</td>
<td valign="top" align="left" style="width: 491px;">No access barriers (different passwords, plug-ins, etc.), but one central and easily accessible offer (especially one uniform password)</td>
</tr>
<tr>
<td valign="top" align="left" style="width: 151px;">
Contact/commentary features
(n = 23)
</td>
<td valign="top" align="left" style="width: 491px;">Integrated and uncomplicated possibility for contacts between students, but also with teachers. Possibility to communicate via a forum about certain contents.</td>
</tr>
<tr>
<td valign="top" align="left" style="width: 151px;">
Efficient learning
(n = 23)
</td>
<td valign="top" align="left" style="width: 491px;">Compact provision of relevant information, which allows an efficient and time-saving gain and immersion of knowledge</td>
</tr>
<tr style="border-bottom: 1pt solid;">
<td valign="top" align="left" style="border-bottom: 1pt solid; width: 151px;">
Data transfer
(n = 9)
</td>
<td valign="top" align="left" style="border-bottom: 1pt solid; width: 491px;">Possibility to transfer internal teaching contents to private hard drives / to save or to print them for learning offline</td>
</tr>
</tbody>
</table>
<table-wrap-foot><p>*Multiple answers were allowed.</p></table-wrap-foot></table-wrap>
   
<p>Among the needs concerning LMS and e-learning tools, which students had wished they received in the medical school, top-ranked were a unified online study portal (75.9% &#x201C;strongly agree&#x201D; or &#x201C;agree&#x201D;) and enough online memory (56.6%) or online portfolio systems (43.8%), while wikis (38.3%) or blogs (31.8%) were required less often. Only 24.1% shared the opinion that there was no need for any improvement as there were already enough alternatives available online.</p>
<p>Qualitative comments to the question, as to how the ideal LMS and its e-learning offerings should be designed, were analyzed using techniques of qualitative content analysis. An inductive classification of categories was conducted resulting in a summarizing content analysis with topics shown in <xref ref-type="table" rid="t1">Table 1</xref> (n = 323).</p>
   </sec>
   </sec>
    <sec sec-type="discussion"><title>Discussion</title>
<p>Provision of e-learning elements via learning management systems (LMS) is one of the key factors for a successful introduction and both effective and persistent usage of digitally supported learning concepts in medical education. <xref ref-type="bibr" rid="r4"><sup>4</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r7"><sup>7</sup></xref> This single-center survey enlightened some aspects of interest in a comprehensive approach concentrating on students&#xB4; use of a LMS and its e-learning tools as well as assessing their needs concerning those offerings on a medical school level. To our knowledge it is the first approach to address those topics in medicine without being connected to any single specific course or discipline.<xref ref-type="bibr" rid="r13"><sup>13</sup></xref> Concerning online knowledge sources in general, the medical school&#xB4;s own teaching offers such as lecture notes were well liked, but were placed as being used at almost the same level as Wikipedia &#x2013; far ahead of e.g. professional online journals. Also in other studies, Wikipedia was considered to be a relevant source of knowledge by students.<xref ref-type="bibr" rid="r31"><sup>31</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r32"><sup>32</sup></xref> Despite such encouraging data,<xref ref-type="bibr" rid="r33"><sup>33</sup></xref> there are also reasonable doubts among professionals concerning the actual reliability of Wikipedia&#x2019;s contents.<xref ref-type="bibr" rid="r34"><sup>34</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r35"><sup>35</sup></xref> The results presented here underline the necessity to foster studies about students&#x2019; media competencies and their learning behaviors. However, the findings also seem to recommend e.g. for national associations of individual medical disciplines that one should check articles in Wikipedia which deal with their area of expertise, and to correct or even edit them in a proven and certified manner. Future studies will have to address the question how students&#xB4; use of such internet sources can be positively influenced by offering instructive and well-approved digital learning tools.</p>
<p>As a central headline of students&#xB4; preferences for the LMS and its e-learning contents, the term &#x201C;efficacy&#x201D; could be stated. Offers should be clearly structured, easy to operate, time saving, praxis-oriented and focused on curricular lessons. Additionally, a good communication about where to find certain offers seems to be needed. Interestingly, fun with any offers or an especially attractive layout was seen by the majority of participants to be less important. This might be quite important for clinical teachers who will mostly be rather short of time 36 and could thus invest more effort on the provision of fact-oriented contents than on a sophisticated design.<xref ref-type="bibr" rid="r37"><sup>37</sup></xref> At the same time it can be stated that most students regarded only few e-learning tools to be relevant for study preparation. Knowledge was apparently expected to be taught in as compact a manner as possible, resulting in a preference of those tools which seemed to lead quickly to a learning success, e.g. texts or videos rather than discussion forums or wiki-blogs. However, such a view on the results has to be seen critically, as still at least one-third of the participants supported forums and online tutoring. Along with this, there are examples of successful embedding among students using tools as discussion forums.<xref ref-type="bibr" rid="r13"><sup>13</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r38"><sup>38</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r39"><sup>39</sup></xref> Others showed that their local populations appreciated discussion forums most, whereby downloadable data were only seen to be present in the midfield and a use of emails even at the end.<xref ref-type="bibr" rid="r13"><sup>13</sup></xref> It can be postulated that the ranking of different tools within a LMS will always depend on an individual course&#x2019;s structure &#x2013; e.g. when a close tutor contact is ensured and there is a steady encouragement of using the tools.<xref ref-type="bibr" rid="r38"><sup>38</sup></xref></p>
<p>Regarding the above-mentioned students&#xB4; needs and concluded demands for teachers, faculty development approaches to support teachers&#xB4; familiarity with the LMS used and its established e-learning tools and services do seem to be recommendable.<xref ref-type="bibr" rid="r37"><sup>37</sup></xref> When asking for students&#xB4; priorities of electronic tools provided by the medical school, a uniform study portal was regarded as most important. This can be based on the practical log-in use and easy handling of e-learning materials; students would then not have to switch between individual platforms. This issue was also supported by the free-text answers, where students requested an easy access to the LMS and its contents. Thus, it seems to be recommendable that medical schools offer one single LMS to offer all digital learning components.<xref ref-type="bibr" rid="r13"><sup>13</sup></xref> The &#x201C;number one&#x201D; purpose for the LMS usage was the acquisition of information about curricular contents, followed by learning for exams and the preparation and post-processing of seminars. Communication tools of the LMS were used less, whereas students&#x2019; answers had indicated that communication itself was a relevant aspect. &#xA0;In this context, it was interesting that emails were still the main line of communication in the evaluated population. That could be explained together with a well-established email service of the university. Just as other authors have already suggested an embedding of libraries into LMS,<xref ref-type="bibr" rid="r40"><sup>40</sup></xref> there could be a potential in connecting universities&#xB4; email accounts of students with a firmly established LMS into one password-protected platform.<xref ref-type="bibr" rid="r13"><sup>13</sup></xref></p>
<p>Students&#xB4; statements showed a strong desire for an active involvement in learning. Thus, e-learning offerings should include the possibility of interaction to promote the acquisition of knowledge.<xref ref-type="bibr" rid="r9"><sup>9</sup></xref> However, this aspect should be discussed critically. On the one hand, new features of the Web 2.0 and other means of teaching might be suitable to attract students&#xB4; attention,<xref ref-type="bibr" rid="r12"><sup>12</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r39"><sup>39</sup></xref> and these are also demanded by some authors.<xref ref-type="bibr" rid="r41"><sup>41</sup></xref> This might also be a new and promising approach for the population evaluated here, whereby Facebook was not apparently considered to be especially important as source of learning, but rather secondary concerning online communication about study-related aspects. On the other hand, it should also be taken into careful consideration that concentrating on proven tools might be more effective for a medical school and its teachers in aiming to provide a good and satisfying education than to follow too much of any current hype.<xref ref-type="bibr" rid="r37"><sup>37</sup></xref> Another interesting aspect taken from the free-text answers was the wish for retention of access to earlier learning materials. This could be important in the context of evidence-based medicine approaches with spiral learning concepts,<xref ref-type="bibr" rid="r19"><sup>19</sup></xref><sup>,</sup><xref ref-type="bibr" rid="r42"><sup>42</sup></xref> where a LMS could connect different learning levels by linking related contents.</p>
<p>Some limitations have to be recognized for this study. As the answers had to be given online, this could have led to a non-response bias, attracting only participants interested in the internet.<xref ref-type="bibr" rid="r43"><sup>43</sup></xref> In addition, this was a single-center survey, and that limits its generalizability. There might be a bias that it was mostly those things addressed or answered which were also represented at our medical school. To learn more about this issue, this survey should be repeated in a multi-center approach on a national or international level. Either way, students&#xB4; answers will be influenced by the experiences they made at their medical school only. As that could give additional objective information about the using behavior of tools provided in a LMS, analyses of students&#xB4; behavior and preferences when using the LMS should be included and addressed in future studies.</p>
</sec>
    <sec sec-type="conclusions"><title>Conclusions</title>
<p>By providing organizational information and learning materials, a LMS can serve as a decisive component of a medical school to support the use of e-learning materials. In our study, the leading purpose to use the LMS was the acquisition of information about curricular contents, followed by learning for exams and the preparation and post-processing of seminars. Students wanted the LMS to support an efficient learning, with clear, practice-oriented contents, which are easy to use. Thus, we conclude that teachers should put more effort on the provision of fact-oriented contents than on a sophisticated design. However, interactivity and integration into face-to-face teaching are important aspects in the perception of e-learning tools and should be supported. Teachers should be aware that free online sources as Wikipedia enjoy a high approval as source of knowledge acquisition. As this is a serious issue for medical education, national associations of individual medical disciplines should consider editing online texts in an approved manner. Finally, students&#xB4; demand for remaining access to earlier learning materials could support the use of LMS and e-learning tools in the context of spiral learning concepts. The data presented here could serve as an empirical basis for medical schools to improve their offers in the field of digital learning for students.</p>
<sec><title>Acknowledgements</title>
<p>The authors thank Mrs. Tina Harms for her participation in the preparation of the evaluation questionnaire and data analysis.</p>
</sec><sec><title>Conflict of Interest</title>
<p>The authors declare that they have no conflict of interest.</p>
</sec></sec>
  </body>
  <back>
    <ref-list><title>References</title>
<ref id="r1"><label>1</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Loyola</surname><given-names>S</given-names></name></person-group><article-title>Evidence-based teaching guidelines: transforming knowledge into practice for better outcomes in healthcare.</article-title><source>Crit Care Nurs Q</source><year>2010</year><volume>33</volume><fpage>19</fpage><lpage>32</lpage><pub-id pub-id-type="doi">10.1097/CNQ.0b013e3181c8e309</pub-id><pub-id pub-id-type="pmid">20019506</pub-id></element-citation></ref><ref id="r2"><label>2</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Shephard</surname><given-names>RJ</given-names></name><name><surname>Ashley</surname><given-names>MJ</given-names></name></person-group><article-title>Attitudes of health science students towards teaching practices, examinations, and other related issues.</article-title><source>Med Educ</source><year>1979</year><volume>13</volume><fpage>111</fpage><lpage>116</lpage><pub-id pub-id-type="doi">10.1111/j.1365-2923.1979.tb00932.x</pub-id><pub-id pub-id-type="pmid">431416</pub-id></element-citation></ref><ref id="r3"><label>3</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Gesundheit</surname><given-names>N</given-names></name><name><surname>Brutlag</surname><given-names>P</given-names></name><name><surname>Youngblood</surname><given-names>P</given-names></name><name><surname>Gunning</surname><given-names>WT</given-names></name><name><surname>Zary</surname><given-names>N</given-names></name><name><surname>Fors</surname><given-names>U</given-names></name></person-group><article-title>The use of virtual patients to assess the clinical skills and reasoning of medical students: initial insights on student acceptance.</article-title><source>Med Teach</source><year>2009</year><volume>31</volume><fpage>739</fpage><lpage>742</lpage><pub-id pub-id-type="doi">10.1080/01421590903126489</pub-id><pub-id pub-id-type="pmid">19811211</pub-id></element-citation></ref><ref id="r4"><label>4</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Gray</surname><given-names>K</given-names></name><name><surname>Tobin</surname><given-names>J</given-names></name></person-group><article-title>Introducing an online community into a clinical education setting: a pilot study of student and staff engagement and outcomes using blended learning.</article-title><source>BMC Med Educ</source><year>2010</year><volume>10</volume><fpage>6</fpage><pub-id pub-id-type="doi">10.1186/1472-6920-10-6</pub-id><pub-id pub-id-type="pmid">20100354</pub-id></element-citation></ref><ref id="r5"><label>5</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ridgway</surname><given-names>PF</given-names></name><name><surname>Sheikh</surname><given-names>A</given-names></name><name><surname>Sweeney</surname><given-names>KJ</given-names></name><name><surname>Evoy</surname><given-names>D</given-names></name><name><surname>McDermott</surname><given-names>E</given-names></name><name><surname>Felle</surname><given-names>P</given-names></name><name><surname>Hill</surname><given-names>AD</given-names></name><name><surname>O'Higgins</surname><given-names>NJ</given-names></name></person-group><article-title>Surgical e-learning: validation of multimedia web-based lectures.</article-title><source>Med Educ</source><year>2007</year><volume>41</volume><fpage>168</fpage><lpage>172</lpage><pub-id pub-id-type="doi">10.1111/j.1365-2929.2006.02669.x</pub-id><pub-id pub-id-type="pmid">17269950</pub-id></element-citation></ref><ref id="r6"><label>6</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Rowe</surname><given-names>M</given-names></name><name><surname>Frantz</surname><given-names>J</given-names></name><name><surname>Bozalek</surname><given-names>V</given-names></name></person-group><article-title>The role of blended learning in the clinical education of healthcare students: a systematic review.</article-title><source>Med Teach</source><year>2012</year><volume>34</volume><fpage>216</fpage><lpage>221</lpage><pub-id pub-id-type="doi">10.3109/0142159X.2012.642831</pub-id><pub-id pub-id-type="pmid">22455712</pub-id></element-citation></ref><ref id="r7"><label>7</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Back</surname><given-names>DA</given-names></name><name><surname>Haberstroh</surname><given-names>N</given-names></name><name><surname>Sostmann</surname><given-names>K</given-names></name><name><surname>Schmidmaier</surname><given-names>G</given-names></name><name><surname>Putzier</surname><given-names>M</given-names></name><name><surname>Perka</surname><given-names>C</given-names></name><name><surname>Hoff</surname><given-names>E</given-names></name></person-group><article-title>High efficacy and students' satisfaction after voluntary vs mandatory use of an e-learning program in traumatology and orthopedics--a follow-up study.</article-title><source>J Surg Educ</source><year>2014</year><volume>71</volume><fpage>353</fpage><lpage>359</lpage><pub-id pub-id-type="doi">10.1016/j.jsurg.2013.11.007</pub-id><pub-id pub-id-type="pmid">24797851</pub-id></element-citation></ref><ref id="r8"><label>8</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ruderich</surname><given-names>F</given-names></name><name><surname>Bauch</surname><given-names>M</given-names></name><name><surname>Haag</surname><given-names>M</given-names></name><name><surname>Heid</surname><given-names>J</given-names></name><name><surname>Leven</surname><given-names>FJ</given-names></name><name><surname>Singer</surname><given-names>R</given-names></name><name><surname>Geiss</surname><given-names>HK</given-names></name><name><surname>J&#xFC;nger</surname><given-names>J</given-names></name><name><surname>T&#xF6;nshoff</surname><given-names>B</given-names></name></person-group><article-title>CAMPUS--a flexible, interactive system for web-based, problem-based learning in health care.</article-title><source>Stud Health Technol Inform</source><year>2004</year><volume>107</volume><fpage>921</fpage><lpage>925</lpage><pub-id pub-id-type="pmid">15360947</pub-id></element-citation></ref><ref id="r9"><label>9</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ackermann</surname><given-names>O</given-names></name><name><surname>Siemann</surname><given-names>H</given-names></name><name><surname>Schwarting</surname><given-names>T</given-names></name><name><surname>Ruchholtz</surname><given-names>S</given-names></name></person-group><article-title>[Effective skill training by means of E-learning in orthopaedic surgery].</article-title><source>Z Orthop Unfall</source><year>2010</year><volume>148</volume><fpage>348</fpage><lpage>352</lpage><pub-id pub-id-type="doi">10.1055/s-0029-1240549</pub-id><pub-id pub-id-type="pmid">20135601</pub-id></element-citation></ref><ref id="r10"><label>10</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Schlorhaufer</surname><given-names>C</given-names></name><name><surname>Behrends</surname><given-names>M</given-names></name><name><surname>Diekhaus</surname><given-names>G</given-names></name><name><surname>Keberle</surname><given-names>M</given-names></name><name><surname>Weidemann</surname><given-names>J</given-names></name></person-group><article-title>Implementation of a web-based, interactive polytrauma tutorial in computed tomography for radiology residents: how we do it.</article-title><source>Eur J Radiol</source><year>2012</year><volume>81</volume><fpage>3942</fpage><lpage>3946</lpage><pub-id pub-id-type="doi">10.1016/j.ejrad.2012.07.006</pub-id><pub-id pub-id-type="pmid">22883533</pub-id></element-citation></ref><ref id="r11"><label>11</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Boulos</surname><given-names>MN</given-names></name><name><surname>Maramba</surname><given-names>I</given-names></name><name><surname>Wheeler</surname><given-names>S</given-names></name></person-group><article-title>Wikis, blogs and podcasts: a new generation of Web-based tools for virtual collaborative clinical practice and education.</article-title><source>BMC Med Educ</source><year>2006</year><volume>6</volume><fpage>41</fpage><pub-id pub-id-type="doi">10.1186/1472-6920-6-41</pub-id><pub-id pub-id-type="pmid">16911779</pub-id></element-citation></ref><ref id="r12"><label>12</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Sandars</surname><given-names>J</given-names></name><name><surname>Homer</surname><given-names>M</given-names></name><name><surname>Pell</surname><given-names>G</given-names></name><name><surname>Croker</surname><given-names>T</given-names></name></person-group><article-title>Web 2.0 and social software: the medical student way of e-learning.</article-title><source>Med Teach</source><year>2008</year><volume>30</volume><fpage>308</fpage><lpage>312</lpage><pub-id pub-id-type="doi">10.1080/01421590701798729</pub-id><pub-id pub-id-type="pmid">18608950</pub-id></element-citation></ref><ref id="r13"><label>13</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Zakaria</surname><given-names>N</given-names></name><name><surname>Jamal</surname><given-names>A</given-names></name><name><surname>Bisht</surname><given-names>S</given-names></name><name><surname>Koppel</surname><given-names>C</given-names></name></person-group><article-title>Embedding a learning management system into an undergraduate medical informatics course in Saudi Arabia: lessons learned.</article-title><source>Med 2 0</source><year>2013</year><volume>2</volume><fpage>13</fpage><pub-id pub-id-type="doi">10.2196/med20.2735</pub-id><pub-id pub-id-type="pmid">25075236</pub-id></element-citation></ref><ref id="r14"><label>14</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>S&#xE1;nchez-Mendiola</surname><given-names>M</given-names></name><name><surname>Mart&#xED;nez-Franco</surname><given-names>AI</given-names></name><name><surname>Rosales-Vega</surname><given-names>A</given-names></name><name><surname>Villamar-Chulin</surname><given-names>J</given-names></name><name><surname>Gatica-Lara</surname><given-names>F</given-names></name><name><surname>Garc&#xED;a-Dur&#xE1;n</surname><given-names>R</given-names></name><name><surname>Mart&#xED;nez-Gonz&#xE1;lez</surname><given-names>A</given-names></name></person-group><article-title>Development and implementation of a biomedical informatics course for medical students: challenges of a large-scale blended-learning program.</article-title><source>J Am Med Inform Assoc</source><year>2013</year><volume>20</volume><fpage>381</fpage><lpage>387</lpage><pub-id pub-id-type="doi">10.1136/amiajnl-2011-000796</pub-id><pub-id pub-id-type="pmid">22700870</pub-id></element-citation></ref><ref id="r15"><label>15</label><mixed-citation publication-type="other">Ellis RK. A field guide to learning management systems. Learning Circuits. Alexandria, VA, USA: American Society for Training and Development. 2009 [cited 16 April 2016]; Available from: http://cgit.nutn.edu.tw:8080/cgit/paperdl/hclin_ 091027163029.pdf.</mixed-citation></ref><ref id="r16"><label>16</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Dua</surname><given-names>A</given-names></name><name><surname>Sudan</surname><given-names>R</given-names></name><name><surname>Desai</surname><given-names>SS</given-names></name></person-group><article-title>Improvement in American Board of Surgery in-training examination performance with a multidisciplinary surgeon-directed integrated learning platform.</article-title><source>J Surg Educ</source><year>2014</year><volume>71</volume><fpage>689</fpage><lpage>693</lpage><pub-id pub-id-type="doi">10.1016/j.jsurg.2014.02.007</pub-id><pub-id pub-id-type="pmid">24776859</pub-id></element-citation></ref><ref id="r17"><label>17</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Pinelle</surname><given-names>D</given-names></name><name><surname>Burbridge</surname><given-names>B</given-names></name><name><surname>Kalra</surname><given-names>N</given-names></name></person-group><article-title>USRC: a new strategy for adding digital images to the medical school curriculum.</article-title><source>J Digit Imaging</source><year>2012</year><volume>25</volume><fpage>682</fpage><lpage>688</lpage><pub-id pub-id-type="doi">10.1007/s10278-012-9473-7</pub-id><pub-id pub-id-type="pmid">22527988</pub-id></element-citation></ref><ref id="r18"><label>18</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Shah</surname><given-names>IM</given-names></name><name><surname>Walters</surname><given-names>MR</given-names></name><name><surname>McKillop</surname><given-names>JH</given-names></name></person-group><article-title>Acute medicine teaching in an undergraduate medical curriculum: a blended learning approach.</article-title><source>Emerg Med J</source><year>2008</year><volume>25</volume><fpage>354</fpage><lpage>357</lpage><pub-id pub-id-type="doi">10.1136/emj.2007.053082</pub-id><pub-id pub-id-type="pmid">18499818</pub-id></element-citation></ref><ref id="r19"><label>19</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Masters</surname><given-names>K</given-names></name><name><surname>Gibbs</surname><given-names>T</given-names></name></person-group><article-title>The spiral curriculum: implications for online learning.</article-title><source>BMC Med Educ</source><year>2007</year><volume>7</volume><fpage>52</fpage><pub-id pub-id-type="doi">10.1186/1472-6920-7-52</pub-id><pub-id pub-id-type="pmid">18154654</pub-id></element-citation></ref><ref id="r20"><label>20</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Eslaminejad</surname><given-names>T</given-names></name><name><surname>Masood</surname><given-names>M</given-names></name><name><surname>Ngah</surname><given-names>NA</given-names></name></person-group><article-title>Assessment of instructors' readiness for implementing e-learning in continuing medical education in Iran.</article-title><source>Med Teach</source><year>2010</year><volume>32</volume><fpage>407</fpage><lpage>412</lpage><pub-id pub-id-type="doi">10.3109/0142159X.2010.496006</pub-id><pub-id pub-id-type="pmid">20854145</pub-id></element-citation></ref><ref id="r21"><label>21</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Kowalczyk</surname><given-names>N</given-names></name><name><surname>Copley</surname><given-names>S</given-names></name></person-group><article-title>Online course delivery modes and design methods in the radiologic sciences.</article-title><source>Radiol Technol</source><year>2013</year><volume>85</volume><fpage>27</fpage><lpage>36</lpage><pub-id pub-id-type="pmid">24029882</pub-id></element-citation></ref><ref id="r22"><label>22</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Bygholm</surname><given-names>A</given-names></name></person-group><article-title>E-learning to train staff in Danish hospitals - three genres of e-learning.</article-title><source>Stud Health Technol Inform</source><year>2009</year><volume>150</volume><fpage>908</fpage><lpage>912</lpage><pub-id pub-id-type="pmid">19745444</pub-id></element-citation></ref><ref id="r23"><label>23</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Kukolja-Taradi</surname><given-names>S</given-names></name><name><surname>Dogas</surname><given-names>Z</given-names></name><name><surname>Dabi&#x107;</surname><given-names>M</given-names></name><name><surname>Drenjancevic Peri&#x107;</surname><given-names>I</given-names></name></person-group><article-title>Scaling-up undergraduate medical education: enabling virtual mobility by online elective courses.</article-title><source>Croat Med J</source><year>2008</year><volume>49</volume><fpage>344</fpage><lpage>351</lpage><pub-id pub-id-type="doi">10.3325/cmj.2008.3.344</pub-id><pub-id pub-id-type="pmid">18581612</pub-id></element-citation></ref><ref id="r24"><label>24</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Childs</surname><given-names>S</given-names></name><name><surname>Blenkinsopp</surname><given-names>E</given-names></name><name><surname>Hall</surname><given-names>A</given-names></name><name><surname>Walton</surname><given-names>G</given-names></name></person-group><article-title>Effective e-learning for health professionals and students--barriers and their solutions. A systematic review of the literature--findings from the HeXL project.</article-title><source>Health Info Libr J</source><year>2005</year><fpage>20</fpage><lpage>32</lpage><pub-id pub-id-type="doi">10.1111/j.1470-3327.2005.00614.x</pub-id><pub-id pub-id-type="pmid">16279973</pub-id></element-citation></ref><ref id="r25"><label>25</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Back</surname><given-names>DA</given-names></name><name><surname>Behringer</surname><given-names>F</given-names></name><name><surname>Harms</surname><given-names>T</given-names></name><name><surname>Plener</surname><given-names>J</given-names></name><name><surname>Sostmann</surname><given-names>K</given-names></name><name><surname>Peters</surname><given-names>H</given-names></name></person-group><article-title>Survey of e-learning implementation and faculty support strategies in a cluster of mid-European medical schools.</article-title><source>BMC Med Educ</source><year>2015</year><volume>15</volume><fpage>145</fpage><pub-id pub-id-type="doi">10.1186/s12909-015-0420-4</pub-id><pub-id pub-id-type="pmid">26337447</pub-id></element-citation></ref><ref id="r26"><label>26</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Eysenbach</surname><given-names>G</given-names></name></person-group><article-title>Improving the quality of Web surveys: the Checklist for Reporting Results of Internet E-Surveys (CHERRIES).</article-title><source>J Med Internet Res</source><year>2004</year><volume>6</volume><fpage>34</fpage><pub-id pub-id-type="doi">10.2196/jmir.6.3.e34</pub-id><pub-id pub-id-type="pmid">15471760</pub-id></element-citation></ref><ref id="r27"><label>27</label><mixed-citation publication-type="other">Callegaro M, Lozar Manfreda K, Vehovar V. Web survey methodology. Los Angeles: SAGE; 2015.</mixed-citation></ref><ref id="r28"><label>28</label><mixed-citation publication-type="other">Cohen L, Manion L, Morrison K. Research methods in education. London: Routledge; 2011.</mixed-citation></ref><ref id="r29"><label>29</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Collins</surname><given-names>D</given-names></name></person-group><article-title>Pretesting survey instruments: an overview of cognitive methods.</article-title><source>Qual Life Res</source><year>2003</year><volume>12</volume><fpage>229</fpage><lpage>238</lpage><pub-id pub-id-type="pmid">12769135</pub-id></element-citation></ref><ref id="r30"><label>30</label><mixed-citation publication-type="other">Mayring P. Qualitative content analysis. Forum Qualitative Sozialforschung /Forum: Qualitative Social Research, 2000 [cited 17 August 2016]; Available from:http://www.qualitative-research.net/index.php/fqs/article/view/1089.</mixed-citation></ref><ref id="r31"><label>31</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Prasannan</surname><given-names>L</given-names></name><name><surname>Gabbur</surname><given-names>N</given-names></name><name><surname>Haughton</surname><given-names>M</given-names></name></person-group><article-title>Use of Web Resources Among Medical Students at a Large Urban Medical Center.</article-title><source>Obstetrics &amp; Gynecology</source><year>2014</year><volume>123</volume><fpage>118S</fpage><pub-id pub-id-type="doi">10.1097/01.aog.0000447071.47953.34</pub-id></element-citation></ref><ref id="r32"><label>32</label><mixed-citation publication-type="other">Kleinmann B, &amp;#x00D6;zkilic M, G&amp;#x00F6;cks M. The HISBUS study. [Cited 16 April 2016]; Available from:http://www.hisbus.de/results/pdf/2008_07_hisbushttp://www.hisbus.de/results/pdf/2008_07_hisbus_web2.0.pdf.
</mixed-citation></ref><ref id="r33"><label>33</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Kr&#xE4;enbring</surname><given-names>J</given-names></name><name><surname>Monzon Penza</surname><given-names>T</given-names></name><name><surname>Gutmann</surname><given-names>J</given-names></name><name><surname>Muehlich</surname><given-names>S</given-names></name><name><surname>Zolk</surname><given-names>O</given-names></name><name><surname>Wojnowski</surname><given-names>L</given-names></name><name><surname>Maas</surname><given-names>R</given-names></name><name><surname>Engelhardt</surname><given-names>S</given-names></name><name><surname>Sarikas</surname><given-names>A</given-names></name></person-group><article-title>Accuracy and completeness of drug information in Wikipedia: a comparison with standard textbooks of pharmacology.</article-title><source>PLoS ONE</source><year>2014</year><volume>9</volume><fpage>106930</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0106930</pub-id><pub-id pub-id-type="pmid">25250889</pub-id></element-citation></ref><ref id="r34"><label>34</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Azer</surname><given-names>SA</given-names></name></person-group><article-title>Is Wikipedia a reliable learning resource for medical students? Evaluating respiratory topics.</article-title><source>Adv Physiol Educ</source><year>2015</year><volume>39</volume><fpage>5</fpage><lpage>14</lpage><pub-id pub-id-type="doi">10.1152/advan.00110.2014</pub-id><pub-id pub-id-type="pmid">25727464</pub-id></element-citation></ref><ref id="r35"><label>35</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Azer</surname><given-names>SA</given-names></name></person-group><article-title>Evaluation of gastroenterology and hepatology articles on Wikipedia: are they suitable as learning resources for medical students?</article-title><source>Eur J Gastroenterol Hepatol</source><year>2014</year><volume>26</volume><fpage>155</fpage><lpage>163</lpage><pub-id pub-id-type="doi">10.1097/MEG.0000000000000003</pub-id><pub-id pub-id-type="pmid">24276492</pub-id></element-citation></ref><ref id="r36"><label>36</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Matthes</surname><given-names>G</given-names></name><name><surname>Rixen</surname><given-names>D</given-names></name><name><surname>Tempka</surname><given-names>A</given-names></name><name><surname>Schmidmaier</surname><given-names>G</given-names></name><name><surname>W&#xF6;lfl</surname><given-names>C</given-names></name><name><surname>Ottersbach</surname><given-names>C</given-names></name><name><surname>Schmucker</surname><given-names>U</given-names></name></person-group><article-title>[Physicians in traumatology. Critically endangered? Results of an inquiry].</article-title><source>Unfallchirurg</source><year>2009</year><volume>112</volume><fpage>218</fpage><lpage>222</lpage><pub-id pub-id-type="doi">10.1007/s00113-008-1545-2</pub-id><pub-id pub-id-type="pmid">19183925</pub-id></element-citation></ref><ref id="r37"><label>37</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Cook</surname><given-names>DA</given-names></name><name><surname>Triola</surname><given-names>MM</given-names></name></person-group><article-title>What is the role of e-learning? Looking past the hype.</article-title><source>Med Educ</source><year>2014</year><volume>48</volume><fpage>930</fpage><lpage>937</lpage><pub-id pub-id-type="doi">10.1111/medu.12484</pub-id><pub-id pub-id-type="pmid">25113119</pub-id></element-citation></ref><ref id="r38"><label>38</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Green</surname><given-names>RA</given-names></name><name><surname>Farchione</surname><given-names>D</given-names></name><name><surname>Hughes</surname><given-names>DL</given-names></name><name><surname>Chan</surname><given-names>SP</given-names></name></person-group><article-title>Participation in asynchronous online discussion forums does improve student learning of gross anatomy.</article-title><source>Anat Sci Educ</source><year>2014</year><volume>7</volume><fpage>71</fpage><lpage>76</lpage><pub-id pub-id-type="doi">10.1002/ase.1376</pub-id><pub-id pub-id-type="pmid">23733524</pub-id></element-citation></ref><ref id="r39"><label>39</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Cohen</surname><given-names>Z</given-names></name><name><surname>Cohen</surname><given-names>JJ</given-names></name></person-group><article-title>Inflammablog: peer-to-peer online learning in immunology.</article-title><source>Immunol Res</source><year>2013</year><volume>55</volume><fpage>71</fpage><lpage>74</lpage><pub-id pub-id-type="doi">10.1007/s12026-012-8374-7</pub-id><pub-id pub-id-type="pmid">22971987</pub-id></element-citation></ref><ref id="r40"><label>40</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ritchie</surname><given-names>A</given-names></name></person-group><article-title>The Library's role and challenges in implementing an e-learning strategy: a case study from northern Australia.</article-title><source>Health Info Libr J</source><year>2011</year><volume>28</volume><fpage>41</fpage><lpage>49</lpage><pub-id pub-id-type="doi">10.1111/j.1471-1842.2010.00923.x</pub-id><pub-id pub-id-type="pmid">21314893</pub-id></element-citation></ref><ref id="r41"><label>41</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Joshi</surname><given-names>A</given-names></name><name><surname>Meza</surname><given-names>J</given-names></name><name><surname>Costa</surname><given-names>S</given-names></name><name><surname>Puricelli Perin</surname><given-names>DM</given-names></name><name><surname>Trout</surname><given-names>K</given-names></name><name><surname>Rayamajih</surname><given-names>A</given-names></name></person-group><article-title>The role of information and communication technology in community outreach, academic and research collaboration, and education and support services (IT-CARES).</article-title><source>Perspect Health Inf Manag</source><year>2013</year><volume>10</volume><fpage>1</fpage><pub-id pub-id-type="pmid">24159275</pub-id></element-citation></ref><ref id="r42"><label>42</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>El&#xE7;in</surname><given-names>M</given-names></name><name><surname>Turan</surname><given-names>S</given-names></name><name><surname>Odaba&#x15F;&#x131;</surname><given-names>O</given-names></name><name><surname>Sayek</surname><given-names>I</given-names></name></person-group><article-title>Development and evaluation of the evidence-based medicine program in surgery: a spiral approach.</article-title><source>Med Educ Online</source><year>2014</year><volume>19</volume><fpage>24269</fpage><pub-id pub-id-type="doi">10.3402/meo.v19.24269</pub-id><pub-id pub-id-type="pmid">24767706</pub-id></element-citation></ref><ref id="r43"><label>43</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Armstrong</surname><given-names>JS</given-names></name><name><surname>Overton</surname><given-names>TS</given-names></name></person-group><article-title>Estimating Nonresponse Bias in Mail Surveys.</article-title><source>Journal of Marketing Research</source><year>1977</year><volume>14</volume><fpage>396</fpage><pub-id pub-id-type="doi">10.2307/3150783</pub-id></element-citation></ref></ref-list>
  </back>
</article>
