<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i4e12540</article-id>
      <article-id pub-id-type="pmid">31033446</article-id>
      <article-id pub-id-type="doi">10.2196/12540</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Applicability of Motivational Interviewing for Chronic Disease Management in Primary Care Following a Web-Based E-Learning Course: Cross-Sectional Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Fontaine</surname>
            <given-names>Guillaume</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Welch</surname>
            <given-names>Joanne</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>McGregor</surname>
            <given-names>Carolyn</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1" equal-contrib="yes">
          <name name-style="western">
            <surname>Lukaschek</surname>
            <given-names>Karoline</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7966-2001</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
          <name name-style="western">
            <surname>Schneider</surname>
            <given-names>Nico</given-names>
          </name>
          <degrees>Grad Dip (Biology)</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7612-550X</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Schelle</surname>
            <given-names>Mercedes</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5536-0105</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4">
          <name name-style="western">
            <surname>Kirk</surname>
            <given-names>Ulrik Bak</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1683-2189</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib5">
          <name name-style="western">
            <surname>Eriksson</surname>
            <given-names>Tina</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0617-5771</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib6">
          <name name-style="western">
            <surname>Kunnamo</surname>
            <given-names>Ilkka</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4817-6991</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib7">
          <name name-style="western">
            <surname>Rochfort</surname>
            <given-names>Andrée</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3904-031X</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib8">
          <name name-style="western">
            <surname>Collins</surname>
            <given-names>Claire</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8967-5159</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib9" corresp="yes">
          <name name-style="western">
            <surname>Gensichen</surname>
            <given-names>Jochen</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute of General Practice and Family Medicine</institution>
            <institution>University Hospital</institution>
            <institution>Ludwig-Maximilians-Universität München</institution>
            <addr-line>Pettenkoferstr 10</addr-line>
            <addr-line>Munich, 80336</addr-line>
            <country>Germany</country>
            <phone>49 894400 53779</phone>
            <fax>49 894400 53520</fax>
            <email>jochen.gensichen@med.uni-muenchen.de</email>
          </address>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0644-8597</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
      <label>1</label>
      <institution>Institute of General Practice and Family Medicine</institution>
      <institution>University Hospital</institution>  
      <institution>Ludwig-Maximilians-Universität München</institution>  
      <addr-line>Munich</addr-line>
      <country>Germany</country></aff>
      <aff id="aff2">
      <label>2</label>
      <institution>Institute of Psychosocial Medicine and Psychotherapy</institution>
      <institution>Jena University Hospital</institution>  
      <institution>University of Jena</institution>  
      <addr-line>Jena</addr-line>
      <country>Germany</country></aff>
      <aff id="aff3">
      <label>3</label>
      <institution>Institute of General Practice and Family Medicine</institution>
      <institution>Jena University Hospital</institution>  
      <institution>University of Jena</institution>  
      <addr-line>Jena</addr-line>
      <country>Germany</country></aff>
      <aff id="aff4">
        <label>4</label>
        <institution>European Society for Quality and Safety in Family Practice</institution>
        <addr-line>København</addr-line>
        <country>Denmark</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>The Finnish Medical Society Duodecim</institution>
        <addr-line>Helsinki</addr-line>
        <country>Finland</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Irish College of General Practitioners</institution>
        <addr-line>Dublin</addr-line>
        <country>Ireland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jochen Gensichen 
        <email>jochen.gensichen@med.uni-muenchen.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>04</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>29</day>
        <month>04</month>
        <year>2019</year>
      </pub-date>
      <volume>6</volume>
      <issue>4</issue>
      <elocation-id>e12540</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>18</day>
          <month>10</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>12</month>
          <year>2018</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>1</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>18</day>
          <month>2</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Karoline Lukaschek, Nico Schneider, Mercedes Schelle, Ulrik Bak Kirk, Tina Eriksson, Ilkka Kunnamo, Andrée Rochfort, Claire Collins, Jochen Gensichen. Originally published in JMIR Mental Health (http://mental.jmir.org), 29.04.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on http://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mental.jmir.org/2019/4/e12540/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Motivational interviewing (MI) is an established communication method for enhancing intrinsic motivation for changing health behavior. E-learning can reduce the cost and time involved in providing continuing education and can be easily integrated into individual working arrangements and the daily routines of medical professionals. Thus, a Web-based course was devised to familiarize health professionals with different levels of education and expertise with MI techniques for patients with chronic conditions.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to report participants’ opinion on the practicality of MI (as learned in the course) in daily practice, stratified by the level of education.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Participants (N=607) of the MI Web-based training course evaluated the course over 18 months, using a self-administered questionnaire. The evaluation was analyzed descriptively and stratified for the level of education (medical students, physicians in specialist training [PSTs], and general practitioners [GPs]).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Participants rated the applicability of the skills and knowledge gained by the course as positive (medical students: 94% [79/84] <italic>good</italic>; PSTs: 88.6% [109/123] <italic>excellent</italic>; and GPs: 51.3% [182/355] <italic>excellent</italic>). When asked whether they envisage the use of MI in the future, 79% (67/84) of the students stated <italic>to a certain extent</italic>, 88.6% (109/123) of the PSTs stated to <italic>a great extent</italic>, and 38.6% (137/355) of GPs stated <italic>to a great extent</italic>. Participants acknowledged an improvement of communication skills such as inviting (medical students: 85% [72/84]; PSTs: 90.2% [111/123]; GPs: 37.2% [132/355]) and encouraging (medical students: 81% [68/84]; PSTs: 45.5% [56/123]; GPs: 36.3% [129/355]) patients to talk about behavior change and conveying respect for patient’s choices (medical students: 72% [61/84]; PSTs: 50.0% [61/123]; GPs: 23.4% [83/355]).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Participants confirmed the practicality of MI. However, the extent to which the practicality of MI was acknowledged as well as its expected benefits depended on the individual’s level of education/expertise.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>motivational interviewing</kwd>
        <kwd>e-learning</kwd>
        <kwd>web-based learning</kwd>
        <kwd>primary care</kwd>
        <kwd>health behavior change</kwd>
        <kwd>disease management</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Motivational interviewing (MI) is an evidence-based client-centered method of intervention focused on enhancing intrinsic motivation and behavior change by exploring and resolving ambivalence [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. The term <italic>motivational interviewing</italic> was first coined by US psychologist Professor William Miller in 1983 and evolved from his experiences supporting problem drinkers [<xref ref-type="bibr" rid="ref3">3</xref>]. It has since been applied to a wide range of behavior change, including weight loss, exercise, managing long-term conditions, pain management, anxiety and depression, and other issues where behavior change and self-confidence are desired.</p>
        <p>A large body of literature studying the effectiveness of MI has led to several systematic reviews and meta-analyses published in support of MI effectiveness for a range of client outcomes and settings, including primary care [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. Training professionals in MI not only improves their skills but also seems to have follow-on impacts for patients [<xref ref-type="bibr" rid="ref11">11</xref>]. Although MI can improve the doctor-patient relationship and efficiency of the consultation [<xref ref-type="bibr" rid="ref12">12</xref>], general practitioners (GPs) often lack time, basic training, or continuous education opportunities to update their knowledge and skills regarding clients’ motivation for change [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>E-learning, defined as instruction delivered on a digital device [<xref ref-type="bibr" rid="ref14">14</xref>], can reduce the cost and time involved in providing continuing education, as it is decentralized and asynchronous [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. It offers flexibility with regard to learning times and locations and thus can be easily integrated in individual working arrangements and the daily routines of medical professionals [<xref ref-type="bibr" rid="ref17">17</xref>]. Knowledge acquisition and clinical skill development by e-learning have been shown to be equal or superior to those observed with face-to-face instruction [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Given the already extensive literature on the effectiveness of MI for a range of client populations and of e-learning for medical professions, we focused on the individuals participating in the Web-based MI training course. Following the Dreyfus and Dreyfus model, each developmental stage of skill acquisition, moving from novice to expert, is characterized by differences in knowledge, skills, attitudes, and performance [<xref ref-type="bibr" rid="ref20">20</xref>]. Thus, this study primarily aimed to investigate how physicians with different clinical experience levels (medical students, physicians in further education in general medicine, and specialists in general medicine), who had participated in an online training course on MI, evaluated the applicability of MI in their clinical practice. This study also aimed to assess if the Web-based MI training course would have an effect on their intention to use MI and their self-reported communication skills during MI.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>We conducted descriptive research using a cross-sectional study design to investigate the acceptability of a Web-based training course on MI for physicians with different clinical experience levels. The ethics committee of the Friedrich Schiller University (Jena, Germany), Medical Faculty, approved the study on June 18, 2014 (approval number 4120-0614).</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Participation in both the course and the subsequent survey was open to GPs (physicians with a completed medical specialist training, <italic>Facharzt</italic>), physicians in specialist training (PSTs; postgraduate clinical specialization training), medical students (undergraduate medical training), medical employees (eg, paramedics), and (examined) nurses. Professions were self-reported.</p>
        <p>The project was advertised in German and English language medical journals specialized in general practice, at medical congresses (eg, Deutschen Gesellschaft für Allgemeinmedizin und Familienmedizin, World Organization of National Colleges, Academies and Academic Associations of General Practitioners/Family Physicians Europe, European Academy of Teachers in General Practice), and through the specialist distribution lists of general medicine departments or general medical professional associations.</p>
      </sec>
      <sec>
        <title>Motivational Interviewing E-Learning Course</title>
        <sec>
          <title>Course Developers</title>
          <p>The European Society for Quality and Safety in Family Practice (EQuiP) [<xref ref-type="bibr" rid="ref21">21</xref>] developed a Web-based training course on MI consultation for family physicians regarding obesity and alcohol abuse, chronic conditions frequently encountered in primary care.</p>
        </sec>
        <sec>
          <title>Development Process</title>
          <p>The course followed the model developed by the Finnish Medical Society Duodecim. The international author team culturally adapted the course to the German and English language setting.</p>
        </sec>
        <sec>
          <title>Revision and Updating</title>
          <p>The course and its contents could not be changed during the observation period.</p>
        </sec>
        <sec>
          <title>Quality Assurance</title>
          <p>The course was evaluated using an online questionnaire (see below). No further quality assurance was performed.</p>
        </sec>
        <sec>
          <title>Digital Preservation</title>
          <p>The course and evaluation were only available for the study period.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Questions and answers of the evaluation of the Web-based course on motivational interviewing.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="100"/>
              <col width="500"/>
              <col width="400"/>
              <thead>
                <tr valign="top">
                  <td>Item</td>
                  <td>Question</td>
                  <td>Answers</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>1</td>
                  <td>My profession</td>
                  <td>Medical student/general practitioner/physician in specialist training/nurse/other</td>
                </tr>
                <tr valign="top">
                  <td>2</td>
                  <td>I took the course</td>
                  <td>In my workplace between other jobs/at home in my own time/at a school or university in association with my studies</td>
                </tr>
                <tr valign="top">
                  <td>3</td>
                  <td>Applicability of the skills and knowledge I obtained from the course in my clinical practice</td>
                  <td>Excellent/good/fair/poor</td>
                </tr>
                <tr valign="top">
                  <td>4</td>
                  <td>I feel that the course helped to improve my skills and competence</td>
                  <td>Fully agree/partly agree/do not agree</td>
                </tr>
                <tr valign="top">
                  <td>5</td>
                  <td>The course motivated me to learn and reflect upon the topic</td>
                  <td>Yes/somewhat/only a little/not at all</td>
                </tr>
                <tr valign="top">
                  <td>6</td>
                  <td>The following teaching methods are particularly useful in supporting my learning</td>
                  <td>Text parts/photos, drawn images/videos/speech, sound tracks/interactive animations/the examination</td>
                </tr>
                <tr valign="top">
                  <td>7</td>
                  <td>After taking the course I know better how to invite the patient to talk about behavior change.</td>
                  <td>Not at all/minimal/to some extent/a certain extent/a great extent</td>
                </tr>
                <tr valign="top">
                  <td>8</td>
                  <td>After taking the course I know better how to encourage the patient to talk about behavior change.</td>
                  <td>Not at all/minimal/to some extent/a certain extent/a great extent</td>
                </tr>
                <tr valign="top">
                  <td>9</td>
                  <td>After taking the course I know better how to actively convey respect for the patient’s choice about behavior change.</td>
                  <td>Not at all/minimal/to some extent/a certain extent/a great extent</td>
                </tr>
                <tr valign="top">
                  <td>10</td>
                  <td>After taking the course I and the patient exchange ideas about how the patient could change current behavior.</td>
                  <td>Not at all/minimal/to some extent/a certain extent/a great extent</td>
                </tr>
                <tr valign="top">
                  <td>11</td>
                  <td>In MI<sup>a</sup> it is important to listen empathically to the problems, but not engaging in them, to really concentrate and act on change talk. After taking the course I know better how to get a good balance in my consultations between empathic listening to problems and active engagement in change talk.</td>
                  <td>Not at all/minimal/to some extent/a certain extent/a great extent</td>
                </tr>
                <tr valign="top">
                  <td>12</td>
                  <td>In MI it is important to know that the tool is not useful for every consultation. After taking the course I know better how to select the right patients at the right time to use MI.</td>
                  <td>Not at all/minimal/to some extent/a certain extent/a great extent</td>
                </tr>
                <tr valign="top">
                  <td>13</td>
                  <td>After taking the course I think it is feasible for me to perform MI (with some patients) in my daily general practice.</td>
                  <td>Not at all/minimal/to some extent/a certain extent/a great extent</td>
                </tr>
                <tr valign="top">
                  <td>14</td>
                  <td>After taking the course I plan to use MI in my daily practice.</td>
                  <td>Not at all/minimal/to some extent/a certain extent/a great extent</td>
                </tr>
                <tr valign="top">
                  <td>15</td>
                  <td>The most beneficial aspect of the course for me was</td>
                  <td>Free text</td>
                </tr>
                <tr valign="top">
                  <td>16</td>
                  <td>My suggestions to improve the course</td>
                  <td>Free text</td>
                </tr>
                <tr valign="top">
                  <td>17</td>
                  <td>I would like to have e-learning courses of the following topics in the future</td>
                  <td>Free text</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>MI: motivational interviewing.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Access</title>
          <p>The course was available in an English and a German version. The English language course is available online [<xref ref-type="bibr" rid="ref22">22</xref>]. The voluntary evaluation in the English or German language [<xref ref-type="bibr" rid="ref23">23</xref>] started directly after completing the course. Both the Web-based course and the evaluation were available for 18 months.</p>
        </sec>
        <sec>
          <title>Mode of Delivery, Content, and Use Parameters</title>
          <p>Using different teaching methods, the online course provided the core characteristics of MI [<xref ref-type="bibr" rid="ref24">24</xref>]. In total, the course comprised 49 slides. The course included information and summary boards and 3 case studies on using MI with patients suffering from chronic conditions typical for a primary care setting. The cases were presented using 2 videos showing consultation scenarios regarding overweight (one showing patient and nurse interaction and the other showing patient and physician interaction), 1 dialogue between the patient and physician on excessive alcohol consumption, and an animation on starting long-term medication in a patient suffering from type 2 diabetes and hypertension. All cases were accompanied by practical exercises.</p>
          <p>It took about 45 min to work through the Web-based course. Users could take the course in their own time. Users could navigate within the course as desired.</p>
        </sec>
        <sec>
          <title>Online Evaluation Questionnaire</title>
          <p>Inspired by the Behaviour Change Counselling Index (BECCI) [<xref ref-type="bibr" rid="ref25">25</xref>], a self-administered questionnaire containing 17 items was developed (see <xref ref-type="table" rid="table1">Table 1</xref>)<italic>.</italic> Different-level Likert scales and open-ended questions were given as answer options.</p>
          <p>With regard to the focus of this publication, that is, how various health professionals evaluated the practicality of applying the methods they learned in the MI course, a pivotal question was about the <italic>applicability of the skills and knowledge obtained from the course in clinical practice</italic> (item 3). Other study-relevant items were regarding the improvement of communication skills when talking to patients about behavior change (items 7, 8, and 9). The 3 lowest answer options (not at all, minimal, to some extent) were summarized to one category, <italic>disagree</italic>, indicating that the participant did not concur with the particular statement.</p>
          <p>Item 13 on the feasibility of performing MI in daily general practice and item 14 about actual plans to use MI in daily practice were summarized by mean values into one statement reflecting how participants envisage MI use in the future (answer options were coded 0=not at all, 1=minimal, 2=to some extent, 3=a certain extent, and 4=a great extent). The mean values were recoded to the standard possible responses (0=0; 0.5 to 1.5=1; 1.6 to 2.5=2; 2.6 to 3.5=3; 3.6 to 4=4). The statistically descriptive evaluation was carried out using IBM SPSS Statistics, Version 23.</p>
        </sec>
        <sec>
          <title>Human Involvement, Cointerventions, and Prompts</title>
          <p>No support or assistance was given to participants while they were taking the course or answering the questionnaire. There were no cointerventions or prompts.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participants</title>
        <p>In total, 607 participants from 24 European countries evaluated the Web-based MI course. Of these, 74.0% (449/607) completed the English version and 26.0% (158/607) completed the German version. The majority of participants were GPs (355/607, 58.5%), followed by PSTs (123/607, 20.3%), medical students (84/607, 13.8%), and nurses (6/607, 1.0%). A small group did not fall within these professions (referred to as <italic>others</italic>; 22/607, 3.6%), and 17 out of 607 (2.8%) participants refused to specify their profession. Owing to the small number of nurses and the lack of homogeneity of the group labelled <italic>others</italic>, we excluded these 2 groups from the analysis. Thus, the final study sample consisted of 562 participants.</p>
      </sec>
      <sec>
        <title>Evaluation of Motivational Interviewing Practicality by Profession</title>
        <p><xref ref-type="table" rid="table2">Table 2</xref> presents the absolute and relative frequencies of answers to the study-relevant items (3, 7, 8, 9, and the combined items 13 and 14) by profession.</p>
      </sec>
      <sec>
        <title>Applicability of Motivational Interviewing</title>
        <p>Medical students were more likely to rate the applicability of the skills and knowledge (item 3) as <italic>good</italic> (94%, 78/84), whereas the majority of PSTs (88.6%, 109/123) rated item 3 as <italic>excellent</italic>. The assessment of GPs varied to a greater extent, with 51.3% (182/355) selecting <italic>excellent</italic>, 29.9% (106/355) selecting <italic>good</italic>, and 17.2% (61/355) selecting <italic>fair</italic>.</p>
      </sec>
      <sec>
        <title>Intention to Use Motivational Interviewing</title>
        <p>When asked whether they had the intention to use MI in the future (combined items 13 and 14), 79% (67/84) of the students answered <italic>to a certain extent</italic>, compared with 88% (109/123) of the PSTs stating to <italic>a great extent</italic>. The response pattern of GPs is less definitive (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
      </sec>
      <sec>
        <title>Improvement of Communication Skills</title>
        <p>Regarding the improvement of communication skills, medical students agreed to <italic>a certain extent</italic> that after taking the course, they know better how to invite patients to talk about behavior change (85%, 72/84) or to encourage patients to talk about behavior change (81%, 68/84) and 72% (61/84) agreed to <italic>a great extent</italic> that they actively convey respect for the patient’s choices about behavior change.</p>
        <p>The majority of PSTs (90.2%, 111/123) agreed to <italic>a great extent</italic> that they now know better how to invite patients to talk about behavior change. They also agreed to <italic>a great extent</italic> or <italic>a certain extent</italic> that they could now encourage the patient to talk about behavior change (45.5%, 56/123 and 50.4%, 62/123 respectively) or that they could convey respect for the patient (49.9%, 61/123 and 44.7%, 55/123, respectively).</p>
        <p>GPs’ responses were more evenly distributed: 37.2% (132/355) agreed to <italic>a great extent</italic> and 40.6% (144/355) agreed to <italic>a certain extent</italic> to now knowing better how to invite patients to talk about behavior change; 36.3% (129/355) agreed <italic>to a great extent</italic>, 27.3% (97/355) agreed to <italic>a certain extent</italic>, and 33.9% (120/355) <italic>disagreed</italic> to encourage patients to talk about behavior change; and 40.3% (143/355) agreed <italic>to a certain extent</italic> to actively convey respect for the patients’ choices.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Absolute and relative frequency of answers in the 3 professions: medical students, physicians in specialist training, and general practitioners.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="260"/>
            <col width="160"/>
            <col width="250"/>
            <col width="180"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Rating options</td>
                <td>Medical students (N=84), n (%)</td>
                <td>Physicians in specialist training (N=123), n (%)</td>
                <td>General practitioners (N=355), n (%)</td>
                <td>Total (N=562), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6"><bold>Applicability of the skills and knowledge I obtained from the course in my clinical practice (Question 3)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Excellent</td>
                <td>2 (2)</td>
                <td>109 (88.6)</td>
                <td>182 (51.3)</td>
                <td>293 (52.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Good</td>
                <td>79 (94)</td>
                <td>10 (8.1)</td>
                <td>106 (29.9)</td>
                <td>195 (34.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Fair</td>
                <td>2 (2)</td>
                <td>3 (2.4)</td>
                <td>61 (17.2)</td>
                <td>66 (11.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Poor</td>
                <td>0 (0)</td>
                <td>1 (0.8)</td>
                <td>0 (0.0)</td>
                <td>1 (0.2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>N/A<sup>a</sup></td>
                <td>1 (1)</td>
                <td>0 (0.0)</td>
                <td>6 (1.7)</td>
                <td>7 (1.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="6"><bold>Motivational interviewing in daily practice is feasible and intention to use (Questions 13 and 14)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Agreed to a great extent</td>
                <td>2 (2)</td>
                <td>109 (88.6)</td>
                <td>137 (38.6)</td>
                <td>248 (44.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Agreed to a certain extent</td>
                <td>67 (79)</td>
                <td>8 (6.5)</td>
                <td>133 (37.5)</td>
                <td>208 (37.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Disagreed</td>
                <td>11 (13)</td>
                <td>4 (3.3)</td>
                <td>74 (20.9)</td>
                <td>89 (15.8)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>N/A</td>
                <td>4 (4)</td>
                <td>2 (1.6)</td>
                <td>11 (3.1)</td>
                <td>17 (3.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="6"><bold>After taking the course I know better how to invite the patient to talk about behavior change (Question 7)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Agreed to a great extent</td>
                <td>5 (6)</td>
                <td>111 (90.2)</td>
                <td>132 (37.2)</td>
                <td>248 (44.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Agreed to a certain extent</td>
                <td>72 (85)</td>
                <td>7 (5.7)</td>
                <td>144 (40.6)</td>
                <td>223 (39.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Disagreed</td>
                <td>3 (3)</td>
                <td>3 (2.4)</td>
                <td>70 (19.7)</td>
                <td>76 (13.5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>N/A</td>
                <td>4 (4)</td>
                <td>2 (1.6)</td>
                <td>9 (2.5)</td>
                <td>15 (2.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="6"><bold>After taking the course I know better how to encourage the patient to talk about behavior change (Question 8)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Agreed to a great extent</td>
                <td>5 (6)</td>
                <td>56 (45.5)</td>
                <td>129 (36.3)</td>
                <td>190 (33.8)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Agreed to a certain extent</td>
                <td>68 (81)</td>
                <td>62 (50.4)</td>
                <td>97 (27.3)</td>
                <td>227 (40.4)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Disagreed</td>
                <td>7 (8)</td>
                <td>3 (2.4)</td>
                <td>120 (33.9)</td>
                <td>130 (23.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>N/A</td>
                <td>4 (4)</td>
                <td>2 (1.6)</td>
                <td>9 (2.5)</td>
                <td>15 (2.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="6"><bold>After taking the course I know better how to actively convey respect for the patient’s choice about behavior change (Question 9)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Agreed to a great extent</td>
                <td>61 (72)</td>
                <td>61 (49.6)</td>
                <td>83 (23.4)</td>
                <td>205 (36.5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Agreed to a certain extent</td>
                <td>17 (20)</td>
                <td>55 (44.7)</td>
                <td>143 (40.3)</td>
                <td>215 (38.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Disagreed</td>
                <td>2 (2)</td>
                <td>5 (4.1)</td>
                <td>121 (34.1)</td>
                <td>127 (22.6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>N/A</td>
                <td>4 (4)</td>
                <td>2 (1.6)</td>
                <td>8 (2.3)</td>
                <td>14 (2.5)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>General Findings</title>
        <p>In general, participants from 3 different levels of clinical experience positively evaluated the applicability of skills and knowledge gained by a Web-based course, and the practicality of MI in their daily routine. Our results suggested that health care professionals were able to use a Web-based training course for MI to develop skills related to health behavior change.</p>
      </sec>
      <sec>
        <title>Course Satisfaction and Motivational Interviewing Applicability</title>
        <p>Nevertheless, GPs, the largest and most experienced group in our sample, were less enthusiastic about MI skills learned in the course than medical students or PSTs. Equally, GPs were more reluctant to envision MI implementation in their daily practice in the future. We have explained our results as follows: First, GPs are at the highest level of training and professional expertise in our group of participants. They may intuitively use skills similar to MI and thus the methods explored in the course might not have been entirely new to them. This may also explain why GPs did not rate the improvement of their communication skills as highly as students or PSTs. Second, it is also possible that GPs were not as pleased as their less-experienced colleagues with the Web-based format of the course. In a meta-analysis, Cook et al showed that physicians were less in favor of internet-based learning compared with alternate instructional media than medical students regarding knowledge outcome and behaviors in practice and effects on patients [<xref ref-type="bibr" rid="ref18">18</xref>]. Third, the course instructional strategies might not have met with participants’ expectations and skills. The Dreyfus and Dreyfus model provides a framework for skill acquisition that describes developmental stages beginning with novice and progressing through advanced beginner and competent and proficient to expert [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Each of these levels is characterized by qualitative differences in knowledge, skills, attitudes, and performance [<xref ref-type="bibr" rid="ref27">27</xref>]. The Dreyfus and Dreyfus model has been successfully adopted by medical educators to assess students and residents as they learn to practice clinical medicine [<xref ref-type="bibr" rid="ref28">28</xref>]. Owing to differences in their knowledge level, expert and novice learners demand different instructional approaches. In fact, research indicates that instructional methods that are effective for novices either have no effect or, in some cases, depress the learning of learners with more expertise [<xref ref-type="bibr" rid="ref29">29</xref>]. For the novice, basic science knowledge is important in providing the substrate for the analytic process of clinical reasoning. Thus, exposure of students to clinical cases and examples is important [<xref ref-type="bibr" rid="ref28">28</xref>] and was provided by the case studies in our course. Experts, on the contrary, need challenge, ongoing experience, and exposure to interesting and complex cases to avoid complacency [<xref ref-type="bibr" rid="ref28">28</xref>]. Thus, for GPs, our course might not have provided enough challenge. The skills and attitudes of the professionals offering MI may influence its success; they may impact on the professionals’ willingness to offer MI as well as their proficiency or effectiveness using the techniques involved [<xref ref-type="bibr" rid="ref30">30</xref>]. The next step is to optimize the tailoring, structure, and content of a Web-based MI training course to meet participants’ specific requirements with regard to their knowledge and experience [<xref ref-type="bibr" rid="ref15">15</xref>]. Adaptive e-learning environments (AEEs) can provide tailored instruction to health professionals and students by adapting the training to each user [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. However, the effectiveness of AEEs for the education of health professionals and students of health professions remains unclear and should be investigated [<xref ref-type="bibr" rid="ref32">32</xref>]. Future research should also explore to what extent participants of the Web-based MI course actually implemented MI in their daily routine. Factors influencing the implementation of MI might be therapeutic commitment—the motivation, task-specific self-esteem and work satisfaction toward chronic patients, and role security—the skills, knowledge, and owning a role of working with them, although this theory is debated [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. Future research should focus on the causal relation between practitioners’ attitudes, their actual behavior, and care improvement strategies to enhance implementation science.</p>
        <p>Evaluating the effects of e-learning on real clinical behavior and client outcomes still remains a challenge [<xref ref-type="bibr" rid="ref34">34</xref>]. Zwane et al suggest that the mere fact of being surveyed might actually change behavior in medical settings [<xref ref-type="bibr" rid="ref35">35</xref>]. However, a standard, feasible, and preferred method for establishing MI adherence in practice has not yet been developed [<xref ref-type="bibr" rid="ref9">9</xref>]. With regard to patient benefit, Rochfort et al showed that when health professionals undergo training in empowering patients for self-management of chronic conditions, it is possible to achieve improvement in patients’ self-efficacy, autonomy and motivation to change, functional capacity, pain-free days, and quality of life [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      </sec>
      <sec>
        <title>Strength and Limitations</title>
        <p>The strength of this study was its focus on the participants of a Web-based MI course from 3 different levels of professional expertise. Thus, we were able to paint a unique and user-oriented picture of MI practicality. As limitations, we neither had information on the eligible study population nor on nonresponders. Therefore, a selection effect cannot be excluded, which may result in overestimated positive results. In a heterogeneous group such as ours, including medical professionals with very limited time resources, we opted for as few questions as possible; thus, we did not collect data on the sex or age of the participants. The BECCI survey was developed and validated as a clinical assessment. The modified version as a self-assessment could not be validated for this study because of limited resources. The questionnaire was self-reported only; we did not validate the participants’ self-reported professional level. At the time of responding to the items, respondents may not have answered truthfully, a phenomenon known as social desirability bias [<xref ref-type="bibr" rid="ref37">37</xref>]. Gaining valid answers to questions is an age-old problem in offline and online survey research. However, we did not ask overly sensitive questions, so we assume that the answers were truthful in general. Measuring outcomes from training in enabling behavior change in patients should go beyond the simple measurement of acquisition of new skills by clinicians. It needs to show improvement in patient outcomes. In addition, the primary care setting is an environment within the health care sector which has a complex and unique set of barriers and benefits to supporting behavior change over time [<xref ref-type="bibr" rid="ref38">38</xref>], and so we call for behavior change research to be conducted in family practice.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The knowledge and skills obtained by the Web-based MI course were assessed by the participants as being beneficial and appropriate for use in primary care practice. However, participants evaluated various aspects of the course differently, depending on their level of expertise. Before we recommend this course for wider use, the actual change in the behavior of the participating clinicians and the benefit to their patients should be investigated, and data other than self-reports should be incorporated.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AEEs</term>
          <def>
            <p>adaptive e-learning environments</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BECCI</term>
          <def>
            <p>Behaviour Change Counselling Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EQuiP</term>
          <def>
            <p>European Society for Quality and Safety in Family Practice</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">GPs</term>
          <def>
            <p>general practitioners</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MI</term>
          <def>
            <p>motivational interviewing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PSTs</term>
          <def>
            <p>physicians in specialist training</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">WONCA</term>
          <def>
            <p>World Organization of National Colleges, Academies and Academic Associations of General Practitioners/Family Physicians</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>In February 2012, the WONCA Europe Network EQuiP won the WONCA Europe 20th Anniversary Research Fund for this 3-year international project [<xref ref-type="bibr" rid="ref39">39</xref>]. This study was funded by the WONCA Europe 20th Anniversary Research Fund and supplemented by the authors’ institutions and EQuiP (a network organization of WONCA Europe). This study was in part supported by the <italic>Multiplikatorenprogramm</italic> of the center of leadership and people management of the Ludwig-Maximilians-Universität München (LMU).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>KL wrote the main manuscript text and prepared the manuscript and tables. NS performed the statistical analysis, prepared tables and was involved in data collection and the critical revision of the manuscript. MS was involved in course content and data collection. UBK was involved in data collection, course development and content, and the critical revision of the manuscript. TE and IK were involved in course development and content. AR provided clinical background on MI and was involved in the critical revision of the manuscript. CC was involved in data collection, course content, and critical revision of the manuscript. JG was involved in the initial conception and design of the study, course development and content, and the critical revision of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>Wr</given-names>
          </name>
          <name name-style="western">
            <surname>Rollnick</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <source>Motivational Interviewing: Helping People Change, 3rd Edition (Applications of Motivational Interviewing)</source>  
        <year>2019</year>  
        <publisher-loc>New York</publisher-loc>
        <publisher-name>The Guilford Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rubak</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Sandbaek</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Lauritzen</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Christensen</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Motivational interviewing: a systematic review and meta-analysis</article-title>
        <source>Br J Gen Pract</source>  
        <year>2005</year>  
        <month>04</month>  
        <volume>55</volume>  
        <issue>513</issue>  
        <fpage>305</fpage>  
        <lpage>12</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://bjgp.org/cgi/pmidlookup?view=long&amp;pmid=15826439"/>
        </comment>  
        <pub-id pub-id-type="medline">15826439</pub-id>
        <pub-id pub-id-type="pmcid">PMC1463134</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>WR</given-names>
          </name>
          <name name-style="western">
            <surname>Benefield</surname>
            <given-names>RG</given-names>
          </name>
          <name name-style="western">
            <surname>Tonigan</surname>
            <given-names>JS</given-names>
          </name>
        </person-group>
        <article-title>Enhancing motivation for change in problem drinking: a controlled comparison of two therapist styles</article-title>
        <source>J Consult Clin Psychol</source>  
        <year>1993</year>  
        <month>06</month>  
        <volume>61</volume>  
        <issue>3</issue>  
        <fpage>455</fpage>  
        <lpage>61</lpage>  
        <pub-id pub-id-type="medline">8326047</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lundahl</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Moleni</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Burke</surname>
            <given-names>BL</given-names>
          </name>
          <name name-style="western">
            <surname>Butters</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Tollefson</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Butler</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Rollnick</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Motivational interviewing in medical care settings: a systematic review and meta-analysis of randomized controlled trials</article-title>
        <source>Patient Educ Couns</source>  
        <year>2013</year>  
        <month>11</month>  
        <volume>93</volume>  
        <issue>2</issue>  
        <fpage>157</fpage>  
        <lpage>68</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pec.2013.07.012</pub-id>
        <pub-id pub-id-type="medline">24001658</pub-id>
        <pub-id pub-id-type="pii">S0738-3991(13)00288-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Knight</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>McGowan</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Dickens</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Bundy</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>A systematic review of motivational interviewing in physical health care settings</article-title>
        <source>Br J Health Psychol</source>  
        <year>2006</year>  
        <month>05</month>  
        <volume>11</volume>  
        <issue>Pt 2</issue>  
        <fpage>319</fpage>  
        <lpage>32</lpage>  
        <pub-id pub-id-type="doi">10.1348/135910705X52516</pub-id>
        <pub-id pub-id-type="medline">16643702</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Söderlund</surname>
            <given-names>LL</given-names>
          </name>
          <name name-style="western">
            <surname>Madson</surname>
            <given-names>MB</given-names>
          </name>
          <name name-style="western">
            <surname>Rubak</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Nilsen</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>A systematic review of motivational interviewing training for general health care practitioners</article-title>
        <source>Patient Educ Couns</source>  
        <year>2011</year>  
        <month>07</month>  
        <volume>84</volume>  
        <issue>1</issue>  
        <fpage>16</fpage>  
        <lpage>26</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pec.2010.06.025</pub-id>
        <pub-id pub-id-type="medline">20667432</pub-id>
        <pub-id pub-id-type="pii">S0738-3991(10)00387-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Anstiss</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Motivational interviewing in primary care</article-title>
        <source>J Clin Psychol Med Settings</source>  
        <year>2009</year>  
        <month>03</month>  
        <volume>16</volume>  
        <issue>1</issue>  
        <fpage>87</fpage>  
        <lpage>93</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10880-009-9155-x</pub-id>
        <pub-id pub-id-type="medline">19253016</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Midboe</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Cucciare</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Trafton</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Ketroser</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Chardos</surname>
            <given-names>JF</given-names>
          </name>
        </person-group>
        <article-title>Implementing motivational interviewing in primary care: the role of provider characteristics</article-title>
        <source>Transl Behav Med</source>  
        <year>2011</year>  
        <month>12</month>  
        <volume>1</volume>  
        <issue>4</issue>  
        <fpage>588</fpage>  
        <lpage>94</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24073081"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s13142-011-0080-9</pub-id>
        <pub-id pub-id-type="medline">24073081</pub-id>
        <pub-id pub-id-type="pii">80</pub-id>
        <pub-id pub-id-type="pmcid">PMC3717678</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Barwick</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bennett</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>McGowan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Moore</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Training health and mental health professionals in motivational interviewing: a systematic review</article-title>
        <source>Child Youth Serv Rev</source>  
        <year>2012</year>  
        <month>09</month>  
        <volume>34</volume>  
        <issue>9</issue>  
        <fpage>1786</fpage>  
        <lpage>1795</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.childyouth.2012.05.012</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Platt</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Melendez-Torres</surname>
            <given-names>GJ</given-names>
          </name>
          <name name-style="western">
            <surname>O'Donnell</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Bradley</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Newbury-Birch</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Kaner</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Ashton</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>How effective are brief interventions in reducing alcohol consumption: do the setting, practitioner group and content matter? Findings from a systematic review and metaregression analysis</article-title>
        <source>BMJ Open</source>  
        <year>2016</year>  
        <month>08</month>  
        <day>11</day>  
        <volume>6</volume>  
        <issue>8</issue>  
        <fpage>e011473</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&amp;pmid=27515753"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmjopen-2016-011473</pub-id>
        <pub-id pub-id-type="medline">27515753</pub-id>
        <pub-id pub-id-type="pii">bmjopen-2016-011473</pub-id>
        <pub-id pub-id-type="pmcid">PMC4985973</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
        <source>The Health Foundation</source>  
        <access-date>2019-03-22</access-date>
        <comment>Evidence scan: Training professionals in motivational interviewing 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.health.org.uk/sites/default/files/TrainingProfessionalsInMotivationalInterviewing.pdf">http://tinyurl.com/y3qkn9p7</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="774a098hH"/></comment> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rollnick</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Butler</surname>
            <given-names>CC</given-names>
          </name>
          <name name-style="western">
            <surname>Kinnersley</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Gregory</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Mash</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Motivational interviewing</article-title>
        <source>Br Med J</source>  
        <year>2010</year>  
        <month>04</month>  
        <day>27</day>  
        <volume>340</volume>  
        <fpage>c1900</fpage>  
        <pub-id pub-id-type="medline">20423957</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Keurhorst</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Heinen</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bendtsen</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Baena</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Brzózka</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Colom</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Deluca</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Drummond</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Kaner</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Kłoda</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Mierzecki</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Newbury-Birch</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Okulicz-Kozaryn</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Palacio-Vieira</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Parkinson</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Reynolds</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ronda</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Segura</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Słodownik</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Spak</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>van Steenkiste</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Wallace</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Wolstenholme</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Wojnar</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gual</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Laurant</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Wensing</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Impact of primary healthcare providers' initial role security and therapeutic commitment on implementing brief interventions in managing risky alcohol consumption: a cluster randomised factorial trial</article-title>
        <source>Implement Sci</source>  
        <year>2016</year>  
        <month>07</month>  
        <day>16</day>  
        <volume>11</volume>  
        <fpage>96</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-016-0468-5"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s13012-016-0468-5</pub-id>
        <pub-id pub-id-type="medline">27422283</pub-id>
        <pub-id pub-id-type="pii">10.1186/s13012-016-0468-5</pub-id>
        <pub-id pub-id-type="pmcid">PMC4947288</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Clark</surname>
            <given-names>Rc</given-names>
          </name>
          <name name-style="western">
            <surname>Mayer</surname>
            <given-names>Re</given-names>
          </name>
        </person-group>
        <source>E-learning And The Science Of Instruction: Proven Guidelines For Consumers And Designers Of Multimedia Learning</source>  
        <year>2019</year>  
        <publisher-loc>Hoboken, New Jersey</publisher-loc>
        <publisher-name>Wiley</publisher-name></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fontaine</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Cossette</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Heppell</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Boyer</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Mailhot</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Simard</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Tanguay</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Evaluation of a web-based e-Learning platform for brief motivational interviewing by nurses in cardiovascular care: a pilot study</article-title>
        <source>J Med Internet Res</source>  
        <year>2016</year>  
        <month>08</month>  
        <day>18</day>  
        <volume>18</volume>  
        <issue>8</issue>  
        <fpage>e224</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2016/8/e224/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.6298</pub-id>
        <pub-id pub-id-type="medline">27539960</pub-id>
        <pub-id pub-id-type="pii">v18i8e224</pub-id>
        <pub-id pub-id-type="pmcid">PMC5010651</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Admiraal</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Lockhorst</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>E-learning in small and medium-sized enterprises across Europe</article-title>
        <source>Int Small Bus J</source>  
        <year>2009</year>  
        <month>12</month>  
        <day>22</day>  
        <volume>27</volume>  
        <issue>6</issue>  
        <fpage>743</fpage>  
        <lpage>67</lpage>  
        <pub-id pub-id-type="doi">10.1177/0266242609344244</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fontaine</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Zheng</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Van De Ven</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Li</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Hiner</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Mitchell</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Gendler</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Hanauer</surname>
            <given-names>DA</given-names>
          </name>
        </person-group>
        <article-title>Evaluation of a proximity card authentication system for health care settings</article-title>
        <source>Int J Med Inform</source>  
        <year>2016</year>  
        <month>08</month>  
        <volume>92</volume>  
        <fpage>1</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2016.04.015</pub-id>
        <pub-id pub-id-type="medline">27318066</pub-id>
        <pub-id pub-id-type="pii">S1386-5056(16)30072-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cook</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Levinson</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Garside</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Dupras</surname>
            <given-names>DM</given-names>
          </name>
          <name name-style="western">
            <surname>Erwin</surname>
            <given-names>PJ</given-names>
          </name>
          <name name-style="western">
            <surname>Montori</surname>
            <given-names>VM</given-names>
          </name>
        </person-group>
        <article-title>Internet-based learning in the health professions: a meta-analysis</article-title>
        <source>J Am Med Assoc</source>  
        <year>2008</year>  
        <month>09</month>  
        <day>10</day>  
        <volume>300</volume>  
        <issue>10</issue>  
        <fpage>1181</fpage>  
        <lpage>96</lpage>  
        <pub-id pub-id-type="doi">10.1001/jama.300.10.1181</pub-id>
        <pub-id pub-id-type="medline">18780847</pub-id>
        <pub-id pub-id-type="pii">300/10/1181</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Means</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Toyama</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Murphy</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Bakia</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <source>US Department of Education</source>  
        <year>2009</year>  
        <access-date>2019-03-26</access-date>
        <comment>Evaluation of Evidence-Based Practices in Online Learning: A Meta-Analysis and Review of Online Learning Studies 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www2.ed.gov/rschstat/eval/tech/evidence-based-practices/finalreport.pdf">https://www2.ed.gov/rschstat/eval/tech/evidence-based-practices/finalreport.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="779YqCfBG"/></comment> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dreyfus</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <source>Mind Over Machine</source>  
        <year>1988</year>  
        <publisher-loc>New York</publisher-loc>
        <publisher-name>Free Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
        <source>World Organization of Family Doctors Europe</source>  
        <access-date>2019-03-22</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://equip.woncaeurope.org">http://equip.woncaeurope.org</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="WONCA"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
        <source>Equip elearning</source>  
        <access-date>2019-03-22</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://equip-elearning.woncaeurope.org/">http://equip-elearning.woncaeurope.org/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="774ZlPext"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
        <source>[SoSci Survey: The Online Questionnaire]</source>  
        <access-date>2019-03-22</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.soscisurvey.de/">https://www.soscisurvey.de/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="774ZEOGak"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Droppa</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Motivational interviewing: a journey to improve health</article-title>
        <source>Nursing</source>  
        <year>2014</year>  
        <month>03</month>  
        <volume>44</volume>  
        <issue>3</issue>  
        <fpage>40</fpage>  
        <lpage>45</lpage>  
        <pub-id pub-id-type="doi">10.1097/01.NURSE.0000443312.58360.82</pub-id>
        <pub-id pub-id-type="medline">24463613</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lane</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <source>The Behaviour Change Counselling Index (BECCI) - Manual for coding behaviour chance counselling</source>  
        <year>2002</year>  
        <access-date>2019-03-22</access-date>
        <publisher-loc>Wales</publisher-loc>
        <publisher-name>University of Wales College of Medicine</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.motivationalinterviewing.org/sites/default/files/BECCIManual.pdf">https://www.motivationalinterviewing.org/sites/default/files/BECCIManual.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="774YMxWGe"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
        <name name-style="western">
        <surname>Alexander</surname>  
        <given-names>PA</given-names></name> </person-group>
        <article-title>The development of expertise: the journey from acclimation to proficiency</article-title>
        <source>Educ Res</source>  
        <year>2003</year>  
        <volume>32</volume>  
        <issue>8</issue>  
        <fpage>10</fpage>  
        <lpage>14</lpage>  
        <pub-id pub-id-type="doi">10.3102/0013189X032008010</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mohedas</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Daly</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Sienko</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Use of skill acquisition theory to understand novice to expert development in design ethnography</article-title>
        <source>Int J Eng Educ</source>  
        <year>2016</year>  
        <volume>32</volume>  
        <issue>3</issue>  
        <fpage>1364</fpage>  
        <lpage>71</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://pdfs.semanticscholar.org/f09c/f282540ee7f044f2323fbb0b03a4206beba3.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Carraccio</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Benson</surname>
            <given-names>BJ</given-names>
          </name>
          <name name-style="western">
            <surname>Nixon</surname>
            <given-names>LJ</given-names>
          </name>
          <name name-style="western">
            <surname>Derstine</surname>
            <given-names>PL</given-names>
          </name>
        </person-group>
        <article-title>From the educational bench to the clinical bedside: translating the Dreyfus developmental model to the learning of clinical skills</article-title>
        <source>Acad Med Aug</source>  
        <year>2008</year>  
        <volume>83</volume>  
        <issue>8</issue>  
        <fpage>761</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1097/ACM.0b013e31817eb632</pub-id>
        <pub-id pub-id-type="medline">18667892</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Clark</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Nguyen</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Sweller</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <source>Efficiency in Learning: Evidence–Based Guidelines to Manage Cognitive Load</source>  
        <year>2006</year>  
        <publisher-loc>Hoboken, New Jersey</publisher-loc>
        <publisher-name>Wiley</publisher-name></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Simons</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Jacobucci</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Houston</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Novice, seasoned and veteran counselors' views of addiction treatment manuals: the influence of counselor characteristics on manual usefulness</article-title>
        <source>J Psychoactive Drugs Dec</source>  
        <year>2006</year>  
        <volume>38</volume>  
        <issue>4</issue>  
        <fpage>483</fpage>  
        <lpage>91</lpage>  
        <pub-id pub-id-type="doi">10.1080/02791072.2006.10400587</pub-id>
        <pub-id pub-id-type="medline">17373564</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brusilovsky</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Peylo</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Adaptive and intelligent web-based educational systems</article-title>
        <source>Int J Artif Intell Educ</source>  
        <year>2003</year>  
        <volume>13</volume>  
        <fpage>159</fpage>  
        <lpage>172</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pitt.edu/~peterb/papers/AIWBES.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fontaine</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Cossette</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Maheu-Cadotte</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Mailhot</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Deschênes</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Mathieu-Dupuis</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Effectiveness of adaptive e-learning environments on knowledge, competence, and behavior in health professionals and students: protocol for a systematic review and meta-analysis</article-title>
        <source>JMIR Res Protoc</source>  
        <year>2017</year>  
        <month>07</month>  
        <day>05</day>  
        <volume>6</volume>  
        <issue>7</issue>  
        <fpage>e128</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.researchprotocols.org/2017/7/e128/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/resprot.8085</pub-id>
        <pub-id pub-id-type="medline">28679491</pub-id>
        <pub-id pub-id-type="pii">v6i7e128</pub-id>
        <pub-id pub-id-type="pmcid">PMC5517824</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>O'Donnell</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Wallace</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Kaner</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>From efficacy to effectiveness and beyond: what next for brief interventions in primary care?</article-title>
        <source>Front Psychiatry</source>  
        <year>2014</year>  
        <volume>5</volume>  
        <fpage>113</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.3389/fpsyt.2014.00113"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3389/fpsyt.2014.00113</pub-id>
        <pub-id pub-id-type="medline">25221524</pub-id>
        <pub-id pub-id-type="pmcid">PMC4147417</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sinclair</surname>
            <given-names>PM</given-names>
          </name>
          <name name-style="western">
            <surname>Kable</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Levett-Jones</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Booth</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>The effectiveness of internet-based e-learning on clinician behaviour and patient outcomes: A systematic review</article-title>
        <source>Int J Nurs Stud</source>  
        <year>2016</year>  
        <month>05</month>  
        <volume>57</volume>  
        <fpage>70</fpage>  
        <lpage>81</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2016.01.011</pub-id>
        <pub-id pub-id-type="medline">27045566</pub-id>
        <pub-id pub-id-type="pii">S0020-7489(16)00012-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zwane</surname>
            <given-names>AP</given-names>
          </name>
          <name name-style="western">
            <surname>Zinman</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Van Dusen</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Pariente</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Null</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Miguel</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Being surveyed can change later behaviorrelated parameter estimates</article-title>
        <source>Proc Natl Acad Sci</source>  
        <year>2011</year>  
        <volume>108</volume>  
        <issue>5</issue>  
        <fpage>1821</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.1073/pnas.1000776108</pub-id>
        <pub-id pub-id-type="medline">21245314</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rochfort</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Beirne</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Doran</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Patton</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Gensichen</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kunnamo</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Eriksson</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Collins</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Does patient self-management education of primary care professionals improve patient outcomes: a systematic review</article-title>
        <source>BMC Fam Pract</source>  
        <year>2018</year>  
        <month>09</month>  
        <day>29</day>  
        <volume>19</volume>  
        <issue>1</issue>  
        <fpage>163</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcfampract.biomedcentral.com/articles/10.1186/s12875-018-0847-x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12875-018-0847-x</pub-id>
        <pub-id pub-id-type="medline">30268092</pub-id>
        <pub-id pub-id-type="pii">10.1186/s12875-018-0847-x</pub-id>
        <pub-id pub-id-type="pmcid">PMC6164169</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Demetriou</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Ozer</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Essau</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Cautin</surname>
            <given-names>RL</given-names>
          </name>
          <name name-style="western">
            <surname>Lilienfeld</surname>
            <given-names>SO</given-names>
          </name>
        </person-group>
        <article-title>Self-report questionnaires</article-title>
        <source>The Encyclopedia of Clinical Psychology</source>  
        <year>2015</year>  
        <publisher-loc>Hoboken</publisher-loc>
        <publisher-name>John Wiley &amp; Sons</publisher-name></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grol</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Grimshaw</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>From best evidence to best practice: effective implementation of change in patients' care</article-title>
        <source>Lancet</source>  
        <year>2003</year>  
        <month>10</month>  
        <day>11</day>  
        <volume>362</volume>  
        <issue>9391</issue>  
        <fpage>1225</fpage>  
        <lpage>30</lpage>  
        <pub-id pub-id-type="doi">10.1016/S0140-6736(03)14546-1</pub-id>
        <pub-id pub-id-type="medline">14568747</pub-id>
        <pub-id pub-id-type="pii">S0140-6736(03)14546-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>EQuiP</collab>
        </person-group>
        <source>World Organization of Family Doctors</source>  
        <year>2012</year>  
        <access-date>2019-03-22</access-date>
        <comment>PECC-WE: Patient Empowerment 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://equip.woncaeurope.org/tools/pecc-we-patient-empowerment">http://equip.woncaeurope.org/tools/pecc-we-patient-empowerment</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="774YAT5Na"/></comment> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
