<?xml version="1.0" encoding="iso-8859-1" standalone="no"?>
<!DOCTYPE GmsArticle SYSTEM "http://www.egms.de/dtd/2.0.34/GmsArticle.dtd">
<GmsArticle xmlns:xlink="http://www.w3.org/1999/xlink">
  <MetaData>
    <Identifier>zma001696</Identifier>
    <IdentifierDoi>10.3205/zma001696</IdentifierDoi>
    <IdentifierUrn>urn:nbn:de:0183-zma0016968</IdentifierUrn>
    <ArticleType language="en">article</ArticleType>
    <ArticleType language="de">Artikel</ArticleType>
    <TitleGroup>
      <Title language="en">Attitudinal changes of undergraduate students learning online interprofessional education for patient safety: Comparative evaluation of an online program using the DID method</Title>
      <TitleTranslated language="de">Verhaltens&#228;nderungen von Studierenden, die interprofessionelle Online-Ausbildung f&#252;r Patientensicherheit lernen: Vergleichende Bewertung eines Online-Programms mit der DID-Methode</TitleTranslated>
    </TitleGroup>
    <CreatorList>
      <Creator>
        <PersonNames>
          <Lastname>Nozaki</Lastname>
          <LastnameHeading>Nozaki</LastnameHeading>
          <Firstname>Shinjiro</Firstname>
          <Initials>S</Initials>
        </PersonNames>
        <Address language="en">
          <Affiliation>Gunma University, Graduate School of Health Sciences, Gunma, Japan</Affiliation>
        </Address>
        <Address language="de">
          <Affiliation>Universit&#228;t Gunma, Graduiertenschule f&#252;r Gesundheitswissenschaften, Gunma, Japan</Affiliation>
        </Address>
        <Email>nozaki1004&#64;yahoo.co.jp</Email>
        <Creatorrole corresponding="no" presenting="no">author</Creatorrole>
      </Creator>
      <Creator>
        <PersonNames>
          <Lastname>Makino</Lastname>
          <LastnameHeading>Makino</LastnameHeading>
          <Firstname>Takatoshi</Firstname>
          <Initials>T</Initials>
          <AcademicTitle>Dr.</AcademicTitle>
        </PersonNames>
        <Address language="en">Gunma University, Graduate School of Health Sciences, 3-39-22 Showa, Maebashi, Gunma 371-8514, Japan<Affiliation>Gunma University, Graduate School of Health Sciences, Gunma, Japan</Affiliation><Affiliation>Gunma University, WHO Collaborating Centre for Research and Training on Interprofessional Education, Gunma, Japan</Affiliation></Address>
        <Address language="de">Universit&#228;t Gunma, Graduiertenschule f&#252;r Gesundheitswissenschaften, 3-39-22 Showa, Maebashi, Gunma 371-8514, Japan<Affiliation>Universit&#228;t Gunma, Graduiertenschule f&#252;r Gesundheitswissenschaften, Gunma, Japan</Affiliation><Affiliation>Universit&#228;t Gunma, WHO-Kollaborationszentrum f&#252;r Forschung und Ausbildung zur interprofessionellen Ausbildung, Gunma, Japan</Affiliation></Address>
        <Email>tmakino&#64;gunma-u.ac.jp</Email>
        <Creatorrole corresponding="yes" presenting="no">author</Creatorrole>
      </Creator>
      <Creator>
        <PersonNames>
          <Lastname>Lee</Lastname>
          <LastnameHeading>Lee</LastnameHeading>
          <Firstname>Bumsuk</Firstname>
          <Initials>B</Initials>
        </PersonNames>
        <Address language="en">
          <Affiliation>Gunma University, Graduate School of Health Sciences, Gunma, Japan</Affiliation>
          <Affiliation>Gunma University, WHO Collaborating Centre for Research and Training on Interprofessional Education, Gunma, Japan</Affiliation>
        </Address>
        <Address language="de">
          <Affiliation>Universit&#228;t Gunma, Graduiertenschule f&#252;r Gesundheitswissenschaften, Gunma, Japan</Affiliation>
          <Affiliation>Universit&#228;t Gunma), WHO-Kollaborationszentrum f&#252;r Forschung und Ausbildung zur interprofessionellen Ausbildung, Gunma, Japan</Affiliation>
        </Address>
        <Email>leebumsuk&#64;gunma-u.ac.jp</Email>
        <Creatorrole corresponding="no" presenting="no">author</Creatorrole>
      </Creator>
      <Creator>
        <PersonNames>
          <Lastname>Matsui</Lastname>
          <LastnameHeading>Matsui</LastnameHeading>
          <Firstname>Hiroki</Firstname>
          <Initials>H</Initials>
        </PersonNames>
        <Address language="en">
          <Affiliation>Gunma University, Graduate School of Health Sciences, Gunma, Japan</Affiliation>
          <Affiliation>Gunma University, WHO Collaborating Centre for Research and Training on Interprofessional Education, Gunma, Japan</Affiliation>
        </Address>
        <Address language="de">
          <Affiliation>Universit&#228;t Gunma, Graduiertenschule f&#252;r Gesundheitswissenschaften, Gunma, Japan</Affiliation>
          <Affiliation>Universit&#228;t Gunma, WHO-Kollaborationszentrum f&#252;r Forschung und Ausbildung zur interprofessionellen Ausbildung, Gunma, Japan</Affiliation>
        </Address>
        <Email>hmatsui&#64;gunma-u.ac.jp</Email>
        <Creatorrole corresponding="no" presenting="no">author</Creatorrole>
      </Creator>
      <Creator>
        <PersonNames>
          <Lastname>Sato</Lastname>
          <LastnameHeading>Sato</LastnameHeading>
          <Firstname>Ena</Firstname>
          <Initials>E</Initials>
        </PersonNames>
        <Address language="en">
          <Affiliation>Gunma University, Graduate School of Health Sciences, Gunma, Japan</Affiliation>
          <Affiliation>Gunma University, WHO Collaborating Centre for Research and Training on Interprofessional Education, Gunma, Japan</Affiliation>
        </Address>
        <Address language="de">
          <Affiliation>Universit&#228;t Gunma, Graduiertenschule f&#252;r Gesundheitswissenschaften, Gunma, Japan</Affiliation>
          <Affiliation>Universit&#228;t Gunma, WHO-Kollaborationszentrum f&#252;r Forschung und Ausbildung zur interprofessionellen Ausbildung, Gunma, Japan</Affiliation>
        </Address>
        <Email>ena-s&#64;gunma-u.ac.jp</Email>
        <Creatorrole corresponding="no" presenting="no">author</Creatorrole>
      </Creator>
      <Creator>
        <PersonNames>
          <Lastname>Shinozaki</Lastname>
          <LastnameHeading>Shinozaki</LastnameHeading>
          <Firstname>Hiromitsu</Firstname>
          <Initials>H</Initials>
        </PersonNames>
        <Address language="en">
          <Affiliation>Gunma University, Graduate School of Health Sciences, Gunma, Japan</Affiliation>
          <Affiliation>Gunma University, WHO Collaborating Centre for Research and Training on Interprofessional Education, Gunma, Japan</Affiliation>
        </Address>
        <Address language="de">
          <Affiliation>Universit&#228;t Gunma, Graduiertenschule f&#252;r Gesundheitswissenschaften, Gunma, Japan</Affiliation>
          <Affiliation>Universit&#228;t Gunma, WHO-Kollaborationszentrum f&#252;r Forschung und Ausbildung zur interprofessionellen Ausbildung, Gunma, Japan</Affiliation>
        </Address>
        <Email>h&#95;shino&#64;gunma-u.ac.jp</Email>
        <Creatorrole corresponding="no" presenting="no">author</Creatorrole>
      </Creator>
      <Creator>
        <PersonNames>
          <Lastname>Watanabe</Lastname>
          <LastnameHeading>Watanabe</LastnameHeading>
          <Firstname>Hideomi</Firstname>
          <Initials>H</Initials>
        </PersonNames>
        <Address language="en">
          <Affiliation>Takasaki University of Health and Welfare, Gunma, Japan</Affiliation>
          <Affiliation>Gunma University, WHO Collaborating Centre for Research and Training on Interprofessional Education, Gunma, Japan</Affiliation>
        </Address>
        <Address language="de">
          <Affiliation>Takasaki Universit&#228;t f&#252;r Gesundheit und Wohlfahrt, Gunma, Japan</Affiliation>
          <Affiliation>Universit&#228;t Gunma, WHO-Kollaborationszentrum f&#252;r Forschung und Ausbildung zur interprofessionellen Ausbildung, Gunma, Japan</Affiliation>
        </Address>
        <Email>watanabe-h&#64;takasaki-u.ac.jp</Email>
        <Creatorrole corresponding="no" presenting="no">author</Creatorrole>
      </Creator>
    </CreatorList>
    <PublisherList>
      <Publisher>
        <Corporation>
          <Corporatename>German Medical Science GMS Publishing House</Corporatename>
        </Corporation>
        <Address>D&#252;sseldorf</Address>
      </Publisher>
    </PublisherList>
    <SubjectGroup>
      <SubjectheadingDDB>610</SubjectheadingDDB>
      <Keyword language="en">health-care professions</Keyword>
      <Keyword language="en">interprofessional education</Keyword>
      <Keyword language="en">patient safety</Keyword>
      <Keyword language="en">difference-in-differences analysis</Keyword>
      <Keyword language="en">online program</Keyword>
      <Keyword language="de">Gesundheitspflege-Berufe</Keyword>
      <Keyword language="de">interprofessionelle Ausbildung</Keyword>
      <Keyword language="de">Patientensicherheit</Keyword>
      <Keyword language="de">Differenz-von-Differenzen-Ansatz</Keyword>
      <Keyword language="de">Online-Programm</Keyword>
      <SectionHeading language="en">patient safety</SectionHeading>
      <SectionHeading language="de">Patientensicherheit</SectionHeading>
    </SubjectGroup>
    <DateReceived>20231026</DateReceived>
    <DateRevised>20240524</DateRevised>
    <DateAccepted>20240704</DateAccepted>
    <DatePublishedList>
      
    <DatePublished>20240916</DatePublished></DatePublishedList>
    <Language>engl</Language>
    <LanguageTranslation>germ</LanguageTranslation>
    <License license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/4.0/">
      <AltText language="en">This is an Open Access article distributed under the terms of the Creative Commons Attribution 4.0 License.</AltText>
      <AltText language="de">Dieser Artikel ist ein Open-Access-Artikel und steht unter den Lizenzbedingungen der Creative Commons Attribution 4.0 License (Namensnennung).</AltText>
    </License>
    <SourceGroup>
      <Journal>
        <ISSN>2366-5017</ISSN>
        <Volume>41</Volume>
        <Issue>4</Issue>
        <JournalTitle>GMS Journal for Medical Education</JournalTitle>
        <JournalTitleAbbr>GMS J Med Educ</JournalTitleAbbr>
      </Journal>
    </SourceGroup>
    <ArticleNo>41</ArticleNo>
    <Fundings>
      <Funding fundId="22K10626">Ministry of Education, Culture, Sports, Science and Technology of Japan</Funding>
    </Fundings>
  </MetaData>
  <OrigData>
    <Abstract language="de" linked="yes"><Pgraph><Mark1>Ziel: </Mark1>Interprofessionelle Ausbildung (IPE) kann Kompetenzen in der multidisziplin&#228;ren Zusammenarbeit f&#252;r die Patientensicherheit aufbauen, und in j&#252;ngster Zeit wurden sowohl Pr&#228;senz- als auch Online-IPE-Programme eingef&#252;hrt. Das Ziel dieser Studie war es, die Auswirkungen des Online-IPE-Programms auf Studenten nach der Coronavirus-Pandemie 2019 zu untersuchen.</Pgraph><Pgraph><Mark1>Methoden: </Mark1>Der Differenz-von-Differenzen-Ansatz wurde zur Beurteilung von Studenten der Medizin- und Gesundheitswissenschaften sowie der Pharmazie-Fakult&#228;t an der Takasaki Universit&#228;t f&#252;r Gesundheit und Soziales angewendet, die an IPE-Programmen der Universit&#228;t Gunma teilgenommen haben (Pr&#228;senz-IPE wurde 2019 und Online-IPE 2020 implementiert). Wir verteilten einen Fragebogen, der modifizierte Versionen der Attitudes Towards Health Care Teams Scale (ATHCTS) und des Teamwork Attitudes Questionnaire (T-TAQ) enthielt. Die Ergebnisse der Studie sollten dazu genutzt werden, die Einstellungen gegen&#252;ber Gesundheitspflegeteams und die Zusammenarbeit f&#252;r die Patientensicherheit zu bewerten und dann die Unterschiede zu vergleichen.</Pgraph><Pgraph><Mark1>Ergebnisse:</Mark1> Der Mittelwert der Subskala &#8222;Teameffizienz&#8220; des ATHCTS war im Online-IPE-Programm signifikant niedriger als im Pr&#228;senz-IPE-Programm. Die Ergebnisse des T-TAQ in zwei Kategorien, &#8222;gegenseitige Unterst&#252;tzung&#8220; und &#8222;Kommunikation&#8220;, waren im Online-IPE-Programm signifikant h&#246;her. Dies deutet darauf hin, dass es einen &#228;hnlichen Effekt auf die Studierenden haben k&#246;nnte, die kollaborative Praxis f&#252;r die Patientensicherheit lernen. Aufgrund technologischer Schwierigkeiten verringerte das Online-IPE-Programm jedoch die p&#228;dagogischen Auswirkungen auf die &#8222;Teameffizienz&#8220;. Die Verbesserungen in &#8222;gegenseitiger Unterst&#252;tzung&#8220; und &#8222;Kommunikation&#8220; im Online-IPE-Programm deuten auf die Notwendigkeit einer kollaborativen Praxis f&#252;r die Patientensicherheit hin.</Pgraph><Pgraph><Mark1>Fazit: </Mark1>Diese Ergebnisse deuten darauf hin, dass ein Online-IPE-Programm f&#252;r Patientensicherheit insgesamt bessere Ausbildungseffekte erzielen kann, aber es m&#252;ssen Anstrengungen unternommen werden, um die damit verbundenen technischen Schwierigkeiten zu minimieren.</Pgraph></Abstract>
    <Abstract language="en" linked="yes"><Pgraph><Mark1>Objective:</Mark1> Interprofessional education (IPE) can cultivate competencies in multidisciplinary collaboration for patient safety, and both face-to-face and online IPE programs have recently been introduced. This study aimed to elucidate the effects of the online IPE program on undergraduate students after the coronavirus disease 2019 pandemic.</Pgraph><Pgraph><Mark1>Methods:</Mark1> The difference-in-differences method was used to assess undergraduate students in the Schools of Medicine and Health Sciences and in the Faculty of Pharmacy at Takasaki University of Health and Welfare who participated in IPE programs at Gunma University (face-to-face IPE was implemented in 2019 and online IPE in 2020). We distributed a questionnaire that included modified versions of the Attitudes Toward Health Care Teams Scale (ATHCTS) and the Teamwork Attitudes Questionnaire (T-TAQ) to evaluate attitudes toward health-care teams and collaboration for patient safety, respectively, and then compared the differences.</Pgraph><Pgraph><Mark1>Results: </Mark1>The mean score on the &#8220;team efficiency&#8221; subscale of the ATHCTS in the online IPE program was significantly lower than that in the face-to-face IPE program. Scores on the T-TAQ in two categories, &#8220;mutual support&#8221; and &#8220;communication&#8221;, were significantly higher in the online IPE program, which suggests that it may have a similar effect on students learning collaborative practice for patient safety. However, due to technological difficulties, the online IPE program reduced the educational effects for &#8220;team efficiency&#8221;. The improvements in &#8220;mutual support&#8221; and &#8220;communication&#8221; seen in the online IPE program, suggest its necessity for collaborative practice for patient safety.</Pgraph><Pgraph><Mark1>Conclusion:</Mark1> These findings suggest that an online IPE program for patient safety may provide better education effects as a whole, but efforts are needed to minimize the associated technological difficulties.</Pgraph></Abstract>
    <TextBlock language="en" linked="yes" name="1. Introduction">
      <MainHeadline>1. Introduction</MainHeadline><Pgraph>Useful communication that underpins well-functioning teamwork plays an important role in safe health care, including patient safety <TextLink reference="1"></TextLink>. Vincent described organizations with a positive safety culture as being &#8220;characterized by communications founded on mutual trust, by shared perceptions of the importance of safety, and by confidence in the efficacy of preventative measures&#8221; <TextLink reference="2"></TextLink>. To train for interprofessional collaboration during university, interprofessional education (IPE) is needed for all health-care professions, and such an approach is provided for in the drafts of new medical licensing regulations <TextLink reference="3"></TextLink>. The culture of patient safety of a given group or institution is shaped by the individual attitudes of its healthcare workers. The attitude toward collaborative practice must be fostered through an educational approach, namely, IPE programs, which have &#8220;a significant capacity to cultivate collaborative practice competencies to collaborate for patient safety&#8221; <TextLink reference="4"></TextLink>. Not only prevention, but also active constructive error management, contributes to patient safety <TextLink reference="5"></TextLink>.</Pgraph><Pgraph>The World Health Organization declared the coronavirus disease 2019 (COVID-19) outbreak a pandemic on March 11, 2020 <TextLink reference="6"></TextLink>. On April 11, 2020, the Prime Minister of Japan declared a nationwide state of emergency on the basis of the Act on Special Measures for Pandemic Influenza and New Infectious Diseases Preparedness and Response <TextLink reference="7"></TextLink>. Lectures were rapidly developed to be delivered online through Zoom, because technologically advanced approaches are known to be able to increase engagement among medical students <TextLink reference="8"></TextLink>. A growing number of colleges and universities are transitioning from traditional face-to-face to online teaching methods or a hybrid of both <TextLink reference="9"></TextLink>. However, students sometimes find it more difficult to concentrate and participate during online lessons such as those conducted through Zoom <TextLink reference="10"></TextLink>, <TextLink reference="11"></TextLink>.</Pgraph><Pgraph>Meta-analyses on studies of the effects of e-learning have found that online education can improve various professional competencies, including attitudes, knowledge, skills, and behaviors, and have reported that online learning &#8220;can be as effective as physical attendance in a traditional classroom&#8221; <TextLink reference="12"></TextLink>, <TextLink reference="13"></TextLink>. Consequently, virtual or distance learning has become one of the most important types of educational modalities, and information technology has created many opportunities for education <TextLink reference="14"></TextLink>. Before the COVID-19 pandemic, the Internet was an essential and useful tool for distance learning, but played only a supplementary role in traditional and conventional classes <TextLink reference="14"></TextLink>. Some studies have reported finding no differences in performance by modality (e.g., online vs. face-to-face courses) <TextLink reference="15"></TextLink>, <TextLink reference="16"></TextLink>. In addition, no differences in academic outcomes were reported between face-to-face and online learning <TextLink reference="17"></TextLink>, <TextLink reference="18"></TextLink>. At the present stage of the pandemic, the roles of face-to-face and online learning may be comparable, but the means by which the outcomes for learners are attained require distinct forms of expertise <TextLink reference="19"></TextLink>. Although many studies evaluated the effects of IPE between online and face-to-face learning before the pandemic <TextLink reference="20"></TextLink>, <TextLink reference="21"></TextLink>, <TextLink reference="22"></TextLink>, <TextLink reference="23"></TextLink>, few have evaluated the effects of IPE in fostering a collaborative culture for patient safety comparing between the periods before and after the start of the pandemic.</Pgraph><Pgraph>The difference-in-differences (DID) method has a long history in disciplines outside of epidemiology <TextLink reference="24"></TextLink> and can be applied to &#8220;any model where outcomes are observed in a minimum of two groups at different time points, assuming confounders are time invariant&#8221; <TextLink reference="25"></TextLink>, <TextLink reference="26"></TextLink>. The DID method yields impartial effect estimates if the trend over time would have been the same between the intervention and comparison groups <TextLink reference="27"></TextLink>. Given this background, with the aim of developing a curriculum that can foster a collaborative culture for patient safety, the present study examined the effects of an IPE program for undergraduate students before and after the start of the COVID-19 pandemic using the DID method.</Pgraph></TextBlock>
    <TextBlock language="de" linked="yes" name="1. Einleitung">
      <MainHeadline>1. Einleitung</MainHeadline><Pgraph>N&#252;tzliche Kommunikation, die eine gut funktionierende Teamarbeit untermauert, spielt eine wichtige Rolle f&#252;r eine sichere Gesundheitsversorgung, einschlie&#223;lich der Patientensicherheit <TextLink reference="1"></TextLink>. Vincent beschrieb Organisationen mit einer positiven Sicherheitskultur als &#8222;gekennzeichnet durch eine auf gegenseitigem Vertrauen basierende Kommunikation, durch eine gemeinsame Wahrnehmung der Bedeutung von Sicherheit und durch Vertrauen in die Wirksamkeit von Pr&#228;ventionsma&#223;nahmen&#8220; <TextLink reference="2"></TextLink>. Um sich f&#252;r die interprofessionelle Zusammenarbeit w&#228;hrend der Universit&#228;t zu trainieren, ist eine interprofessionelle Ausbildung (IPE) f&#252;r alle Pflegeberufe, und ein solcher Ansatz ist in den Entw&#252;rfen f&#252;r neue medizinische Zulassungsvorschriften <TextLink reference="3"></TextLink> vorgesehen. Die Kultur der Patientensicherheit einer bestimmten Gruppe oder Institution wird durch die individuellen Einstellungen ihrer Gesundheitspflegemitarbeiter gepr&#228;gt. Die Einstellung zur kollaborativen Praxis muss durch einen p&#228;dagogischen Ansatz gef&#246;rdert werden, n&#228;mlich durch IPE-Programme, die &#8222;in hohem Ma&#223;e in der Lage sind, Kompetenzen f&#252;r die kollaborative Praxis zu kultivieren, um f&#252;r die Patientensicherheit zusammenzuarbeiten&#8220; <TextLink reference="4"></TextLink>. Nicht nur die Pr&#228;vention, sondern auch das aktive konstruktive Fehlermanagement tr&#228;gt zur Patientensicherheit bei <TextLink reference="5"></TextLink>.</Pgraph><Pgraph>Die Weltgesundheitsorganisation erkl&#228;rte den Ausbruch der Coronavirus-Krankheit 2019 (COVID-19) am 11. M&#228;rz 2020 zur Pandemie <TextLink reference="6"></TextLink>. Am 11. April 2020 rief der japanische Premierminister auf der Grundlage des Gesetzes &#252;ber Sonderma&#223;nahmen f&#252;r die Vorbereitung auf eine Grippe-Pandemie und neue Infektionskrankheiten und die Reaktion darauf den landesweiten Notstand aus <TextLink reference="7"></TextLink>. Es wurden schnell Vorlesungen entwickelt, die online &#252;ber Zoom gehalten werden konnten, da technologisch fortgeschrittene Ans&#228;tze bekannterma&#223;en in der Lage sind, das Engagement unter den Medizinstudenten zu erh&#246;hen <TextLink reference="8"></TextLink>. Eine wachsende Zahl von Hochschulen und Universit&#228;ten arbeitet an einem &#220;bergang von traditionellem Pr&#228;senzunterricht zu Online-Lehrmethoden oder einer Mischung aus beiden <TextLink reference="9"></TextLink>. Allerdings ist es f&#252;r die Studierenden manchmal schwieriger, sich w&#228;hrend des Online-Unterrichts, zum Beispiel &#252;ber Zoom, zu konzentrieren und sich zu beteiligen <TextLink reference="10"></TextLink>, <TextLink reference="11"></TextLink>.</Pgraph><Pgraph>Meta-Analysen von Studien &#252;ber die Auswirkungen von E-Learning haben ergeben, dass die Online-Ausbildung verschiedene berufliche Kompetenzen verbessern kann, darunter Einstellungen, Kenntnisse, F&#228;higkeiten und Verhaltensweisen, und sie haben berichtet, dass das Online-Lernen &#8222;genauso effektiv sein kann wie die physische Anwesenheit in einem traditionellen Klassenzimmer&#8220; <TextLink reference="12"></TextLink>, <TextLink reference="13"></TextLink>. Folglich ist virtueller oder Fernunterricht zu einer der wichtigsten Formen des Bildungswesens geworden, und die Informationstechnologie hat viele M&#246;glichkeiten f&#252;r die Ausbildung geschaffen <TextLink reference="14"></TextLink>. Vor der COVID-19-Pandemie war das Internet ein wesentliches und n&#252;tzliches Instrument f&#252;r den Fernunterricht, spielte aber nur eine erg&#228;nzende Rolle in traditionellen und konventionellen Klassen <TextLink reference="14"></TextLink>. In einigen Studien wurden keine Leistungsunterschiede nach Modalit&#228;t festgestellt (z. B. Online- vs. Pr&#228;senz-Veranstaltungen) <TextLink reference="15"></TextLink>, <TextLink reference="16"></TextLink>. Dar&#252;ber hinaus wurden keine Unterschiede in den akademischen Ergebnissen zwischen Pr&#228;senz- und Online-Lernen festgestellt <TextLink reference="17"></TextLink>, <TextLink reference="18"></TextLink>. In der gegenw&#228;rtigen Phase der Pandemie m&#246;gen die Rollen von Pr&#228;senz- und Online-Lernen vergleichbar sein, aber die Mittel, mit denen die Ergebnisse f&#252;r die Lernenden erreicht werden, erfordern unterschiedliche Formen von Fachwissen <TextLink reference="19"></TextLink>. Obwohl viele Studien die Auswirkungen von IPE zwischen Online- und Pr&#228;senzlernen vor der Pandemie <TextLink reference="20"></TextLink>, <TextLink reference="21"></TextLink>, <TextLink reference="22"></TextLink>, <TextLink reference="23"></TextLink> evaluierten, haben nur wenige die Auswirkungen von IPE auf die F&#246;rderung einer kollaborativen Kultur f&#252;r die Patientensicherheit, im Vergleich mit den Zeitr&#228;umen vor und nach dem Beginn der Pandemie, bewertet.</Pgraph><Pgraph>Der Differenz-von-Differenzen-Ansatz (DID) hat eine lange Geschichte in Disziplinen au&#223;erhalb der Epidemiologie <TextLink reference="24"></TextLink> und kann auf &#8222;jedes Modell angewendet werden, bei dem die Ergebnisse in mindestens zwei Gruppen zu unterschiedlichen Zeitpunkten beobachtet werden, unter der Annahme, dass Konvertierungsfaktoren zeitlich unver&#228;nderlich sind&#8220; <TextLink reference="25"></TextLink>, <TextLink reference="26"></TextLink>. Die DID-Methode ergibt unparteiische Effektsch&#228;tzungen, solange der Trend &#252;ber die Zeit zwischen den Interventions- und Vergleichsgruppen gleich ist <TextLink reference="27"></TextLink>. Vor diesem Hintergrund untersuchte die vorliegende Studie, mit dem Ziel, einen Lehrplan zu entwickeln, der eine kollaborative Kultur f&#252;r die Patientensicherheit f&#246;rdern kann, die Auswirkungen eines IPE-Programms f&#252;r Studierende vor und nach dem Ausbruch der COVID-19-Pandemie mit dem DID-Ansatz.</Pgraph></TextBlock>
    <TextBlock language="en" linked="yes" name="2. Methods">
      <MainHeadline>2. Methods</MainHeadline><SubHeadline>2.1. Study design</SubHeadline><Pgraph>The DID method was used to evaluate students who participated in an IPE program at Gunma University that implemented face-to-face IPE in 2019 and online IPE in 2020.</Pgraph><SubHeadline>2.2. Study population</SubHeadline><Pgraph>The Gunma University Faculty of Medicine consists of the School of Medicine (GUSM, enrollment: 120 students) and Gunma University School of Health Sciences (GUSHS, enrollment: 160 students), including the departments of Nursing (NS, 80 students), Laboratory Sciences (LS, 40 students), Physical Therapy (PT, 20 students), and Occupational Therapy (OT, 20 students) <TextLink reference="4"></TextLink>, while Takasaki University of Health and Welfare the Faculty of Pharmacy (TUHWFP, enrollment: 90 students) consists of the department of Pharmacy. Gunma University has a credit transfer system for students at TUHWFP. The current IPE program at Gunma University has implemented mandatory subjects for third-year students in GUSHS and elective subjects for fourth-year students in GUSM and fifth-year students in TUHWFP. In total, 22 (14 in 2019 and 8 in 2020) of 240 students in GUSM, 315 (162 in 2019 and 153 in 2020) of 315 students in GUSHS and 30 (20 in 2019 and 10 in 2020) of 180 students in TUHWFP took this training-style program. We distributed the questionnaire for all registered students. The present study was performed during the 2019 and 2020 academic years.</Pgraph><SubHeadline>2.3. Study setting</SubHeadline><SubHeadline2>2.3.1. Interprofessional education program at Gunma University</SubHeadline2><Pgraph>The program was administered to students in the 2019 academic year as described previously <TextLink reference="28"></TextLink>, and in the 2020 academic year as an online&#8211;hybrid process. The points of difference between academic years 2019 and 2020 were as follows:</Pgraph><Pgraph><OrderedList><ListItem level="1" levelPosition="1" numString="1.">In 2019, face-to-face instruction was provided to brief students on the program and introduce the faculty, whereas in 2020, instruction was provided via Zoom &#91;<Hyperlink href="https:&#47;&#47;zoom.us&#47;ja&#47;signin&#35;&#47;login">https:&#47;&#47;zoom.us&#47;ja&#47;signin&#35;&#47;login</Hyperlink>&#93;. All handouts were hand-distributed by the faculty in 2019, and online through the Moodle open-source learning management system &#91;<Hyperlink href="https:&#47;&#47;mdl.media.gunma-u.ac.jp&#47;GU&#47;index.php">https:&#47;&#47;mdl.media.gunma-u.ac.jp&#47;GU&#47;index.php</Hyperlink>&#93; in 2020.</ListItem><ListItem level="1" levelPosition="2" numString="2.">A sense of unity was promoted in each group through a sports game to acquire preferred training facilities for the face-to-face instruction in 2019, whereas the program committee randomly selected the training facility in 2020.</ListItem><ListItem level="1" levelPosition="3" numString="3.">Group-work session prior to clinical training to prepare the training agenda and plan clinical training were conducted face-to-face in 2019, whereas such sessions were conducted through Zoom and Google Docs in 2020.</ListItem><ListItem level="1" levelPosition="4" numString="4.">Face-to-face clinical training was conducted at each training facility in 2019, whereas students could not obtain clinical training at any training facility because of the COVID-19 pandemic in 2020. Instead, in 2020, students learned interprofessional collaboration at training facilities through formal letter communications.</ListItem><ListItem level="1" levelPosition="5" numString="5.">In 2019, group-work sessions were conducted face-to-face after clinical training to prepare a report on each group&#8217;s accomplishments and lessons learned, whereas in 2020, such sessions were conducted via Zoom, Google Docs, and Google Slides.</ListItem><ListItem level="1" levelPosition="6" numString="6.">In 2019, clinical practice leaders in the training facilities met face-to-face to give a presentation and discuss teamwork at a debriefing meeting, whereas in 2020, the meetings were held via Zoom.</ListItem><ListItem level="1" levelPosition="7" numString="7.">A wrap-up session and a general meeting to prepare the final report were conducted face-to-face in 2019, whereas they were conducted via Zoom and Google Docs in 2020.</ListItem><ListItem level="1" levelPosition="8" numString="8.">Evaluation surveys before and after the training were conducted on paper in 2019, whereas they were conducted via Google Forms in 2020.</ListItem><ListItem level="1" levelPosition="9" numString="9.">The students encountered three main challenges in 2020 during the transition from traditional to online classes. First, they experienced technical issues when attempting to access Moodle, Google, and Zoom. Consequently, they were given a technical briefing on the online system at the beginning of the semester face-to-face and via Zoom. Second, the home Internet environment was an issue for some students. In response, the university began providing free Internet access via rented pocket Wi-Fi devices. Finally, the need for a PC to access the Internet and print handouts independently was an economic issue for some students. To address this issue, parental support groups from GUSHS subsidized a portion of the cost.</ListItem></OrderedList></Pgraph><SubHeadline>2.4. Survey instruments</SubHeadline><Pgraph>The 21-item Attitudes Toward Health Care Teams Scale (ATHCTS) has been reported to be able to evaluate clinically-based team training programs and to be used as both a pre- and post-test tool for educational interventions with teams <TextLink reference="29"></TextLink>. In the present study, we used a modified 14-item version of the ATHCTS <TextLink reference="30"></TextLink> that removed items containing the word &#8220;physician&#8221; to measure attitudes toward healthcare teams. The present study contain medical students as well as health professional. The previous study reported it might be not feasible to use items with labels targeting only physician either <TextLink reference="31"></TextLink>. It must be noted that three items (Nos. 2, 6, and 9) were inverted in the analysis. Responses were provided on a five-point Likert scale, from 1 (strongly disagree) to 5 (strongly agree), with a higher score indicating more positive attitudes toward healthcare teams <TextLink reference="31"></TextLink>. This instrument has been shown to have very good validity and reliability <TextLink reference="23"></TextLink>.</Pgraph><Pgraph>A modified Japanese version of the Teamwork Attitudes Questionnaire (T-TAQ), one of the most frequently used instruments in surveys examining attitudes toward teamwork for patient safety <TextLink reference="32"></TextLink>, was used to evaluate attitudes toward collaboration for patient safety. This modified T-TAQ included four reverse-coded items (item Nos. 20, 21, and 24 in the mutual support category and No. 30 in the communication category) that were changed to positively worded items with reference to a previous study <TextLink reference="33"></TextLink>. In Japan, the concept, methods, and evaluation methods of TeamSTTEPS have been established in Japanese used by the modified T-TAQ <TextLink reference="33"></TextLink>. Responses were provided on a five-point Likert scale from 1 (strongly disagree) to 5 (strongly agree), according to the methods of Baker et al. <TextLink reference="32"></TextLink>. This instrument has also been shown to have very good validity and reliability <TextLink reference="4"></TextLink>.</Pgraph><SubHeadline>2.5. Study procedure</SubHeadline><Pgraph>This study was performed in the academic years of 2019 and 2020. During the first term, the professors in charge of each class administered and supervised an attitude survey conducted on the undergraduate students.</Pgraph><SubHeadline>2.6. Statistical analysis</SubHeadline><Pgraph>Data from undergraduate students at Gunma University and Takasaki University of Health and Welfare were analyzed using the Japanese version of IBM SPSS for Windows (version 25.0). This method is convenient for removing all missing data from a dataset.</Pgraph><Pgraph>Exploratory factor analysis was conducted on the scale to examine the underlying constructs of the survey. The suitability of the correlation matrix was determined using the Kaiser-Meyer-Olkin estimate of the sampling adequacy and Bartlett&#8217;s Test of Sphericity. Using Kaiser&#8217;s criterion, the number of factors retained for the initial solutions and entered into the rotations was determined (eigenvalues &#62;1). The initial factor extractions were performed through principal component analysis. Exploratory factor analysis with varimax rotation was then conducted to define a clearer structure <TextLink reference="4"></TextLink>, <TextLink reference="34"></TextLink>, <TextLink reference="35"></TextLink>. Next, regression factor scores in the scale were calculated to determine how the resultant factors influenced the difference in student enrollment between 2019 and 2020 at Gunma University and Takasaki University of Health and Welfare <TextLink reference="36"></TextLink>.</Pgraph><Pgraph>Given that the data were not normally distributed according to the Shapiro-Wilk test, Wilcoxon&#8217;s signed rank-sum test was used to analyze independent variables. The level of significance was set at 5&#37; for all tests <TextLink reference="23"></TextLink>.</Pgraph><Pgraph>The DID method was selected as an approach to allow for comparisons over time between nonrandom populations <TextLink reference="37"></TextLink> and for comparing the treatment group before and after the intervention with a control group from a suitably matched comparator control site that did not receive the intervention <TextLink reference="27"></TextLink>, <TextLink reference="38"></TextLink>. As described in greater detail below, applying propensity score methods in the context of DID models is complicated by the fact that there were no longer just two groups (intervention and comparison) <TextLink reference="27"></TextLink>; we defined g&#61;1 for online in 2020, g&#61;0 for face-to-face in 2019, t&#61;1 as after the training, and t&#61;0 as before the training. Let Ugt be the mean of an outcome variable in group g at time t. We calculated the difference in the means between post and pre in online in 2020 (B&#61;U11&#8211;U10), between post and pre in face-to-face in 2019 (A&#61;U01&#8211;U00). We calculated the DID (C&#61;B&#8211;A). </Pgraph><Pgraph>This study was approved by the Gunma University Ethics Review Board for Medical Research Involving Human Subjects (No. HS2016-107). Survey responses were kept confidential, and names and other forms of identifying information were removed for analysis. Written informed consent was obtained from all participants for publication of the results. </Pgraph></TextBlock>
    <TextBlock language="de" linked="yes" name="2. Methoden">
      <MainHeadline>2. Methoden</MainHeadline><SubHeadline>2.1. Studiendesign</SubHeadline><Pgraph>Die DID-Methode wurde verwendet, um Studierende zu bewerten, die an einem IPE-Programm an der Universit&#228;t Gunma teilgenommen haben, die im Jahr 2019 ein Pr&#228;senz-IPE und im Jahr 2020 ein Online-IPE implementiert hat.</Pgraph><SubHeadline>2.2. Untersuchungspopulation</SubHeadline><Pgraph>Die Medizinische Fakult&#228;t der Universit&#228;t Gunma besteht aus der Schule f&#252;r Medizin (GUSM, Einschreibung: 120 Studierende) und der Schule f&#252;r Gesundheitswissenschaften der Universit&#228;t Gunma (GUSHS, Einschreibung: 160 Studierende), einschlie&#223;lich der Abteilungen f&#252;r Pflege (NS, 80 Studenten), Laborwissenschaften (LS, 40 Studenten), Physotherapie (PT, 20 Studierende) und Ergotherapie (OT, 20 Studierende) <TextLink reference="4"></TextLink>, w&#228;hrend bei der Takasaki Universit&#228;t f&#252;r Gesundheit und Soziales die Fakult&#228;t f&#252;r Pharmazeutik (TUHWFP, Einschreibung: 90 Studierende) aus der Abteilung f&#252;r Pharmazeutik besteht. Die Universit&#228;t Gunma hat ein Kredit&#252;bertragungssystem f&#252;r Studierende der TUHWFP. Das aktuelle IPE-Programm an der Universit&#228;t Gunma hat Pflichtf&#228;cher f&#252;r Studenten des dritten Jahres der GUSHS und Wahlf&#228;cher f&#252;r Studenten des vierten Jahres der GUSM sowie f&#252;r Studierende des f&#252;nften Jahres der TUHWFP eingef&#252;hrt. Insgesamt haben 22 (14 im Jahr 2019 und 8 im Jahr 2020) von 240 Studierenden der GUSM, 315 (162 im Jahr 2019 und 153 im Jahr 2020) von 315 Studierenden der GUSHS und 30 (20 im Jahr 2019 und 10 im Jahr 2020) von 180 Studierenden der TUHWFP an diesem Unterrichtsprogramm teilgenommen. Wir verteilten den Fragebogen an alle eingeschriebenen Studierenden. Die vorliegende Studie wurde w&#228;hrend der akademischen Jahre 2019 und 2020 durchgef&#252;hrt.</Pgraph><SubHeadline>2.3. Studienumfeld</SubHeadline><SubHeadline2>2.3.1. Interprofessionelles Bildungsprogramm an der Universit&#228;t Gunma</SubHeadline2><Pgraph>Das Programm wurde auf Studierende im akademischen Jahr 2019 wie zuvor angewendet <TextLink reference="28"></TextLink> und im akademischen Jahr 2020 als ein Online-Hybrid-Prozess. Die Unterschiede zwischen den akademischen Jahren 2019 und 2020 waren wie folgt:</Pgraph><Pgraph><OrderedList><ListItem level="1" levelPosition="1" numString="1.">Im Jahr 2019 wurde Pr&#228;zenz-Unterricht f&#252;r kurze Studierende des Programms erteilt und zur Vorstellung der Fakult&#228;t eingesetzt, w&#228;hrend im Jahr 2020 Unterricht &#252;ber Zoom erteilt wurde &#91;<Hyperlink href="https:&#47;&#47;zoom.us&#47;ja&#47;signin&#35;&#47;login">https:&#47;&#47;zoom.us&#47;ja&#47;signin&#35;&#47;login</Hyperlink>&#93;. Alle Materialien wurden im Jahr 2019 manuell von der Fakult&#228;t und im Jahr 2020 online &#252;ber das Moodle Open-Source Learning Learning Management System verteilt &#91;<Hyperlink href="https:&#47;&#47;mdl.media.gunma-u.ac.jp&#47;GU&#47;index.php">https:&#47;&#47;mdl.media.gunma-u.ac.jp&#47;GU&#47;index.php</Hyperlink>&#93; verteilt.</ListItem><ListItem level="1" levelPosition="2" numString="2.">In jeder Gruppe wurde durch ein Sportspiel ein Zusammengeh&#246;rigkeitsgef&#252;hl gef&#246;rdert, um im Jahr 2019 bevorzugte Schulungseinrichtungen f&#252;r den Pr&#228;senz-Unterricht zu erwerben, w&#228;hrend das Programmkomitee im Jahr 2020 die Schulungseinrichtung zuf&#228;llig ausw&#228;hlte.</ListItem><ListItem level="1" levelPosition="3" numString="3.">Gruppenarbeit vor dem klinischen Schulung zur Vorbereitung der Schulungsagenda und zur Planung der klinischen Schulung wurden 2019 als Pr&#228;senzveranstaltung durchgef&#252;hrt, w&#228;hrend solche Sitzungen im Jahr 2020 &#252;ber Zoom und Google Docs durchgef&#252;hrt wurden.</ListItem><ListItem level="1" levelPosition="4" numString="4.">Im Jahr 2019 wurde in jeder Schulungseinrichtung eine klinische Schulung durchgef&#252;hrt, w&#228;hrend die Studierenden aufgrund der COVID-19-Pandemie im Jahr 2020 keine klinische Ausbildung in einer Schulungseinrichtung erhalten konnten. Stattdessen lernten die Studierenden im Jahr 2020 interprofessionelle Zusammenarbeit in Schulungseinrichtungen durch formale Briefkommunikation.</ListItem><ListItem level="1" levelPosition="5" numString="5.">Im Jahr 2019 wurden Gruppenarbeitssitzungen nach der klinischen Training in Pr&#228;senz durchgef&#252;hrt, um einen Bericht &#252;ber die Erfolge und Erkenntnisse der einzelnen Gruppe zu erstellen, w&#228;hrend solche Sitzungen im Jahr 2020 &#252;ber Zoom, Google Docs und Google Slides durchgef&#252;hrt wurden.</ListItem><ListItem level="1" levelPosition="6" numString="6.">Im Jahr 2019 trafen sich die Leiter der klinischen Praxis in den Schulungseinrichtungen pers&#246;nlich, um eine Pr&#228;sentation zu geben und das Teamwork bei einem Debriefing-Meeting zu diskutieren, w&#228;hrend die Treffen im Jahr 2020 &#252;ber Zoom abgehalten wurden.</ListItem><ListItem level="1" levelPosition="7" numString="7.">Eine Abschlusssitzung und eine Generalversammlung zur Vorbereitung des Abschlussberichts wurden 2019 in Pr&#228;senz durchgef&#252;hrt, w&#228;hrend sie im Jahr 2020 &#252;ber Zoom und Google Docs durchgef&#252;hrt wurden.</ListItem><ListItem level="1" levelPosition="8" numString="8.">Bewertungsumfragen vor und nach der Schulung wurden im Jahr 2019 auf Papier durchgef&#252;hrt, w&#228;hrend sie im Jahr 2020 &#252;ber Google Forms durchgef&#252;hrt wurden.</ListItem><ListItem level="1" levelPosition="9" numString="9.">Die Studierenden wurden im Jahr 2020 w&#228;hrend des &#220;bergangs vom traditionellen zum Online-Unterricht mit drei gro&#223;en Herausforderungen konfrontiert. Erstens erlebten sie technische Probleme beim Versuch, auf Moodle, Google und Zoom zuzugreifen. Deshalb wurde ihnen zu Semesterbeginn und &#252;ber Zoom eine technische Einweisung zum Online-System gegeben. Zweitens war die heimische Internet-Umgebung ein Problem f&#252;r einige Studierende. Als Antwort darauf begann die Universit&#228;t, kostenlosen Internetzugang &#252;ber gemietete Pocket-Wi-Fi-Ger&#228;te zu bieten. Schlie&#223;lich war die Notwendigkeit, einen PC zum Internetzugang und zum unabh&#228;ngigen Drucken von Papieren ein finanzielles Problem f&#252;r einige Studierende. Um dieses Problem zu l&#246;sen, subventionierten Elterngruppen von GUSHS einen Teil der Kosten.</ListItem></OrderedList></Pgraph><SubHeadline>2.4. Umfrageinstrumente</SubHeadline><Pgraph>Die 21 Punkte enthaltende Attitudes Toward Health Care Teams Skala (ATHCTS) soll erm&#246;glichen, klinisch basierte Teamschulungsprogramme zu bewerten und als ein Vor- und Nachpr&#252;fungsinstrument f&#252;r Bildungsma&#223;nahmen mit Teams <TextLink reference="29"></TextLink> eingesetzt zu werden. In der vorliegenden Studie haben wir eine modifizierte 14-Punkte-Version des ATHCTS <TextLink reference="30"></TextLink> verwendet, die Punkte mit dem Wort &#8222;Arzt&#8220; entfernte, um die Einstellungen gegen&#252;ber Gesundheitspflegeteams zu messen. Die vorliegende Studie enth&#228;lt sowohl Medizinstudenten als auch Gesundheitsfachkr&#228;fte. In der vorangegangenen Studie wurde berichtet, dass es m&#246;glicherweise nicht geeignet ist, Punkte zu verwenden, die sich nur an &#196;rzte wenden <TextLink reference="31"></TextLink>. Es ist zu beachten, dass drei Punkte (Nr. 2, 6 und 9) in der Analyse invertiert wurden. Die Antworten wurden auf einer Likert-Skala mit f&#252;nf Punkten von 1 (stimme &#252;berhaupt nicht zu) bis 5 (stimme voll und ganz zu) gegeben, wobei ein h&#246;herer Wert auf eine positivere Einstellung gegen&#252;ber Gesundheitspflegeteams hinweist <TextLink reference="31"></TextLink>. Dieses Instrument hat sich als sehr gut in seiner G&#252;ltigkeit und Zuverl&#228;ssigkeit erwiesen <TextLink reference="23"></TextLink>.</Pgraph><Pgraph>Eine modifizierte japanische Version des Teamwork Attitudes Questionnaire (T-TAQ), eines der am h&#228;ufigsten verwendeten Instrumente in Umfragen zur Beurteilung von Einstellungen zu Teamarbeit f&#252;r die Patientensicherheit <TextLink reference="32"></TextLink>, wurde verwendet, um Einstellungen in Bezug auf die Zusammenarbeit f&#252;r die Patientensicherheit zu bewerten. Diese modifizierte T-TAQ umfasste vier r&#252;ckw&#228;rts kodierte Punkte (Punkt Nr. 20, 21 und 24 in der Kategorie Gegenseitige Unterst&#252;tzung und Nr. 30 in der Kategorie Kommunikation) die mit Verweis auf eine fr&#252;here Studie in positive Wortlaute ge&#228;ndert wurden <TextLink reference="33"></TextLink>. In Japan wurden das Konzept, die Methoden und die Bewertungsmethoden von TeamSTTEPS auf Japanisch festgelegt, so wie sie vom modifizierten T-TAQ verwendet werden <TextLink reference="33"></TextLink>. Die Antworten wurden auf einer 5-Punkte-Likert-Skala von 1 (stimme &#252;berhaupt nicht zu) bis 5 (stimme voll und ganz zu) nach den Methoden von Baker et al. <TextLink reference="32"></TextLink> geliefert. Dieses Instrument hat sich au&#223;erdem als sehr gut validiert und zuverl&#228;ssig erwiesen <TextLink reference="4"></TextLink>.</Pgraph><SubHeadline>2.5. Studienablauf</SubHeadline><Pgraph>Diese Studie wurde in den akademischen Jahren 2019 und 2020 durchgef&#252;hrt. W&#228;hrend des ersten Semesters haben die f&#252;r jede Klasse verantwortlichen Professoren eine Einstellungsumfrage bei den Studierenden durchgef&#252;hrt.</Pgraph><SubHeadline>2.6. Statistische Analyse</SubHeadline><Pgraph>Die Daten von Studierenden der Universit&#228;t Gunma und der Takasaki Universit&#228;t f&#252;r Gesundheit und Soziales wurden mit der japanischen Version von IBM SPSS f&#252;r Windows (Version 25.0) analysiert. Diese Methode ist praktisch, um alle fehlenden Daten aus einem Datensatz zu entfernen.</Pgraph><Pgraph>Die explorative Faktoranalyse wurde auf der Skala durchgef&#252;hrt, um die zugrundeliegenden Konstrukte der Umfrage zu untersuchen. Die Eignung der Korrelationsmatrix wurde mit Hilfe der Kaiser-Meyer-Olkin-Sch&#228;tzung der Stichprobenad&#228;quanz und des Bartletts Sph&#228;rizit&#228;tstests bestimmt. Unter Verwendung des Kaiser-Kriteriums wurde die Anzahl der f&#252;r die Anfangsl&#246;sungen und in die Rotationen eingegebenen Faktoren bestimmt (Eigenwerte &#62;1). Die anf&#228;nglichen Faktorextraktionen wurden durch eine Hauptkomponentenanalyse durchgef&#252;hrt. Anschlie&#223;end wurde eine explorative Faktorenanalyse mit Varimax-Rotation durchgef&#252;hrt, um eine klarere Struktur zu definieren <TextLink reference="4"></TextLink>, <TextLink reference="34"></TextLink>, <TextLink reference="35"></TextLink>. Als n&#228;chstes wurden die Regressionsfaktorwerte in der Skala berechnet, um festzustellen, wie die resultierenden Faktoren den Unterschied bei der Einschreibung von Studierenden zwischen 2019 und 2020 an der Universit&#228;t Gunma und der Takasaki Universit&#228;t f&#252;r Gesundheit und Soziales <TextLink reference="36"></TextLink> beeinflussten.</Pgraph><Pgraph>Da die Daten nicht normal nach dem Shapiro-Wilk-Test verteilt waren, wurde Wilcoxons signierter Rang-Summe-Test zur Analyse unabh&#228;ngiger Variablen verwendet. Das Signifikanzniveau wurde f&#252;r alle Tests auf 5&#37; festgelegt <TextLink reference="23"></TextLink>.</Pgraph><Pgraph>Die DID-Methode wurde als Ansatz gew&#228;hlt, um Vergleiche &#252;ber einen l&#228;ngeren Zeitraum zwischen nicht zuf&#228;lligen Populationen zu erm&#246;glichen <TextLink reference="37"></TextLink> und f&#252;r den Vergleich der Behandlungsgruppe vor und nach dem Eingriff mit einer Kontrollgruppe aus einer entsprechend passenden Vergleichskontrollstelle, die den Eingriff nicht erhalten hat <TextLink reference="27"></TextLink>, <TextLink reference="38"></TextLink>. Wie unten genauer beschrieben, ist die Anwendung von Propensity-Score-Methoden im Kontext von DID-Modellen dadurch erschwert, dass es nicht mehr nur zwei Gruppen gab (Intervention und Vergleich) <TextLink reference="27"></TextLink>; wir definierten g&#61;1 f&#252;r Online im Jahr 2020, g&#61;0 f&#252;r Pr&#228;senzunterricht im Jahr 2019, t&#61;1 nach der Schulung und t&#61;0 vor der Schulung. Ugt wird als Mittelwert einer Ergebnisvariable in Gruppe g zum Zeitpunkt t angenommen. Wir berechneten die Differenz zwischen den Mittelwerten zwischen post und pre im Online-Vergleich 2020 (B&#61;U11-U10), zwischen post und pre bei Pr&#228;senzunterricht im Jahr 2019 (A&#61;U01&#8211;U00). Wir berechneten DID (C&#61;B&#8211;A). </Pgraph><Pgraph>Diese Studie wurde vom Ethikausschuss f&#252;r medizinische Forschung mit menschlichen Versuchspersonen der der Universit&#228;t Gunma (Nr. HS2016-107) genehmigt. Die Umfrageantworten wurden vertraulich behandelt und Namen und andere Formen der pers&#246;nlichen Identifizierung wurden zur Analyse entfernt. Die schriftliche Einwilligung aller Teilnehmer zur Ver&#246;ffentlichung der Ergebnisse wurde eingeholt. </Pgraph></TextBlock>
    <TextBlock language="en" linked="yes" name="3. Results">
      <MainHeadline>3. Results</MainHeadline><SubHeadline>3.1. Demography of responding sample</SubHeadline><Pgraph>The survey was completed by 315 of 367 students at Gunma University and Takasaki University of Health and Welfare, for an overall response rate of 85.8&#37;; 172 (87.8&#37;) and 143 (83.6&#37;) students completed the survey in 2019 and 2020, respectively (see table 1 <ImgLink imgNo="1" imgType="table"/>).</Pgraph><SubHeadline>3.2. Attitudinal changes according to the modified ATHCTS</SubHeadline><Pgraph>The Kaiser&#8211;Meyer&#8211;Olkin index was 0.925, indicating sampling adequacy, and the Bartlett Sphericity Chi-Square index was 3633.26 (p&#60;.001), convincingly rejecting the null hypothesis that the correlation matrix was an identity matrix and thus unsuitable for factor analysis. Cronbach&#8217;s alpha for 14 items was 0.775, revealing a high rate of internal consistency. The modified ATHCTS questionnaire was categorized into three subscales, &#8220;quality of care delivery&#8221;, &#8220;patient-centered care&#8221;, and &#8220;team efficiency&#8221;, with Cronbach&#8217;s alpha measures of 0.878, 0.822, and 0.479, respectively. The factor solutions corresponded well to those reported in a previous study <TextLink reference="32"></TextLink>.</Pgraph><Pgraph>As shown in figure 1 <ImgLink imgNo="1" imgType="figure"/>, in 2019, the regression factor scores for &#8220;quality of care delivery&#8221; and &#8220;patient-centered care&#8221; were significantly increased after training (-0.053&#177;0.750 vs. 0.032&#177;0.965, <Mark2>Z</Mark2>&#61;-1.984, <Mark2>p</Mark2>&#61;.47 and -0.308&#177;0.798 vs. 0.202&#177;0.879, <Mark2>Z</Mark2>&#61;-6.795, <Mark2>p</Mark2>&#60;.001; respectively), whereas minimal change was seen for &#8220;team efficiency&#8221; (0.061&#177;0.697 vs. 0.022&#177;0.941, <Mark2>Z</Mark2>&#61;-0.722, ns). Meanwhile, in 2020, the regression factor scores for &#8220;patient-centered care&#8221; were significantly increased (-0.129&#177;0.722 vs. 0.252&#177;0.854, <Mark2>Z</Mark2>&#61;-5.082, <Mark2>p</Mark2>&#60;.001), whereas those for &#8220;team efficiency&#8221; were significantly decreased after training (0.079&#177;0.690 vs. -0.177&#177;0.736, <Mark2>Z</Mark2>&#61;-4.053, <Mark2>p</Mark2>&#60;.001). In addition, in 2020, the regression factor scores for &#8220;team efficiency&#8221; were significantly lower than those in 2019 compared with the post-IPE stage.</Pgraph><SubHeadline>3.3. Attitudinal changes according to the T-TAQ</SubHeadline><Pgraph>As shown in figure 2 <ImgLink imgNo="2" imgType="figure"/>, in 2019, the mean scores for &#8220;team structure&#8221;, &#8220;leadership&#8221;, and &#8220;situation monitoring&#8221; were significantly increased after training (3.939&#177;0.419 vs. 4.110&#177;0.520, <Mark2>Z</Mark2>&#61;-5.405, <Mark2>p</Mark2>&#60;.001, 4.101&#177;0.501 vs. 4.199&#177;0.553, <Mark2>Z</Mark2>&#61;-3.049, <Mark2>p</Mark2>&#61;.002, and 4.213&#177;0.447 vs. 4.335&#177;0.547, <Mark2>Z</Mark2>&#61;-4.299, <Mark2>p</Mark2>&#60;.001; respectively), whereas no significant change was seen in student attitudes in terms of &#8220;mutual support&#8221; or &#8220;communication&#8221; (4.245&#177;0.467 vs. 4.223&#177;0.461, <Mark2>Z</Mark2>&#61;-0.376, ns, and 4.026&#177;0.512 vs. 4.015&#177;0.535, <Mark2>Z</Mark2>&#61;-0.018, ns, respectively). In 2020, the mean scores for &#8220;team structure&#8221;, &#8220;situation monitoring&#8221;, &#8220;mutual support&#8221;, and &#8220;communication&#8221; were significantly increased (4.059&#177;0.396 vs. 4.231&#177;0.448, <Mark2>Z</Mark2>&#61;-4.168, <Mark2>p</Mark2>&#60;.001, 4.353&#177;0.420 vs. 4.448&#177;0.442, <Mark2>Z</Mark2>&#61;-2.802, <Mark2>p</Mark2>&#61;.005, 4.268&#177;0.451 vs. 4.445&#177;0.447, <Mark2>Z</Mark2>&#61;-4.658, <Mark2>p</Mark2>&#60;.001, and 4.090&#177;0.399 vs. 4.294&#177;0.442, <Mark2>Z</Mark2>&#61;-5.446, <Mark2>p</Mark2>&#60;.001; respectively), whereas no significant change was seen in student attitudes in terms of &#8220;leadership&#8221; (4.224&#177;0.427 vs. 4.266&#177;0.423, <Mark2>Z</Mark2>&#61;-1.501, ns). In addition, the mean scores for &#8220;mutual support&#8221; and &#8220;communication&#8221; at the post-IPE stage were significantly higher in 2020 than in 2019.</Pgraph><SubHeadline>3.4. Comparative evaluation between the two academic years using the DID method</SubHeadline><Pgraph>As shown in table 2 <ImgLink imgNo="2" imgType="table"/>, the results of the DID analysis indicated that &#8220;team efficiency&#8221; was associated with significantly lower scores in the online than in the face-to-face IPE program (-0.247; 95&#37; confidence interval &#91;CI&#93;, -0.354 to 0.047; <Mark2>Z</Mark2>&#61;-2.454, <Mark2>p</Mark2>&#61;.014). The DID analysis also revealed no significant differences between face-to-face and online IPE in either &#8220;quality of care delivery&#8221; or &#8220;patient-centered care&#8221; (-0.161; 95&#37; CI, -0.412 to 0.106; <Mark2>Z</Mark2>&#61;-1.122, ns, and -0.135; 95&#37; CI, -0.322 to 0.127; <Mark2>Z</Mark2>&#61;-1.260, ns, respectively).</Pgraph><Pgraph>As shown in table 3 <ImgLink imgNo="3" imgType="table"/>, the results of the DID analysis indicated that &#8220;mutual support&#8221; and &#8220;communication&#8221; were associated with significantly higher scores in the online than in the face-to-face IPE program (0.194; 95&#37; CI, 0.057 to 0.318; <Mark2>Z</Mark2>&#61;3.035, <Mark2>p</Mark2>&#61;.002, and 0.216; 95&#37; CI, 0.062 to 0.337; <Mark2>Z</Mark2>&#61;3.196, <Mark2>p</Mark2>&#61;.001, respectively). Meanwhile, no significant differences were seen in the mean scores of the difference in &#8220;team structure&#8221; (-0.004; 95&#37; CI, -0.118 to 0.128; <Mark2>Z</Mark2>&#61;-0.426, ns), &#8220;leadership&#8221;, or &#8220;situation monitoring&#8221; (-0.057; 95&#37; CI, -0.178 to 0.064; <Mark2>Z</Mark2>&#61;-1.325, ns, and -.034; 95&#37; CI, -0.162 to 0.088; <Mark2>Z</Mark2>&#61;-0.905, ns, respectively) between the face-to-face and online IPE programs.</Pgraph></TextBlock>
    <TextBlock language="de" linked="yes" name="3. Ergebnisse">
      <MainHeadline>3. Ergebnisse</MainHeadline><SubHeadline>3.1. Demographie der befragten Stichprobe</SubHeadline><Pgraph>Die Umfrage wurde von 315 der 367 Studenten an der Universit&#228;t Gunma und der Takasaki Universit&#228;t f&#252;r Gesundheit und Soziales beantwortet, f&#252;r eine Gesamtansprechrate von 85,8&#37;; 172 (87,8&#37;) und 143 (83,6&#37;) Die Studierenden haben die Umfrage in den Jahren 2019 und 2020 beantwortet (siehe Tabelle 1 <ImgLink imgNo="1" imgType="table"/>).</Pgraph><SubHeadline>3.2. Einstellungs&#228;nderungen nach dem modifizierten ATHCTS</SubHeadline><Pgraph>Der Kaiser-Meyer-Olkin-Index betrug 0,925, was auf eine ausreichende Probenahme hindeutet, und der Bartlett Sph&#228;rizit&#228;ts-Chi-Quadrat-Index betrug 3633,26 (p&#60;0,001), wodurch die Null-Hypothese, dass die Korrelationsmatrix eine Identit&#228;tsmatrix und somit f&#252;r die Faktorenanalyse ungeeignet sei, &#252;berzeugend zur&#252;ckgewiesen wurde. Cronbachs Alpha f&#252;r 14 Punkte betrug 0,775, was einen hohen Grad interner Konsistenz anzeigt. Der modifizierte ATHCTS-Fragebogen wurde in drei Subskalen kategorisiert, &#8222;Qualit&#228;t der Versorgung&#8220;, &#8222;Patientenzentrierte Pflege&#8220; und &#8222;Teameffizienz&#8220;, mit Cronbachs Alpha-Ma&#223;en von 0,878, 0,822 bzw. 0,479. Die Faktorl&#246;sungen entsprachen gut denen aus einer fr&#252;heren Studie <TextLink reference="32"></TextLink>.</Pgraph><Pgraph>Wie Abbildung 1 <ImgLink imgNo="1" imgType="figure"/> zeigt, wurden im Jahre 2019 die Regressionsfaktorwerte f&#252;r &#8222;Qualit&#228;t der Versorgung&#8220; und &#8222;Patientenzentrierte Pflege&#8220; nach der Schulung wesentlich gesteigert (jeweils -0,053&#177;0,750 vs. 0,032&#177;0,965, <Mark2>Z</Mark2>&#61;-1,984, <Mark2>p</Mark2>&#61;0,47 and -0,308&#177;0,798 vs. 0,202&#177;0,879, <Mark2>Z</Mark2>&#61;-6,795, <Mark2>p</Mark2>&#60;0,001), wogegen minimale &#196;nderung f&#252;r &#8222;Teameffizienz&#8220; gesehen wurde (0,061&#177;0,697 vs. 0,022&#177;0,941, <Mark2>Z</Mark2>&#61;-0,722, n.s.). Mittlerweile waren im Jahr 2020 die Regressionsfaktorwerte f&#252;r &#8222;patientenzentrierte Pflege&#8220; wesentlich gesteigert (-0,129&#177;0.722 vs. 0,252&#177;0,854, <Mark2>Z</Mark2>&#61;-5,082, <Mark2>p</Mark2>&#60;0,001), wogegen diejenigen f&#252;r &#8222;Teameffizienz&#8220; nach der Schulung wesentlich verringert waren (0,079&#177;0,690 vs. -0,177&#177;0,736, <Mark2>Z</Mark2>&#61;-4,053, <Mark2>p</Mark2>&#60;0,001). Dar&#252;ber hinaus waren die Regressionsfaktorwerte f&#252;r &#8222;Teameffizienz&#8220; im Jahr 2020 deutlich niedriger als jene im Jahr 2019 im Vergleich zur Post-IPE-Phase.</Pgraph><SubHeadline>3.3. Einstellungs&#228;nderungen nach dem T-TAQ</SubHeadline><Pgraph>Wie Abbildung 2 <ImgLink imgNo="2" imgType="figure"/> dargestellt, wurden die Mittelwerte f&#252;r &#8222;Teamstruktur&#8220;, &#8222;F&#252;hrung&#8220; und &#8222;Situations&#252;berwachung&#8220; im Jahr 2019 nach dem Training signifikant erh&#246;ht (jeweils 3,939&#177;0,419 vs. 4,110&#177;0,520, <Mark2>Z</Mark2>&#61;-5,405, <Mark2>p</Mark2>&#60;0,001, 4,101&#177;0,501 vs. 4,199&#177;0,553, <Mark2>Z</Mark2>&#61;-3,049, <Mark2>p</Mark2>&#61;0,002, und 4,213&#177;0,447 vs. 4,335&#177;0,547, <Mark2>Z</Mark2>&#61;-4,299, <Mark2>p</Mark2>&#60;0,001), w&#228;hrend keine signifikanten Ver&#228;nderungen in der Einstellung der Studierenden im Hinblick auf &#8222;gegenseitige Unterst&#252;tzung&#8220; oder &#8222;Kommunikation&#8220; ersichtlich waren (jeweils 4,245&#177;0,467 vs. 4,223&#177;0,461, <Mark2>Z</Mark2>&#61;-0,376, n.s., und 4,026&#177;0,512 vs. 4,015&#177;0,535, <Mark2>Z</Mark2>&#61;-0,018, n.s). Im Jahr 2020 waren die Mittelwerte f&#252;r &#8222;Teamstruktur&#8220;, &#8222;Situations&#252;berwachung&#8220;, &#8222;gegenseitige Unterst&#252;tzung&#8220; und &#8222;Kommunikation&#8220; wesentlich gesteigert (jeweils 4,059&#177;0,396 vs. 4,231&#177;0,448, <Mark2>Z</Mark2>&#61;-4,168, <Mark2>p</Mark2>&#60;0,001, 4,353&#177;0.420 vs. 4,448&#177;0,442, Z&#61;-2,802, p&#61;0,005, 4,268&#177;0,451 vs. 4,445&#177;0,447, Z&#61;-4,658, p&#60;0,001 und 4,090&#177;0,399 vs. 4,294&#177;0,442, Z&#61;-5,446, p&#60;0,001), wogegen keine wesentliche &#196;nderung in den Einstellungen der Studierenden im Hinblick auf &#8222;F&#252;hrung&#8220; gesehen wurde (4,224&#177;0,427 vs. 4,266&#177;0,423, <Mark2>Z</Mark2>&#61;-1,501, n.s.). Desweiteren waren die Mittelwerte f&#252;r &#8222;gegenseitige Unterst&#252;tzung&#8220; und &#8222;Kommunikation&#8220; in der Post-IPE-Phase im Jahr 2020 deutlich h&#246;her als im Jahr 2019.</Pgraph><SubHeadline>3.4. Vergleichende Bewertung zwischen den beiden Studienjahren mittels der DID-Methode</SubHeadline><Pgraph>Wie in Tabelle 2 <ImgLink imgNo="2" imgType="table"/> gezeigt, weisen die Ergebnisse der DID-Analyse darauf hin, dass &#8222;Teameffizienz&#8220; mit wesentlich niedrigeren Werten im Online- als im Pr&#228;senz-IPE-Programm verbunden war (-0,247; 95&#37; Konfidenzintervall &#91;CI&#93;, -0,354 bis 0,047; <Mark2>Z</Mark2>&#61;-2,454, <Mark2>p</Mark2>&#61;0,014). Die DID-Analyse zeigte auch keine signifikanten Unterschiede zwischen Pr&#228;senz- und Online-IPE in Bezug auf weder &#8222;Qualit&#228;t der Versorgung&#8220; noch &#8220; &#8222;Patientenzentrierte Pflege&#8220; auf (jeweils -0,161; 95&#37; CI, -0,412 bis 0,106; <Mark2>Z</Mark2>&#61;-1.122, n.s., und -0,135; 95&#37; CI, -0,322 bis 0,127; <Mark2>Z</Mark2>&#61;-1,260, n.s.).</Pgraph><Pgraph>Wie Tabelle 3 <ImgLink imgNo="3" imgType="table"/> ausf&#252;hrt, weisen die Ergebnisse der DID darauf hin, dass &#8222;gegenseite Unterst&#252;tzung&#8220; und &#8222;Kommunikation&#8220; mit h&#246;heren Werten im Online- als im Pr&#228;senz-IPE-Programm verbunden waren (jeweils 0,194; 95&#37; CI, 0,057 bis 0,318; <Mark2>Z</Mark2>&#61;3,035, <Mark2>p</Mark2>&#61;0,002, und 0,216; 95&#37; CI, 0,062 bis 0,337; <Mark2>Z</Mark2>&#61;3,196, <Mark2>p</Mark2>&#61;0,001). Hingegen wurden keine signifikanten Unterschiede bei den Mittelwerten der Unterschiede in der &#8222;Teamstruktur&#8220; (-0,004; 95&#37; CI, -0,118 bis 0,128; <Mark2>Z</Mark2>&#61;-0,426, n.s.), &#8222;F&#252;hrung&#8220; oder &#8222;Situations&#252;berwachung&#8220; (jeweils -0,057; 95&#37; CI, -0,178 bis 0,064; <Mark2>Z</Mark2>&#61;-1,325, n.s., und -0,034; 95&#37; CI, -0,162 bis 0,088; <Mark2>Z</Mark2>&#61;-0,905, n.s.) zwischen Pr&#228;senz- und Online-IPE-Programmen festgestellt.</Pgraph></TextBlock>
    <TextBlock language="en" linked="yes" name="4. Discussion">
      <MainHeadline>4. Discussion</MainHeadline><Pgraph>The present results indicate that attitudinal effects in most categories, except for &#8220;mutual support&#8221; and &#8220;communication&#8221; in the T-TAQ instrument, were the same or more positive for the online IPE program. In particular, student attitudes toward &#8220;patient-centered care&#8221; in the modified ATHCTS and &#8220;team structure&#8221;, &#8220;leadership&#8221;, and &#8220;situation monitoring&#8221; in the T-TAQ changed significantly for the better to a similar extent. E-learning studies have been suggested to be effective in improving various professional competencies and attitudes <TextLink reference="12"></TextLink>, <TextLink reference="13"></TextLink>, and are known to play an important and complementary role in distance learning <TextLink reference="14"></TextLink>. Some comparative studies have reported no differences in educational effects between academic outcomes in face-to-face and online learning <TextLink reference="15"></TextLink>, <TextLink reference="16"></TextLink>, <TextLink reference="17"></TextLink>, <TextLink reference="18"></TextLink>. Therefore, online IPE programs may provide a similar effect for students learning collaborative practice for patient safety as a whole.</Pgraph><Pgraph>However, regarding attitudinal changes according to the modified ATHCTS, the mean score of the difference in &#8220;team efficiency&#8221; was significantly lower in the online than in the face-to-face IPE program according to the DID method. This corresponded well to the evidence that the mean of the regression factor scores for &#8220;team efficiency&#8221; in the online IPE program was significantly lower than that in the face-to-face program compared with the post-IPE stage. In addition, the mean score of the subscale itself did not change in the face-to-face IPE program, whereas it was significantly decreased in the online IPE program. These results indicate that the online IPE program reduced the perception of &#8220;team efficiency&#8221;, but the positive effect of the face-to-face IPE program remained. However, students learning via the online IPE program in the academic year 2020 experienced technological difficulties when accessing Moodle, Google, and Zoom. In online learning, technological difficulties are often a major disruptive factor, and can lead to a loss of the collegiality typically associated with face-to-face learning <TextLink reference="39"></TextLink>. Some people may regard online learning as isolating compared with traditional learning methods because of the lack of the same opportunity for substantive social connection <TextLink reference="40"></TextLink>. The shift from the traditional classroom-based approaches has caused some learners to feel isolated, while others have noted a lack of support from their online educators <TextLink reference="41"></TextLink>. These findings suggest that online programs may significantly negatively impact learners&#8217; attitudes with respect to &#8220;team efficiency&#8221; because of technological difficulties, which might be exacerbated by the lack of opportunity for social connection. These findings imply that the disadvantages associated with a student&#8217;s geographical characteristics can be mitigated by making the contents of e-learning tools easier for students to use.</Pgraph><Pgraph>Interestingly, regarding the attitudinal changes according to the T-TAQ, the mean score of the difference in &#8220;mutual support&#8221; was significantly higher in the online than in the face-to-face IPE program, as elucidated by the DID method. These findings corresponded well to the fact that the means of the regression factor scores for &#8220;mutual support&#8221; in the online program were significantly higher than those for the face-to-face program at the post-IPE stage. In addition, the mean score of the category did not change in response to the face-to-face IPE program, whereas the mean score in the online IPE program increased significantly. These results indicate that the online IPE program significantly improved student attitudes toward &#8220;mutual support&#8221;, but did not eliminate the negative effect of the face-to-face IPE program. Online IPE programs have been shown to lead to significant increases in student attitudes toward working in interprofessional teams before and after the COVID-19 pandemic <TextLink reference="42"></TextLink>, <TextLink reference="43"></TextLink>. Studies on the effects of e-learning have found that this type of education can improve professional attitudes as one of the competencies <TextLink reference="44"></TextLink>. The scenarios have been reported to be formative and summative, thereby &#8220;allowing participants to demonstrate team-based skills, including communication, mutual support, leadership, and situational monitoring&#8221; <TextLink reference="45"></TextLink>. Early in student education, a common framework to describe the best practice model of interprofessional interactions must be developed. To identify the ideal timing of simulations in each program, curricular mapping has been performed to ensure sustainable curricular interaction and comparability in student clinical preparation for participation <TextLink reference="46"></TextLink>. In addition, online IPE programs that utilize a case scenario may enhance the learning effects of mutual support, as well as clinical preparation for participation in learning the role of one&#8217;s own profession and those of others.</Pgraph><Pgraph>The mean score of the difference in &#8220;communication&#8221; was significantly higher in the online than in the face-to-face IPE program, as elucidated by the DID method. The change in the mean score itself was also similar to that of &#8220;mutual support&#8221;, indicating that the online IPE program significantly improved student attitudes toward &#8220;communication&#8221;, but did not eliminate the negative effects of the face-to-face IPE program. No significant improvement was identified in student attitudes regarding &#8220;communication&#8221; when implementing face-to-face IPE without patient safety components in 2018 <TextLink reference="4"></TextLink>. The advantage of using e-learning methods is that they can foster a sense of collaborative community for participating learners <TextLink reference="41"></TextLink>. The online environment has created vast opportunities for student&#8211;tutor interaction and has placed collaborative learning at the forefront of distance education <TextLink reference="47"></TextLink>. Standardized patients can be trained as standardized family members to enhance student learning, particularly in communicating topics that are difficult to understand <TextLink reference="48"></TextLink>. Therefore, online IPE programs may promote the communication attitude required for collaborative practice for patient safety to promote understanding the views of standardized patients and their families.</Pgraph></TextBlock>
    <TextBlock language="de" linked="yes" name="4. Diskussion">
      <MainHeadline>4. Diskussion</MainHeadline><Pgraph>Die vorliegenden Ergebnisse deuten darauf hin, dass die Effekte auf Einstellungen in den meisten Kategorien, mit Ausnahme von &#8222;gegenseitiger Unterst&#252;tzung&#8220; und &#8222;Kommunikation&#8220; im T-TAQ-Instrument f&#252;r das Online-IPE-Programm gleich oder positiver waren. Insbesondere die studentische Einstellung zu &#8222;patientenzentrierter Pflege&#8220; im modifizierten ATHCTS und &#8222;Teamstruktur&#8220;, &#8222;F&#252;hrung&#8220; und &#8222;Situations&#252;berwachung&#8220; im T-TAQ ver&#228;nderte sich das Ergebnis in &#228;hnlichem Ausma&#223; signifikant zum Besseren. Studien zum E-Learning werden als wirksam zur Verbesserung verschiedener beruflicher Kompetenzen und Einstellungen <TextLink reference="12"></TextLink>, <TextLink reference="13"></TextLink> vorgeschlagen. Sie spielen eine wichtige und komplement&#228;re Rolle im Fernunterricht <TextLink reference="14"></TextLink>. Einige vergleichende Studien haben keine Unterschiede in den Auswirkungen auf die akademischen Ergebnisse zwischen Pr&#228;senz- und im Online-Lernen <TextLink reference="15"></TextLink>, <TextLink reference="16"></TextLink>, <TextLink reference="17"></TextLink>, <TextLink reference="18"></TextLink> berichtet. Daher k&#246;nnen Online-IPE-Programme einen &#228;hnlichen Effekt f&#252;r Studierende haben, die eine kollaborative Praxis f&#252;r die Patientensicherheit als Ganzes erlernen.</Pgraph><Pgraph>Bez&#252;glich der &#196;nderungen in Einstellungen gem&#228;&#223; dem modifizierten ATHCTS war der Durchschnittswert des Unterschieds in der &#8222;Teameffizienz&#8220; im Online-IPE-Programm gem&#228;&#223; der DID-Methode jedoch signifikant niedriger als im Pr&#228;senz-IPE-Programm. Dies entsprach gut dem Ergebnis, dass der Mittelwert der Subskala &#8222;Teameffizienz&#8220; des ATHCTS war Online-IPE-Programm signifikant niedriger als im Pr&#228;senz-IPE-Programm war. Dar&#252;ber hinaus &#228;nderte sich der Mittelwert der Subskala selbst im pers&#246;nlichen IPE-Programm nicht, w&#228;hrend er im Online-IPE-Programm signifikant verringert wurde. Diese Ergebnisse zeigen, dass das Online-IPE-Programm die Wahrnehmung von &#8222;Teameffizienz&#8220; reduziert hat, aber der positive Effekt des pers&#246;nlichen IPE-Programms verblieb. Allerdings hatten Studierende, die im akademischen Jahr 2020 &#252;ber das Online-IPE-Programm lernten, technische Schwierigkeiten beim Zugriff auf Moodle, Google und Zoom. Beim Online-Lernen sind technologische Schwierigkeiten h&#228;ufig ein wichtiger St&#246;rfaktor und k&#246;nnen zu einem Verlust der Kollegialit&#228;t f&#252;hren, die normalerweise mit dem Pr&#228;senz-Lernen verbunden ist <TextLink reference="39"></TextLink>. Manche Menschen betrachten das Online-Lernen als isolierend im Vergleich zu traditionellen Lernmethoden, weil es keine M&#246;glichkeit f&#252;r eine substanzielle soziale Verbindung gibt <TextLink reference="40"></TextLink>. Die Verschiebung von traditionellen klassenraumbezogenen Ans&#228;tzen hat dazu gef&#252;hrt, dass sich einige Lernende isoliert f&#252;hlen, w&#228;hrend andere eine mangelnde Unterst&#252;tzung durch ihre Online-Ausbilder festgestellt haben <TextLink reference="41"></TextLink>. Diese Ergebnisse legen nahe, dass Online-Programme die Einstellungen der Lernenden in Bezug auf &#8222;Teameffizienz&#8220; aufgrund von technologischen Schwierigkeiten signifikant negativ beeinflussen k&#246;nnen, die durch den Mangel an sozialen Verbindungen noch verst&#228;rkt werden k&#246;nnte. Diese Ergebnisse implizieren, dass die mit der geografischen Situation eines Studierenden verbundenen Nachteile gemindert werden k&#246;nnen, indem die Werkzeuge f&#252;r E-Learning leichter verwendbar gemacht werden.</Pgraph><Pgraph>Interessanterweise war der Mittelwert des Unterschieds in &#8222;gegenseitige Unterst&#252;tzung&#8220; beim Online-Lernen signifikant h&#246;her als bei Pr&#228;senz-Lernen im IPE-Programm, was durch die DID-Methode verdeutlicht wird. Diese Ergebnisse entsprachen gut der Tatsache, dass die Mittelwerte des Regressionsfaktors f&#252;r &#34;gegenseitige Unterst&#252;tzung&#34; im Online-Programm signifikant h&#246;her waren als bei dem Pr&#228;sen-Programm in der Post-IPE-Phase. Zudem &#228;nderte sich der Mittelwert der Kategorie nicht in Reaktion auf das Pr&#228;senz-IPE-Programm, w&#228;hrend der Mittelwert im Online-IPE-Programm signifikant anstieg. Diese Ergebnisse zeigen, dass das Online-IPE-Programm die Einstellungen der Studierenden zur &#8222;gegenseitigen Unterst&#252;tzung&#8220; signifikant verbesserte, aber nicht den negativen Effekt des Pr&#228;senz-IPE-Programms beseitigte. Online-IPE-Programme haben gezeigt, dass sie zu einem deutlichen Anstieg der Einstellungen von Studierenden gegen&#252;ber der Arbeit in interprofessionellen Teams vor und nach der COVID-19-Pandemie f&#252;hren <TextLink reference="42"></TextLink>, <TextLink reference="43"></TextLink>. Studien &#252;ber die Auswirkungen von E-Learning haben ergeben, dass diese Art der Ausbildung die berufliche Einstellung als eine der Kompetenzen verbessern kann <TextLink reference="44"></TextLink>. Die Szenarien sind als formativ und summativ beschrieben, wodurch &#8222;die Teilnehmer ihre teambasierten F&#228;higkeiten unter Beweis stellen k&#246;nnen, einschlie&#223;lich Kommunikation, gegenseitige Unterst&#252;tzung, F&#252;hrung und Situations&#252;berwachung&#8220; <TextLink reference="45"></TextLink>. Bereits in der studentischen Ausbildung muss ein gemeinsamer Rahmen zur Beschreibung des Best-Practice-Modells interprofessioneller Interaktionen entwickelt werden. Um den idealen Zeitpunkt der Simulationen in jedem Programm zu identifizieren, wurde curriculares Mapping durchgef&#252;hrt, um eine nachhaltige curriculare Interaktion und Vergleichbarkeit in der klinischen Vorbereitung von Studierenden auf die Teilnahme zu gew&#228;hrleisten <TextLink reference="46"></TextLink>. Dar&#252;ber hinaus k&#246;nnen Online-IPE-Programme, die ein Fallbeispiel nutzen, die Lerneffekte der gegenseitigen Unterst&#252;tzung verst&#228;rken, sowie die klinische Vorbereitung auf die Teilnahme an der Erlernung der Rolle des eigenen Berufs und der Rolle anderer.</Pgraph><Pgraph>Der Mittelwert des Unterschieds in &#8222;gegenseitige Unterst&#252;tzung&#8220; war beim Online-Lernen signifikant h&#246;her als bei Pr&#228;senz-Lernen im IPE-Programm, was durch die DID-Methode verdeutlicht wird. Die &#196;nderung im Mittelwert selber war auch &#228;hnlich wie der bei &#8222;gegenseitigen Unterst&#252;tzung&#8220;, was anzeigt, dass das Online-IPE-Programm die Einstellung der Studierenden zur &#8222;Kommunikation&#8220; signifikant verbesserte, aber nicht den negativen Effekt des Pr&#228;senz-IPE-Programms beseitigte. Bei der Implementierung von Pr&#228;senz-IPE ohne Komponenten der Patientensicherheit im Jahr 2018 <TextLink reference="4"></TextLink> konnte keine signifikante Verbesserung in den Einstellungen der Studierenden zur &#8222;Kommunikation&#8220; festgestellt werden. Der Vorteil von E-Learning-Methoden besteht darin, dass sie ein Gef&#252;hl der gemeinschaftlichen Zusammenarbeit unter den teilnehmenden Lernenden f&#246;rdern k&#246;nnen <TextLink reference="41"></TextLink>. Die Online-Umgebung hat gro&#223;e M&#246;glichkeiten f&#252;r die Interaktion zwischen Lehrenden und Lernenden geschaffen und das gemeinschaftliche Lernen in den Vordergrund der Fernausbildung gestellt <TextLink reference="47"></TextLink>. Standardisierte Patienten k&#246;nnen als standardisierte Familienmitglieder ausgebildet werden, um das Lernen der Studierenden zu verbessern, insbesondere bei der Kommunikation von schwer verst&#228;ndlichen Themen <TextLink reference="48"></TextLink>. Daher k&#246;nnen Online-IPE-Programme die f&#252;r eine kollaborative Praxis erforderliche Kommunikationshaltung f&#252;r die Patientensicherheit f&#246;rdern, um das Verst&#228;ndnis der Ansichten standardisierter Patienten und ihrer Familien zu f&#246;rdern.</Pgraph></TextBlock>
    <TextBlock language="en" linked="yes" name="5. Conclusions">
      <MainHeadline>5. Conclusions</MainHeadline><Pgraph>Online IPE programs appear to have a similar effect on students learning collaborative practice for patient safety as a whole. However, due to technological difficulties, online IPE programs may negatively impact the educational effects regarding attitudes toward &#8220;team efficiency&#8221;, and this may be exacerbated by a lack of opportunity for social connection. Meanwhile, online learning may distinctively improve attitudes toward &#8220;mutual support&#8221; by promoting understanding of the role of one&#8217;s own profession as well as those of others using a case scenario, in addition to the attitudes toward &#8220;communication&#8221; required for collaborative practice for patient safety. Overall, the present findings suggest that online IPE programs for patient safety may provide better education effects as a whole, although efforts to minimize technological difficulties will be necessary in the future.</Pgraph></TextBlock>
    <TextBlock language="de" linked="yes" name="5. Fazit">
      <MainHeadline>5. Fazit</MainHeadline><Pgraph>Online-IPE-Programme scheinen eine &#228;hnliche Wirkung auf Studierende zu haben, die kollaborative Praxis f&#252;r die Patientensicherheit als Ganzes lernen. Aufgrund technologischer Schwierigkeiten k&#246;nnen Online-IPE-Programme jedoch die p&#228;dagogischen Auswirkungen in Bezug auf die Einstellungen zur &#8222;Teameffizienz&#8220; negativ beeinflussen, und dies kann durch fehlende M&#246;glichkeiten f&#252;r soziale Verbindungen noch verst&#228;rkt werden. Mittlerweile kann das Online-Lernen die Einstellungen zur &#8222;gegenseitigen Unterst&#252;tzung&#8220; deutlich verbessern, indem es das Verst&#228;ndnis f&#252;r die Rolle des eigenen Berufs sowie der anderer anhand eines Fallszenarios f&#246;rdert, zus&#228;tzlich zu den Einstellungen zur &#8222;Kommunikation&#8220;, die f&#252;r eine kollaborative Praxis f&#252;r die Patientensicherheit erforderlich sind. Insgesamt deuten diese Ergebnisse darauf hin, dass Online-IPE-Programme f&#252;r Patientensicherheit insgesamt bessere Ausbildungseffekte erzielen kann, aber es m&#252;ssen Anstrengungen unternommen werden, um die damit verbundenen technischen Schwierigkeiten zu minimieren.</Pgraph></TextBlock>
    <TextBlock language="en" linked="yes" name="Notes">
      <MainHeadline>Notes</MainHeadline><SubHeadline>Funding</SubHeadline><Pgraph>This work was supported in part by a Grant-in-Aid for Scientific Research (to TM) from the Ministry of Education, Culture, Sports, Science and Technology of Japan (22K10626).</Pgraph><SubHeadline>Authors&#8217; contributions</SubHeadline><Pgraph>SN was responsible for conceptualization, investigation, methodology, analysis, writing the original draft and writing, reviewing, and editing subsequent drafts; TM was the Principal Investigator and responsible for conceptualization, investigation, methodology, analysis, writing the original draft and writing, reviewing, and editing subsequent drafts; BL, HM, and ES were responsible for conceptualization, investigation, data collection, reviewing, and editing; HS was involved in reviewing and editing; HW was responsible for conceptualization, investigation, methodology, writing the original draft, and writing, reviewing, and editing subsequent drafts, project administration, and supervision.</Pgraph><SubHeadline>Authors&#8217; ORCIDs</SubHeadline><Pgraph><UnorderedList><ListItem level="1">Takatoshi Makino: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0009-0003-9858-5827">0009-0003-9858-5827</Hyperlink>&#93;</ListItem><ListItem level="1">Bumsuk Lee: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0000-0001-7508-6644">0000-0001-7508-6644</Hyperlink>&#93;</ListItem><ListItem level="1">Hiroki Matsui: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0000-0003-3243-333X">0000-0003-3243-333X</Hyperlink>&#93;</ListItem><ListItem level="1">Ena Sato: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0000-0002-7612-6115">0000-0002-7612-6115</Hyperlink>&#93;</ListItem><ListItem level="1">Hiromitsu Shinozaki: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0000-0001-5525-3011">0000-0001-5525-3011</Hyperlink>&#93;</ListItem><ListItem level="1">Hideomi Watanabe: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0000-0003-0571-3336">0000-0003-0571-3336</Hyperlink>&#93;</ListItem></UnorderedList></Pgraph></TextBlock>
    <TextBlock language="de" linked="yes" name="Anmerkungen">
      <MainHeadline>Anmerkungen</MainHeadline><SubHeadline>Finanzierung</SubHeadline><Pgraph>Diese Arbeit wurde teilweise durch einen Zuschuss f&#252;r wissenschaftliche Forschung (TM) vom Ministerium f&#252;r Bildung, Kultur, Sport, Wissenschaft und Technologie von Japan unterst&#252;tzt (22K10626).</Pgraph><SubHeadline>Beitr&#228;ge der Autoren</SubHeadline><Pgraph>SN war verantwortlich f&#252;r die Konzeption, Untersuchung, Methodik, Analyse, das Schreiben der urspr&#252;nglichen Fassung und das Schreiben, &#220;berpr&#252;fen und Bearbeiten der nachfolgenden Fassungen; TM war Hauptforscher und verantwortlich f&#252;r die Konzeption, Untersuchung, Methodik, Analyse, das Schreiben der urspr&#252;nglichen Fassung und das Schreiben, &#220;berpr&#252;fen und Bearbeiten nachfolgender Fassungen; BL, HM und ES waren f&#252;r die Konzeptualisierung, Untersuchung, Datenerhebung, &#220;berpr&#252;fung und Bearbeitung zust&#228;ndig; HS war an der &#220;berpr&#252;fung und Bearbeitung beteiligt; HW war f&#252;r die Konzeptualisierung, Untersuchung, Methodik, Schreiben der urspr&#252;nglichen Fassung und Schreiben, &#220;berpr&#252;fung und Bearbeitung nachfolgender Fassungen, Projektverwaltung und Aufsicht verantwortlich.</Pgraph><SubHeadline>ORCIDs der Autor&#42;innen</SubHeadline><Pgraph><UnorderedList><ListItem level="1">Takatoshi Makino: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0009-0003-9858-5827">0009-0003-9858-5827</Hyperlink>&#93;</ListItem><ListItem level="1">Bumsuk Lee: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0000-0001-7508-6644">0000-0001-7508-6644</Hyperlink>&#93;</ListItem><ListItem level="1">Hiroki Matsui: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0000-0003-3243-333X">0000-0003-3243-333X</Hyperlink>&#93;</ListItem><ListItem level="1">Ena Sato: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0000-0002-7612-6115">0000-0002-7612-6115</Hyperlink>&#93;</ListItem><ListItem level="1">Hiromitsu Shinazaki: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0000-0001-5525-3011">0000-0001-5525-3011</Hyperlink>&#93;</ListItem><ListItem level="1">Hideomi Watanabe: &#91;<Hyperlink href="https:&#47;&#47;orcid.org&#47;0000-0003-0571-3336">0000-0003-0571-3336</Hyperlink>&#93;</ListItem></UnorderedList></Pgraph></TextBlock>
    <TextBlock language="en" linked="yes" name="Acknowledgements">
      <MainHeadline>Acknowledgements</MainHeadline><Pgraph>We wish to thank all the students who participated in the survey and the faculty of Gunma University for their cooperation with the data collection.</Pgraph></TextBlock>
    <TextBlock language="de" linked="yes" name="Danksagung">
      <MainHeadline>Danksagung</MainHeadline><Pgraph>Wir bedanken uns bei allen Studierenden, die an der Umfrage teilgenommen haben und bei den Fakult&#228;ten der Universit&#228;t Gunma f&#252;r ihre Mitarbeit bei der Datenerhebung.</Pgraph></TextBlock>
    <TextBlock language="en" linked="yes" name="Competing interests">
      <MainHeadline>Competing interests</MainHeadline><Pgraph>The authors declare that they have no competing interests.</Pgraph></TextBlock>
    <TextBlock language="de" linked="yes" name="Interessenkonflikt">
      <MainHeadline>Interessenkonflikt</MainHeadline><Pgraph>Die Autor&#42;innen erkl&#228;ren, dass sie keinen Interessenkonflikt im Zusammenhang mit diesem Artikel haben.</Pgraph></TextBlock>
    <References linked="yes">
      <Reference refNo="1">
        <RefAuthor>World Health Organization</RefAuthor>
        <RefTitle></RefTitle>
        <RefYear>2011</RefYear>
        <RefBookTitle>Patient safety curriculum guide: multi-professional edition</RefBookTitle>
        <RefPage></RefPage>
        <RefTotal>World Health Organization. Patient safety curriculum guide: multi-professional edition. Geneva: World Health Organization; 2011.</RefTotal>
      </Reference>
      <Reference refNo="2">
        <RefAuthor>Vincent C</RefAuthor>
        <RefTitle></RefTitle>
        <RefYear>2015</RefYear>
        <RefBookTitle>Patient safety</RefBookTitle>
        <RefPage></RefPage>
        <RefTotal>Vincent C. Patient safety. 2nd ed. Oxford, UK: Wiley-Blackwell; 2015.</RefTotal>
      </Reference>
      <Reference refNo="3">
        <RefAuthor>Walkenhorst U</RefAuthor>
        <RefAuthor>Mahler C</RefAuthor>
        <RefAuthor>Aistleithner R</RefAuthor>
        <RefAuthor>Hahn EG</RefAuthor>
        <RefAuthor>Kaap-Fr&#246;hlich S</RefAuthor>
        <RefAuthor>Karstens S</RefAuthor>
        <RefAuthor>Reiber K</RefAuthor>
        <RefAuthor>Stock-Schr&#246;er B</RefAuthor>
        <RefAuthor>Sottas B</RefAuthor>
        <RefTitle>Position statement GMA Committee &#8211; &#8220;Interprofessional Education for the Health Care Professions&#8221;</RefTitle>
        <RefYear>2015</RefYear>
        <RefJournal>GMS Z Med Ausbild</RefJournal>
        <RefPage>Doc22</RefPage>
        <RefTotal>Walkenhorst U, Mahler C, Aistleithner R, Hahn EG, Kaap-Fr&#246;hlich S, Karstens S, Reiber K, Stock-Schr&#246;er B, Sottas B. Position statement GMA Committee &#8211; &#8220;Interprofessional Education for the Health Care Professions&#8221;. GMS Z Med Ausbild. 2015;32(2):Doc22. DOI: 10.3205&#47;zma000964</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.3205&#47;zma000964</RefLink>
      </Reference>
      <Reference refNo="4">
        <RefAuthor>Watanabe H</RefAuthor>
        <RefAuthor>Makino T</RefAuthor>
        <RefAuthor>Tokita Y</RefAuthor>
        <RefAuthor>Kishi M</RefAuthor>
        <RefAuthor>Lee B</RefAuthor>
        <RefAuthor>Matsui H</RefAuthor>
        <RefAuthor>Shinozaki H</RefAuthor>
        <RefAuthor>Kama A</RefAuthor>
        <RefTitle>Changes in attitudes of undergraduate students learning interprofessional education in the absence of patient safety modules: evaluation with a modified T-TAQ instrument</RefTitle>
        <RefYear>2019</RefYear>
        <RefJournal>J Interprof Care</RefJournal>
        <RefPage>689-696</RefPage>
        <RefTotal>Watanabe H, Makino T, Tokita Y, Kishi M, Lee B, Matsui H, Shinozaki H, Kama A. Changes in attitudes of undergraduate students learning interprofessional education in the absence of patient safety modules: evaluation with a modified T-TAQ instrument. J Interprof Care. 2019;33(6):689-696. DOI: 10.1080&#47;13561820.2019.1598951</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1080&#47;13561820.2019.1598951</RefLink>
      </Reference>
      <Reference refNo="5">
        <RefAuthor>Wipfler K</RefAuthor>
        <RefAuthor>Hoffmann JE</RefAuthor>
        <RefAuthor>Mitzkat A</RefAuthor>
        <RefAuthor>Mahler C</RefAuthor>
        <RefAuthor>Frankenhauser S</RefAuthor>
        <RefTitle>Patient safety - Development, implementation and evaluation of an interprofessional teaching concept</RefTitle>
        <RefYear>2019</RefYear>
        <RefJournal>GMS J Med Educ</RefJournal>
        <RefPage>Doc13</RefPage>
        <RefTotal>Wipfler K, Hoffmann JE, Mitzkat A, Mahler C, Frankenhauser S. Patient safety - Development, implementation and evaluation of an interprofessional teaching concept. GMS J Med Educ. 2019;36(2):Doc13. DOI: 10.3205&#47;zma001221</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.3205&#47;zma001221</RefLink>
      </Reference>
      <Reference refNo="6">
        <RefAuthor>World Health Organization</RefAuthor>
        <RefTitle></RefTitle>
        <RefYear>2020</RefYear>
        <RefBookTitle>General&#8217;s opening remarks at the media briefing on COVID-19 - 11 March 2020</RefBookTitle>
        <RefPage></RefPage>
        <RefTotal>World Health Organization. General&#8217;s opening remarks at the media briefing on COVID-19 - 11 March 2020. Geneva: World Health Organization; 2020. Zug&#228;nglich unter&#47;available from: https:&#47;&#47;www.who.int&#47;director-general&#47;speeches&#47;detail&#47;who-director-general-s-opening-remarks-at-the-media-briefing-on-covid-19---11-march-2020</RefTotal>
        <RefLink>https:&#47;&#47;www.who.int&#47;director-general&#47;speeches&#47;detail&#47;who-director-general-s-opening-remarks-at-the-media-briefing-on-covid-19---11-march-2020</RefLink>
      </Reference>
      <Reference refNo="7">
        <RefAuthor>Amengual O</RefAuthor>
        <RefAuthor>Atsumi T</RefAuthor>
        <RefTitle>COVID-19 pandemic in Japan</RefTitle>
        <RefYear>2021</RefYear>
        <RefJournal>Rheumatol Int</RefJournal>
        <RefPage>1-5</RefPage>
        <RefTotal>Amengual O, Atsumi T. COVID-19 pandemic in Japan. Rheumatol Int. 2021;41(1):1-5. DOI: 10.1007&#47;s00296-020-04744-9</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1007&#47;s00296-020-04744-9</RefLink>
      </Reference>
      <Reference refNo="8">
        <RefAuthor>Kay D</RefAuthor>
        <RefAuthor>Pasarica M</RefAuthor>
        <RefTitle>Using technology to increase student (and faculty satisfaction with) engagement in medical education</RefTitle>
        <RefYear>2019</RefYear>
        <RefJournal>Adv Physiol Educ</RefJournal>
        <RefPage>408-413</RefPage>
        <RefTotal>Kay D, Pasarica M. Using technology to increase student (and faculty satisfaction with) engagement in medical education. Adv Physiol Educ. 2019;43(3):408-413. DOI: 10.1152&#47;advan.00033.2019</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1152&#47;advan.00033.2019</RefLink>
      </Reference>
      <Reference refNo="9">
        <RefAuthor>Orleans M</RefAuthor>
        <RefTitle></RefTitle>
        <RefYear>2014</RefYear>
        <RefBookTitle>Cases on critical and qualitative perspectives in online higher education</RefBookTitle>
        <RefPage></RefPage>
        <RefTotal>Orleans M. Cases on critical and qualitative perspectives in online higher education. Hershey, PA: IGI Global; 2014. DOI: 10.4018&#47;978-1-4666-5051-0</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.4018&#47;978-1-4666-5051-0</RefLink>
      </Reference>
      <Reference refNo="10">
        <RefAuthor>Peper E</RefAuthor>
        <RefAuthor>Wilson V</RefAuthor>
        <RefAuthor>Martin M</RefAuthor>
        <RefAuthor>Rosegard E</RefAuthor>
        <RefAuthor>Harvey R</RefAuthor>
        <RefTitle>Avoid Zoom fatigue, be present and learn</RefTitle>
        <RefYear>2021</RefYear>
        <RefJournal>Neuro Regulation</RefJournal>
        <RefPage>47-56</RefPage>
        <RefTotal>Peper E, Wilson V, Martin M, Rosegard E, Harvey R. Avoid Zoom fatigue, be present and learn. Neuro Regulation. 2021;8(1):47-56. DOI: 10.15540&#47;nr.8.1.47</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.15540&#47;nr.8.1.47</RefLink>
      </Reference>
      <Reference refNo="11">
        <RefAuthor>Speidel R</RefAuthor>
        <RefAuthor>Felder E</RefAuthor>
        <RefAuthor>Schneider A</RefAuthor>
        <RefAuthor>&#214;chsner W</RefAuthor>
        <RefTitle>Virtual reality against Zoom fatigue&#63; A field study on the teaching and learning experience in interactive video and VR conferencing</RefTitle>
        <RefYear>2023</RefYear>
        <RefJournal>GMS J Med Educ</RefJournal>
        <RefPage>Doc19</RefPage>
        <RefTotal>Speidel R, Felder E, Schneider A, &#214;chsner W. Virtual reality against Zoom fatigue&#63; A field study on the teaching and learning experience in interactive video and VR conferencing. GMS J Med Educ. 2023; 40(2): Doc19. DOI: 10.3205&#47;zma001601</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.3205&#47;zma001601</RefLink>
      </Reference>
      <Reference refNo="12">
        <RefAuthor>Cook DA</RefAuthor>
        <RefAuthor>Levinson AJ</RefAuthor>
        <RefAuthor>Garside S</RefAuthor>
        <RefAuthor>Dupras DM</RefAuthor>
        <RefAuthor>Erwin PJ</RefAuthor>
        <RefAuthor>Montori VM</RefAuthor>
        <RefTitle>Internet-based learning in the health professions: a meta-analysis</RefTitle>
        <RefYear>2008</RefYear>
        <RefJournal>JAMA</RefJournal>
        <RefPage>1181-1196</RefPage>
        <RefTotal>Cook DA, Levinson AJ, Garside S, Dupras DM, Erwin PJ, Montori VM. Internet-based learning in the health professions: a meta-analysis. JAMA. 2008;300(10):1181-1196. DOI: 10.1001&#47;jama.300.10.1181</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1001&#47;jama.300.10.1181</RefLink>
      </Reference>
      <Reference refNo="13">
        <RefAuthor>Thomas AU</RefAuthor>
        <RefAuthor>Fried GP</RefAuthor>
        <RefAuthor>Johnson P</RefAuthor>
        <RefAuthor>Stilwell BJ</RefAuthor>
        <RefTitle>Sharing best practices through online communities of practice: a case study</RefTitle>
        <RefYear>2010</RefYear>
        <RefJournal>Hum Resour Health</RefJournal>
        <RefPage>25</RefPage>
        <RefTotal>Thomas AU, Fried GP, Johnson P, Stilwell BJ. Sharing best practices through online communities of practice: a case study. Hum Resour Health. 2010;8:25. DOI: 10.1186&#47;1478-4491-8-25</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1186&#47;1478-4491-8-25</RefLink>
      </Reference>
      <Reference refNo="14">
        <RefAuthor>Borhani F</RefAuthor>
        <RefAuthor>Vatanparast M</RefAuthor>
        <RefAuthor>Zadeh AA</RefAuthor>
        <RefAuthor>Ranjbar H</RefAuthor>
        <RefAuthor>Pour RS</RefAuthor>
        <RefTitle>Virtual education effect on cognitive learning and attitude of nursing students towards it</RefTitle>
        <RefYear>2011</RefYear>
        <RefJournal>Iran J Nurs Midwifery Res</RefJournal>
        <RefPage>321-324</RefPage>
        <RefTotal>Borhani F, Vatanparast M, Zadeh AA, Ranjbar H, Pour RS. Virtual education effect on cognitive learning and attitude of nursing students towards it. Iran J Nurs Midwifery Res. 2011;16(4):321-324.</RefTotal>
      </Reference>
      <Reference refNo="15">
        <RefAuthor>O&#8217;Dwyer LM</RefAuthor>
        <RefAuthor>Carey R</RefAuthor>
        <RefAuthor>Kleiman G</RefAuthor>
        <RefTitle>A study of the effectiveness of the Louisiana Algebra I online course</RefTitle>
        <RefYear>2007</RefYear>
        <RefJournal>J Res Technol Educ</RefJournal>
        <RefPage>289-306</RefPage>
        <RefTotal>O&#8217;Dwyer LM, Carey R, Kleiman G. A study of the effectiveness of the Louisiana Algebra I online course. J Res Technol Educ. 2007;39(3):289-306. DOI: 10.1080&#47;15391523.2007.10782484</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1080&#47;15391523.2007.10782484</RefLink>
      </Reference>
      <Reference refNo="16">
        <RefAuthor>Driscoll A</RefAuthor>
        <RefAuthor>Jicha K</RefAuthor>
        <RefAuthor>Hunt AN</RefAuthor>
        <RefAuthor>Tichavsky L</RefAuthor>
        <RefAuthor>Thompson G</RefAuthor>
        <RefTitle>Can online courses deliver in-class results&#63;</RefTitle>
        <RefYear>2012</RefYear>
        <RefJournal>Teach Sociol</RefJournal>
        <RefPage>312-331</RefPage>
        <RefTotal>Driscoll A, Jicha K, Hunt AN, Tichavsky L, Thompson G. Can online courses deliver in-class results&#63; Teach Sociol. 2012;40(4):312-331. DOI: 10.1177&#47;0092055X12446624</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1177&#47;0092055X12446624</RefLink>
      </Reference>
      <Reference refNo="17">
        <RefAuthor>Bernard RM</RefAuthor>
        <RefAuthor>Abrami PC</RefAuthor>
        <RefAuthor>Lou Y</RefAuthor>
        <RefAuthor>Borokhovski E</RefAuthor>
        <RefAuthor>Wade A</RefAuthor>
        <RefAuthor>Wozney L</RefAuthor>
        <RefAuthor>Wallet PA</RefAuthor>
        <RefAuthor>Fiset M</RefAuthor>
        <RefAuthor>Huang B</RefAuthor>
        <RefTitle>How does distance education compare with classroom instruction&#63; A meta-analysis of the empirical literature</RefTitle>
        <RefYear>2004</RefYear>
        <RefJournal>Rev Educ Res</RefJournal>
        <RefPage>379-439</RefPage>
        <RefTotal>Bernard RM, Abrami PC, Lou Y, Borokhovski E, Wade A, Wozney L, Wallet PA, Fiset M, Huang B. How does distance education compare with classroom instruction&#63; A meta-analysis of the empirical literature. Rev Educ Res. 2004;74(3):379-439. DOI: 10.3102&#47;00346543074003379</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.3102&#47;00346543074003379</RefLink>
      </Reference>
      <Reference refNo="18">
        <RefAuthor>Steinweg SB</RefAuthor>
        <RefAuthor>Davis ML</RefAuthor>
        <RefAuthor>Thomson WS</RefAuthor>
        <RefTitle>A comparison of traditional and online instruction in an introduction to special education course</RefTitle>
        <RefYear>2005</RefYear>
        <RefJournal>Teach Educ Special Educ</RefJournal>
        <RefPage>62-73</RefPage>
        <RefTotal>Steinweg SB, Davis ML, Thomson WS. A comparison of traditional and online instruction in an introduction to special education course. Teach Educ Special Educ. 2005;28(1):62-73. DOI: 10.1177&#47;088840640502800107</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1177&#47;088840640502800107</RefLink>
      </Reference>
      <Reference refNo="19">
        <RefAuthor>Seymour-Walsh AE</RefAuthor>
        <RefAuthor>Weber A</RefAuthor>
        <RefAuthor>Bell A</RefAuthor>
        <RefAuthor>Smith T</RefAuthor>
        <RefTitle>Teaching psychomotor skills online: exploring the implications of novel coronavirus on health professions education</RefTitle>
        <RefYear>2020</RefYear>
        <RefJournal>Rural Remote Health</RefJournal>
        <RefPage>6132</RefPage>
        <RefTotal>Seymour-Walsh AE, Weber A, Bell A, Smith T. Teaching psychomotor skills online: exploring the implications of novel coronavirus on health professions education. Rural Remote Health. 2020;20(4):6132. DOI: 10.22605&#47;RRH6132</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.22605&#47;RRH6132</RefLink>
      </Reference>
      <Reference refNo="20">
        <RefAuthor>Chris</RefAuthor>
        <RefAuthor>I</RefAuthor>
        <RefTitle>Online medical education for doctors: identifying potential gaps to the traditional, face-to-face modality</RefTitle>
        <RefYear>2019</RefYear>
        <RefJournal>J Med Educ Curric Dev</RefJournal>
        <RefPage>2382120519827912</RefPage>
        <RefTotal>Chris, I. Online medical education for doctors: identifying potential gaps to the traditional, face-to-face modality. J Med Educ Curric Dev. 2019;6:2382120519827912. DOI: 10.1177&#47;2382120519827912</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1177&#47;2382120519827912</RefLink>
      </Reference>
      <Reference refNo="21">
        <RefAuthor>Gayed A</RefAuthor>
        <RefAuthor>Tan L</RefAuthor>
        <RefAuthor>LaMontagne AD</RefAuthor>
        <RefAuthor>Milner A</RefAuthor>
        <RefAuthor>Deady M</RefAuthor>
        <RefAuthor>Milligan-Saville JS</RefAuthor>
        <RefAuthor>Madan I</RefAuthor>
        <RefAuthor>Calvo RA</RefAuthor>
        <RefAuthor>Christensen H</RefAuthor>
        <RefAuthor>Mykletun A</RefAuthor>
        <RefAuthor>Glozier N</RefAuthor>
        <RefAuthor>Harvey SB</RefAuthor>
        <RefTitle>A comparison of face-to-face and online training in improving managers&#8217; confidence to support the mental health of workers</RefTitle>
        <RefYear>2019</RefYear>
        <RefJournal>Internet Interventions</RefJournal>
        <RefPage>100258</RefPage>
        <RefTotal>Gayed A, Tan L, LaMontagne AD, Milner A, Deady M, Milligan-Saville JS, Madan I, Calvo RA, Christensen H, Mykletun A, Glozier N, Harvey SB. A comparison of face-to-face and online training in improving managers&#8217; confidence to support the mental health of workers. Internet Interventions. 2019;18:100258. DOI: 10.1016&#47;j.invent.2019.100258</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1016&#47;j.invent.2019.100258</RefLink>
      </Reference>
      <Reference refNo="22">
        <RefAuthor>Ildarabadi EH</RefAuthor>
        <RefAuthor>Tabei MG</RefAuthor>
        <RefAuthor>Khosh AM</RefAuthor>
        <RefTitle>Effects of face-to-face and online training on self-care of middle-aged and elderly people with Type 2 diabetes: a comparative study</RefTitle>
        <RefYear>2019</RefYear>
        <RefJournal>Open Access Maced J Med Sci</RefJournal>
        <RefPage>1214-1219</RefPage>
        <RefTotal>Ildarabadi EH, Tabei MG, Khosh AM. Effects of face-to-face and online training on self-care of middle-aged and elderly people with Type 2 diabetes: a comparative study. Open Access Maced J Med Sci. 2019;7(7):1214-1219. DOI: 10.3889&#47;oamjms.2019.275</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.3889&#47;oamjms.2019.275</RefLink>
      </Reference>
      <Reference refNo="23">
        <RefAuthor>Makino T</RefAuthor>
        <RefAuthor>Shinozaki H</RefAuthor>
        <RefAuthor>Hayashi K</RefAuthor>
        <RefAuthor>Lee B</RefAuthor>
        <RefAuthor>Matsui H</RefAuthor>
        <RefAuthor>Kururi N</RefAuthor>
        <RefAuthor>Kazama H</RefAuthor>
        <RefAuthor>Ogawara H</RefAuthor>
        <RefAuthor>Tozato F</RefAuthor>
        <RefAuthor>Iwasaki K</RefAuthor>
        <RefAuthor>Asakawa Y</RefAuthor>
        <RefAuthor>Abe Y</RefAuthor>
        <RefAuthor>Uchida Y</RefAuthor>
        <RefAuthor>Kanaizumi S</RefAuthor>
        <RefAuthor>Sakou K</RefAuthor>
        <RefAuthor>Watanabe H</RefAuthor>
        <RefTitle>Attitudes toward interprofessional healthcare teams: a comparison between undergraduate students and alumni</RefTitle>
        <RefYear>2013</RefYear>
        <RefJournal>J Interprof Care</RefJournal>
        <RefPage>261-268</RefPage>
        <RefTotal>Makino T, Shinozaki H, Hayashi K, Lee B, Matsui H, Kururi N, Kazama H, Ogawara H, Tozato F, Iwasaki K, Asakawa Y, Abe Y, Uchida Y, Kanaizumi S, Sakou K, Watanabe H. Attitudes toward interprofessional healthcare teams: a comparison between undergraduate students and alumni. J Interprof Care. 2013;27(3):261-268. DOI: 10.3109&#47;13561820.2012.751901</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.3109&#47;13561820.2012.751901</RefLink>
      </Reference>
      <Reference refNo="24">
        <RefAuthor>Athey S</RefAuthor>
        <RefAuthor>Imbens GW</RefAuthor>
        <RefTitle>Identification and inference in nonlinear difference-in-differences models</RefTitle>
        <RefYear>2006</RefYear>
        <RefJournal>Econometrica</RefJournal>
        <RefPage>431-497</RefPage>
        <RefTotal>Athey S, Imbens GW. Identification and inference in nonlinear difference-in-differences models. Econometrica. 2006;74(2):431-497. DOI: 10.1111&#47;j.1468-0262.2006.00668.x</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1111&#47;j.1468-0262.2006.00668.x</RefLink>
      </Reference>
      <Reference refNo="25">
        <RefAuthor>Schneeweiss S</RefAuthor>
        <RefAuthor>St&#252;rmer T</RefAuthor>
        <RefAuthor>Maclure M</RefAuthor>
        <RefTitle>Case-crossover and case-time-control designs as alternatives in pharmacoepidemiologic research</RefTitle>
        <RefYear>1997</RefYear>
        <RefJournal>Pharmacoepidemiol Drug Saf</RefJournal>
        <RefPage>S51-S59</RefPage>
        <RefTotal>Schneeweiss S, St&#252;rmer T, Maclure M. Case-crossover and case-time-control designs as alternatives in pharmacoepidemiologic research. Pharmacoepidemiol Drug Saf. 1997;6(Suppl. 3):S51-S59. DOI: 10.1002&#47;(SICI)1099-1557(199710)6:3&#43;&#60;S51::AID-PDS301&#62;3.0.CO;2-S</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1002&#47;(SICI)1099-1557(199710)6:3&#43;&#60;S51::AID-PDS301&#62;3.0.CO;2-S</RefLink>
      </Reference>
      <Reference refNo="26">
        <RefAuthor>Suissa S</RefAuthor>
        <RefTitle>The case-time-control design</RefTitle>
        <RefYear>1995</RefYear>
        <RefJournal>Epidemiol</RefJournal>
        <RefPage>248-53</RefPage>
        <RefTotal>Suissa S. The case-time-control design. Epidemiol. 1995;6(3):248-53. DOI: 10.1097&#47;00001648-199505000-00010</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1097&#47;00001648-199505000-00010</RefLink>
      </Reference>
      <Reference refNo="27">
        <RefAuthor>Stuart EA</RefAuthor>
        <RefAuthor>Huskamp HA</RefAuthor>
        <RefAuthor>Duckworth K</RefAuthor>
        <RefAuthor>Simmons J</RefAuthor>
        <RefAuthor>Song Z</RefAuthor>
        <RefAuthor>Chernew M</RefAuthor>
        <RefAuthor>Barry CL</RefAuthor>
        <RefTitle>Using propensity scores in difference-in-differences models to estimate the effects of a policy change</RefTitle>
        <RefYear>2014</RefYear>
        <RefJournal>Health Serv Outcomes Res Methodol</RefJournal>
        <RefPage>166-2</RefPage>
        <RefTotal>Stuart EA, Huskamp HA, Duckworth K, Simmons J, Song Z, Chernew M, Barry CL. Using propensity scores in difference-in-differences models to estimate the effects of a policy change. Health Serv Outcomes Res Methodol. 2014;14(4):166-2. DOI: 10.1007&#47;s10742-014-0123-z</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1007&#47;s10742-014-0123-z</RefLink>
      </Reference>
      <Reference refNo="28">
        <RefAuthor>Ogawara H</RefAuthor>
        <RefAuthor>Hayashi T</RefAuthor>
        <RefAuthor>Asakawa Y</RefAuthor>
        <RefAuthor>Iwasaki K</RefAuthor>
        <RefAuthor>Matsuda T</RefAuthor>
        <RefAuthor>Abe Y</RefAuthor>
        <RefAuthor>Tozato F</RefAuthor>
        <RefAuthor>Makino T</RefAuthor>
        <RefAuthor>Shinozaki H</RefAuthor>
        <RefAuthor>Koizumi M</RefAuthor>
        <RefAuthor>Yasukawa T</RefAuthor>
        <RefAuthor>Watanabe H</RefAuthor>
        <RefTitle>Advanced initiatives in interprofessional education in Japan</RefTitle>
        <RefYear>2010</RefYear>
        <RefBookTitle>The interprofessional education initiatives of Gunma University</RefBookTitle>
        <RefPage>113-129</RefPage>
        <RefTotal>Ogawara H, Hayashi T, Asakawa Y, Iwasaki K, Matsuda T, Abe Y, Tozato F, Makino T, Shinozaki H, Koizumi M, Yasukawa T, Watanabe H. Advanced initiatives in interprofessional education in Japan. In: Koizumi M, Watanabe H, editors. The interprofessional education initiatives of Gunma University. Tokyo: Springer; 2010. p.113-129. DOI: 10.1007&#47;978-4-431-98076-6&#95;10</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1007&#47;978-4-431-98076-6&#95;10</RefLink>
      </Reference>
      <Reference refNo="29">
        <RefAuthor>Heinemann GD</RefAuthor>
        <RefAuthor>Schmitt MH</RefAuthor>
        <RefAuthor>Farrell MP</RefAuthor>
        <RefAuthor>Brallier SA</RefAuthor>
        <RefTitle>Development of an attitudes toward health care teams scale</RefTitle>
        <RefYear>1999</RefYear>
        <RefJournal>Eval Health Prof</RefJournal>
        <RefPage>123-142</RefPage>
        <RefTotal>Heinemann GD, Schmitt MH, Farrell MP, Brallier SA. Development of an attitudes toward health care teams scale. Eval Health Prof. 1999;22(1):123-142. DOI: 10.1177&#47;01632789922034202</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1177&#47;01632789922034202</RefLink>
      </Reference>
      <Reference refNo="30">
        <RefAuthor>Curran VR</RefAuthor>
        <RefAuthor>Sharpe D</RefAuthor>
        <RefAuthor>Forristall J</RefAuthor>
        <RefTitle>Attitudes of health sciences faculty members towards interprofessional teamwork and education</RefTitle>
        <RefYear>2007</RefYear>
        <RefJournal>Med Educ</RefJournal>
        <RefPage>892-896</RefPage>
        <RefTotal>Curran VR, Sharpe D, Forristall J. Attitudes of health sciences faculty members towards interprofessional teamwork and education. Med Educ. 2007;41(9):892-896. DOI:  10.1111&#47;j.1365-2923.2007.02823.x</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1111&#47;j.1365-2923.2007.02823.x</RefLink>
      </Reference>
      <Reference refNo="31">
        <RefAuthor>Hayashi T</RefAuthor>
        <RefAuthor>Shinozaki H</RefAuthor>
        <RefAuthor>Makino T</RefAuthor>
        <RefAuthor>Ogawara H</RefAuthor>
        <RefAuthor>Asakawa Y</RefAuthor>
        <RefAuthor>Iwasaki K</RefAuthor>
        <RefAuthor>Matsuda T</RefAuthor>
        <RefAuthor>Abe Y</RefAuthor>
        <RefAuthor>Tozato F</RefAuthor>
        <RefAuthor>Koizumi M</RefAuthor>
        <RefAuthor>Yasukawa T</RefAuthor>
        <RefAuthor>Lee B</RefAuthor>
        <RefAuthor>Hayashi K</RefAuthor>
        <RefAuthor>Watanabe H</RefAuthor>
        <RefTitle>Changes in attitudes toward interprofessional health care teams and education in the first- and third-year undergraduate students</RefTitle>
        <RefYear>2012</RefYear>
        <RefJournal>J Interprof Care</RefJournal>
        <RefPage>100-107</RefPage>
        <RefTotal>Hayashi T, Shinozaki H, Makino T, Ogawara H, Asakawa Y, Iwasaki K, Matsuda T, Abe Y, Tozato F, Koizumi M, Yasukawa T, Lee B, Hayashi K, Watanabe H. Changes in attitudes toward interprofessional health care teams and education in the first- and third-year undergraduate students. J Interprof Care. 2012;26(2):100-107. DOI: 10.3109&#47;13561820.2011.644355</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.3109&#47;13561820.2011.644355</RefLink>
      </Reference>
      <Reference refNo="32">
        <RefAuthor>Baker DP</RefAuthor>
        <RefAuthor>Amodeo AM</RefAuthor>
        <RefAuthor>Krokos KJ</RefAuthor>
        <RefAuthor>Slonim A</RefAuthor>
        <RefAuthor>Herrera H</RefAuthor>
        <RefTitle>Assessing teamwork attitudes in healthcare: development of the TeamSTEPPS teamwork attitudes questionnaire</RefTitle>
        <RefYear>2010</RefYear>
        <RefJournal>Qual Saf Health Care</RefJournal>
        <RefPage>e49</RefPage>
        <RefTotal>Baker DP, Amodeo AM, Krokos KJ, Slonim A, Herrera H. Assessing teamwork attitudes in healthcare: development of the TeamSTEPPS teamwork attitudes questionnaire. Qual Saf Health Care. 2010;19(6):e49. DOI: 10.1136&#47;qshc.2009.036129</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1136&#47;qshc.2009.036129</RefLink>
      </Reference>
      <Reference refNo="33">
        <RefAuthor>Ochiai K</RefAuthor>
        <RefAuthor>Kaito K</RefAuthor>
        <RefTitle></RefTitle>
        <RefYear>2012</RefYear>
        <RefBookTitle>The guide of team STEPPS for Japanese</RefBookTitle>
        <RefPage></RefPage>
        <RefTotal>Ochiai K, Kaito K. The guide of team STEPPS for Japanese. Tokyo: Medical View Co; 2012.</RefTotal>
      </Reference>
      <Reference refNo="34">
        <RefAuthor>Makino T</RefAuthor>
        <RefAuthor>Lee B</RefAuthor>
        <RefAuthor>Matsui N</RefAuthor>
        <RefAuthor>Tokita Y</RefAuthor>
        <RefAuthor>Shinozaki H</RefAuthor>
        <RefAuthor>Kanaizumi S</RefAuthor>
        <RefAuthor>Abe Y</RefAuthor>
        <RefAuthor>Saitoh T</RefAuthor>
        <RefAuthor>Tozato F</RefAuthor>
        <RefAuthor>Igarashi A</RefAuthor>
        <RefAuthor>Sato M</RefAuthor>
        <RefAuthor>Ohtake S</RefAuthor>
        <RefAuthor>Tabuchi N</RefAuthor>
        <RefAuthor>Inagaki M</RefAuthor>
        <RefAuthor>Kama A</RefAuthor>
        <RefAuthor>Watanabe H</RefAuthor>
        <RefTitle>Health science students&#39; attitudes towards healthcare teams: A comparison between two universities</RefTitle>
        <RefYear>2018</RefYear>
        <RefJournal>J Interprof Care</RefJournal>
        <RefPage>196-202</RefPage>
        <RefTotal>Makino T, Lee B, Matsui N, Tokita Y, Shinozaki H, Kanaizumi S, Abe Y, Saitoh T, Tozato F, Igarashi A, Sato M, Ohtake S, Tabuchi N, Inagaki M, Kama A, Watanabe H. Health science students&#39; attitudes towards healthcare teams: A comparison between two universities. J Interprof Care. 2018;32(2):196-202. DOI: 10.1080&#47;13561820.2017.1372396</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1080&#47;13561820.2017.1372396</RefLink>
      </Reference>
      <Reference refNo="35">
        <RefAuthor>Nozaki S</RefAuthor>
        <RefAuthor>Makino T</RefAuthor>
        <RefAuthor>Lee B</RefAuthor>
        <RefAuthor>Matsui H</RefAuthor>
        <RefAuthor>Tokita Y</RefAuthor>
        <RefAuthor>Shinozaki H</RefAuthor>
        <RefAuthor>Kishi M</RefAuthor>
        <RefAuthor>Kamada H</RefAuthor>
        <RefAuthor>Tanaka K</RefAuthor>
        <RefAuthor>Sohma H</RefAuthor>
        <RefAuthor>Kama A</RefAuthor>
        <RefAuthor>Nakagawa K</RefAuthor>
        <RefAuthor>Shinohara T</RefAuthor>
        <RefAuthor>Watanabe H</RefAuthor>
        <RefTitle>First-year medical students&#8217; attitudes toward health care teams: a comparison of two universities implementing IPE programs</RefTitle>
        <RefYear>2021</RefYear>
        <RefJournal>Kitakanto Med J</RefJournal>
        <RefPage>115-21</RefPage>
        <RefTotal>Nozaki S, Makino T, Lee B, Matsui H, Tokita Y, Shinozaki H, Kishi M, Kamada H, Tanaka K, Sohma H, Kama A, Nakagawa K, Shinohara T, Watanabe H. First-year medical students&#8217; attitudes toward health care teams: a comparison of two universities implementing IPE programs. Kitakanto Med J. 2021;71(2):115-21. DOI: 10.2974&#47;kmj.71.115</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.2974&#47;kmj.71.115</RefLink>
      </Reference>
      <Reference refNo="36">
        <RefAuthor>DiStefano C</RefAuthor>
        <RefAuthor>Zhu M</RefAuthor>
        <RefAuthor>Mindrila</RefAuthor>
        <RefAuthor>D</RefAuthor>
        <RefTitle>Understanding and using factor scores: considerations for the applied researcher</RefTitle>
        <RefYear>2009</RefYear>
        <RefJournal>Pract Ass Res Eval</RefJournal>
        <RefPage>892-896</RefPage>
        <RefTotal>DiStefano C, Zhu M, Mindrila, D. Understanding and using factor scores: considerations for the applied researcher. Pract Ass Res Eval. 2009;14(20):892-896. Zug&#228;nglich unter&#47;available from: https:&#47;&#47;scholarworks.umass.edu&#47;cgi&#47;viewcontent.cgi&#63;article&#61;1226&#38;context&#61;pare</RefTotal>
        <RefLink>https:&#47;&#47;scholarworks.umass.edu&#47;cgi&#47;viewcontent.cgi&#63;article&#61;1226&#38;context&#61;pare</RefLink>
      </Reference>
      <Reference refNo="37">
        <RefAuthor>Nolan A</RefAuthor>
        <RefTitle>Evaluating the impact of eligibility for free care on the use of general practitioner (GP) services: a difference-in-difference matching approach</RefTitle>
        <RefYear>2008</RefYear>
        <RefJournal>Soc Sci Med</RefJournal>
        <RefPage>1164-1172</RefPage>
        <RefTotal>Nolan A. Evaluating the impact of eligibility for free care on the use of general practitioner (GP) services: a difference-in-difference matching approach. Soc Sci Med. 2008;67(7):1164-1172. DOI: 10.1016&#47;j.socscimed.2008.06.021</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1016&#47;j.socscimed.2008.06.021</RefLink>
      </Reference>
      <Reference refNo="38">
        <RefAuthor>Round J</RefAuthor>
        <RefAuthor>Drake R</RefAuthor>
        <RefAuthor>Kendall E</RefAuthor>
        <RefAuthor>Addicott R</RefAuthor>
        <RefAuthor>Agelopoulos N</RefAuthor>
        <RefAuthor>Jones L</RefAuthor>
        <RefTitle>Evaluating a complex system-wide intervention using the difference in differences method: the Delivering Choice Programme</RefTitle>
        <RefYear>2015</RefYear>
        <RefJournal>BMJ Support Palliat Care</RefJournal>
        <RefPage>26-33</RefPage>
        <RefTotal>Round J, Drake R, Kendall E, Addicott R, Agelopoulos N, Jones L. Evaluating a complex system-wide intervention using the difference in differences method: the Delivering Choice Programme. BMJ Support Palliat Care. 2015;5(1):26-33. DOI:  10.1136&#47;bmjspcare-2012-000285</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1136&#47;bmjspcare-2012-000285</RefLink>
      </Reference>
      <Reference refNo="39">
        <RefAuthor>Lillis S</RefAuthor>
        <RefAuthor>Gibbons V</RefAuthor>
        <RefAuthor>Lawrenson R</RefAuthor>
        <RefTitle>The experience of final year medical students undertaking a general practice run with a distance education component</RefTitle>
        <RefYear>2010</RefYear>
        <RefJournal>Rural Remote Health</RefJournal>
        <RefPage>1268</RefPage>
        <RefTotal>Lillis S, Gibbons V, Lawrenson R. The experience of final year medical students undertaking a general practice run with a distance education component. Rural Remote Health. 2010;10(1):1268. DOI: 10.22605&#47;RRH1268</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.22605&#47;RRH1268</RefLink>
      </Reference>
      <Reference refNo="40">
        <RefAuthor>Roberts T</RefAuthor>
        <RefAuthor>Mclnnerney J</RefAuthor>
        <RefTitle>Seven problems of online group learning</RefTitle>
        <RefYear>2007</RefYear>
        <RefJournal>Educ Technol Soc</RefJournal>
        <RefPage>257-268</RefPage>
        <RefTotal>Roberts T, Mclnnerney J. Seven problems of online group learning. Educ Technol Soc. 2007;10(4):257-268.</RefTotal>
      </Reference>
      <Reference refNo="41">
        <RefAuthor>Reeves S</RefAuthor>
        <RefAuthor>Fletcher S</RefAuthor>
        <RefAuthor>McLoughlin C</RefAuthor>
        <RefAuthor>Yim A</RefAuthor>
        <RefAuthor>Patel KD</RefAuthor>
        <RefTitle>Interprofessional online learning for primary healthcare: findings from a scoping review</RefTitle>
        <RefYear>2017</RefYear>
        <RefJournal>BMJ Open</RefJournal>
        <RefPage>e016872</RefPage>
        <RefTotal>Reeves S, Fletcher S, McLoughlin C, Yim A, Patel KD. Interprofessional online learning for primary healthcare: findings from a scoping review. BMJ Open. 2017;7(8): e016872. DOI: 10.1136&#47;bmjopen-2017-016872</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1136&#47;bmjopen-2017-016872</RefLink>
      </Reference>
      <Reference refNo="42">
        <RefAuthor>Eccott L</RefAuthor>
        <RefAuthor>Greig A</RefAuthor>
        <RefAuthor>Hall W</RefAuthor>
        <RefAuthor>Lee M</RefAuthor>
        <RefAuthor>Newton C</RefAuthor>
        <RefAuthor>Wood V</RefAuthor>
        <RefTitle>Evaluating students&#8217; perceptions of an interprofessional problem-based pilot learning project</RefTitle>
        <RefYear>2012</RefYear>
        <RefJournal>J Allied Health</RefJournal>
        <RefPage>185-189</RefPage>
        <RefTotal>Eccott L, Greig A, Hall W, Lee M, Newton C, Wood V. Evaluating students&#8217; perceptions of an interprofessional problem-based pilot learning project. J Allied Health. 2012;41(4):185-189. </RefTotal>
      </Reference>
      <Reference refNo="43">
        <RefAuthor>Rajab MH</RefAuthor>
        <RefAuthor>Gazal AM</RefAuthor>
        <RefAuthor>Alkattan K</RefAuthor>
        <RefTitle>Challenges to online medical education during the COVID-19 pandemic</RefTitle>
        <RefYear>2020</RefYear>
        <RefJournal>Cureus</RefJournal>
        <RefPage>e8966</RefPage>
        <RefTotal>Rajab MH, Gazal AM, Alkattan K. Challenges to online medical education during the COVID-19 pandemic. Cureus. 2020;12(7):e8966. DOI: 10.7759&#47;cureus.8966</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.7759&#47;cureus.8966</RefLink>
      </Reference>
      <Reference refNo="44">
        <RefAuthor>Means B</RefAuthor>
        <RefAuthor>Toyama Y</RefAuthor>
        <RefAuthor>Murphy R</RefAuthor>
        <RefAuthor>Bakia M</RefAuthor>
        <RefAuthor>Jones K</RefAuthor>
        <RefTitle></RefTitle>
        <RefYear>2010</RefYear>
        <RefBookTitle>Evaluation of evidence-based practices in online learning: a meta-analysis and review of online learning studies</RefBookTitle>
        <RefPage></RefPage>
        <RefTotal>Means B, Toyama Y, Murphy R, Bakia M, Jones K. Evaluation of evidence-based practices in online learning: a meta-analysis and review of online learning studies. Washington (DC): United States Department of Education; 2010. Zug&#228;nglich unter&#47;available from: https:&#47;&#47;www2.ed.gov&#47;rschstat&#47;eval&#47;tech&#47;evidence-based-practices&#47;finalreport.pdf</RefTotal>
        <RefLink>https:&#47;&#47;www2.ed.gov&#47;rschstat&#47;eval&#47;tech&#47;evidence-based-practices&#47;finalreport.pdf</RefLink>
      </Reference>
      <Reference refNo="45">
        <RefAuthor>US Department of Health and Human Services Agency for Healthcare Policy Research</RefAuthor>
        <RefTitle>TeamSTEPPS Home</RefTitle>
        <RefYear></RefYear>
        <RefTotal>US Department of Health and Human Services Agency for Healthcare Policy Research. TeamSTEPPS Home.</RefTotal>
      </Reference>
      <Reference refNo="46">
        <RefAuthor>Bridges DR</RefAuthor>
        <RefAuthor>Davidson RA</RefAuthor>
        <RefAuthor>Odegard PS</RefAuthor>
        <RefAuthor>Maki IV</RefAuthor>
        <RefAuthor>Tomkowiak J</RefAuthor>
        <RefTitle>Interprofessional collaboration: three best practice models of interprofessional education</RefTitle>
        <RefYear>2011</RefYear>
        <RefJournal>Med Educ Online</RefJournal>
        <RefPage>6035</RefPage>
        <RefTotal>Bridges DR, Davidson RA, Odegard PS, Maki IV, Tomkowiak J. Interprofessional collaboration: three best practice models of interprofessional education. Med Educ Online. 2011;16:6035. DOI: 10.3402&#47;meo.v16i0.6035</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.3402&#47;meo.v16i0.6035</RefLink>
      </Reference>
      <Reference refNo="47">
        <RefAuthor>Russell J</RefAuthor>
        <RefAuthor>Elton L</RefAuthor>
        <RefAuthor>Swinglehurst D</RefAuthor>
        <RefAuthor>Greenhalgh T</RefAuthor>
        <RefTitle>Using the online environment in assessment for learning: a case-study of a web-based course in primary care</RefTitle>
        <RefYear>2006</RefYear>
        <RefJournal>Ass Eval High Educ</RefJournal>
        <RefPage>465-478</RefPage>
        <RefTotal>Russell J, Elton L, Swinglehurst D, Greenhalgh T. Using the online environment in assessment for learning: a case-study of a web-based course in primary care. Ass Eval High Educ. 2006;31(4):465-478. DOI: 10.1080&#47;02602930600679209</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1080&#47;02602930600679209</RefLink>
      </Reference>
      <Reference refNo="48">
        <RefAuthor>Lorin S</RefAuthor>
        <RefAuthor>Rho L</RefAuthor>
        <RefAuthor>Wisnivesky J</RefAuthor>
        <RefAuthor>Nierman DM</RefAuthor>
        <RefTitle>Improving medical student intensive care unit communication skills</RefTitle>
        <RefYear>2006</RefYear>
        <RefJournal>Crit Care Med J</RefJournal>
        <RefPage>1286-2391</RefPage>
        <RefTotal>Lorin S, Rho L, Wisnivesky J, Nierman DM. Improving medical student intensive care unit communication skills. Crit Care Med J. 2006;34(9):1286-2391. DOI: 10.1097&#47;01.CCM.0000230239.04781.BD</RefTotal>
        <RefLink>https:&#47;&#47;doi.org&#47;10.1097&#47;01.CCM.0000230239.04781.BD</RefLink>
      </Reference>
    </References>
    <Media>
      <Tables>
        <Table format="png">
          <MediaNo>1</MediaNo>
          <MediaID language="en">1en</MediaID>
          <MediaID language="de">1de</MediaID>
          <Caption language="en"><Pgraph><Mark1>Table 1: Responding sample demographics</Mark1></Pgraph></Caption>
          <Caption language="de"><Pgraph><Mark1>Tabelle 1: Antwortende Musterdemografik</Mark1></Pgraph></Caption>
        </Table>
        <Table format="png">
          <MediaNo>2</MediaNo>
          <MediaID language="en">2en</MediaID>
          <MediaID language="de">2de</MediaID>
          <Caption language="en"><Pgraph><Mark1>Table 2: Difference in differences analysis of mean of difference score the modified ATHCTS between face-to-face in 2019 and online in 2020</Mark1></Pgraph></Caption>
          <Caption language="de"><Pgraph><Mark1>Tabelle 2: Differenz-von-Differenzen-Analyse des Mittelwerts bei modifiziertem ATHCTS zwischen Pr&#228;senz im Jahr 2019 und Online im Jahr 2020</Mark1></Pgraph></Caption>
        </Table>
        <Table format="png">
          <MediaNo>3</MediaNo>
          <MediaID language="en">3en</MediaID>
          <MediaID language="de">3de</MediaID>
          <Caption language="en"><Pgraph><Mark1>Table 3: Difference in Differences analysis of mean of difference score of the T-TAQ between face-to-face in 2019 and online in 2020</Mark1></Pgraph></Caption>
          <Caption language="de"><Pgraph><Mark1>Tabelle 3: Differenz-von-Differenzen-Analyse des Mittelwerts bei T-TAQ zwischen Pr&#228;senz im Jahr 2019 und Online im Jahr 2020</Mark1></Pgraph></Caption>
        </Table>
        <NoOfTables>3</NoOfTables>
      </Tables>
      <Figures>
        <Figure format="png" height="327" width="734">
          <MediaNo>1</MediaNo>
          <MediaID language="en">1en</MediaID>
          <MediaID language="de">1de</MediaID>
          <Caption language="en"><Pgraph><Mark1>Figure 1: Comparison of regression factor scores of the modified ATHCTS between 2019 and 2020</Mark1></Pgraph></Caption>
          <Caption language="de"><Pgraph><Mark1>Abbildung 1: Vergleich der Regressionsfaktorwerte auf dem modifizierten ATHCTS zwischen 2019 und 2020</Mark1></Pgraph></Caption>
        </Figure>
        <Figure format="png" height="218" width="777">
          <MediaNo>2</MediaNo>
          <MediaID language="en">2en</MediaID>
          <MediaID language="de">2de</MediaID>
          <Caption language="en"><Pgraph><Mark1>Figure 2: Comparison of mean score of the T-TAQ between 2019 and 2020</Mark1></Pgraph></Caption>
          <Caption language="de"><Pgraph><Mark1>Abbildung 2: Vergleich des Mittelwertes von T-TAQ zwischen 2019 und 2020</Mark1></Pgraph></Caption>
        </Figure>
        <NoOfPictures>2</NoOfPictures>
      </Figures>
      <InlineFigures>
        <NoOfPictures>0</NoOfPictures>
      </InlineFigures>
      <Attachments>
        <NoOfAttachments>0</NoOfAttachments>
      </Attachments>
    </Media>
  </OrigData>
</GmsArticle>