<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "https://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1-mathml3.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="1.2" xml:lang="en">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">2691</journal-id>
      <journal-title-group>
        <journal-title>Delirium Communications</journal-title>
        <abbrev-journal-title>Delirium Communications</abbrev-journal-title>
      </journal-title-group>
      <issn pub-type="epub">2959-104X</issn>
      <publisher>
        <publisher-name>European Delirium Association</publisher-name>
      </publisher>
      <self-uri xlink:href="https://deliriumjournal.com/">Website: Delirium</self-uri>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">75386</article-id>
      <article-id pub-id-type="doi">10.56392/001c.75386</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Articles</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Delirium Objective structured clinical examination Education (DOE) Pilot Study: implementation of the delirium OSCE education package within hospital education for registered healthcare professionals.</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="author">
          <contrib-id contrib-id-type="orcid" authenticated="false">https://orcid.org/0000-0001-7720-9513</contrib-id>
          <name>
            <surname>Montgomery</surname>
            <given-names>Amy</given-names>
          </name>
          <xref ref-type="aff" rid="author-aff-1">
            <sup>1</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <contrib-id contrib-id-type="orcid" authenticated="false">https://orcid.org/0000-0003-4651-5846</contrib-id>
          <name>
            <surname>Smerdely</surname>
            <given-names>Peter</given-names>
          </name>
          <xref ref-type="aff" rid="author-aff-2">
            <sup>2</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <contrib-id contrib-id-type="orcid" authenticated="false">https://orcid.org/0000-0002-5116-6559</contrib-id>
          <name>
            <surname>Hickman</surname>
            <given-names>Louise</given-names>
          </name>
          <xref ref-type="aff" rid="author-aff-3">
            <sup>3</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <name>
            <surname>Wu</surname>
            <given-names>Alicia</given-names>
          </name>
          <xref ref-type="aff" rid="author-aff-4">
            <sup>4</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <contrib-id contrib-id-type="orcid" authenticated="false">https://orcid.org/0000-0003-4515-7602</contrib-id>
          <name>
            <surname>Traynor</surname>
            <given-names>Victoria</given-names>
          </name>
          <xref ref-type="aff" rid="author-aff-1">
            <sup>1</sup>
          </xref>
        </contrib>
      </contrib-group>
      <aff id="author-aff-1">
        <label>1</label>
        <institution-wrap>
          <institution content-type="dept">School of Nursing</institution>
        </institution-wrap>
        <institution-wrap>
          <institution content-type="edu">University of Wollongong</institution>
        </institution-wrap>
        <institution-wrap>
          <institution-id institution-id-type="ROR">https://ror.org/00jtmb277</institution-id>
        </institution-wrap>
      </aff>
      <aff id="author-aff-2">
        <label>2</label>
        <institution-wrap>
          <institution content-type="dept">School of nursing</institution>
        </institution-wrap>
        <institution-wrap>
          <institution content-type="edu">University of Wollongong</institution>
        </institution-wrap>
        <institution-wrap>
          <institution-id institution-id-type="ROR">https://ror.org/00jtmb277</institution-id>
        </institution-wrap>
      </aff>
      <aff id="author-aff-3">
        <label>3</label>
        <institution-wrap>
          <institution content-type="edu">University of Wollongong</institution>
        </institution-wrap>
        <institution-wrap>
          <institution-id institution-id-type="ROR">https://ror.org/00jtmb277</institution-id>
        </institution-wrap>
      </aff>
      <aff id="author-aff-4">
        <label>4</label>
        <institution-wrap>
          <institution content-type="dept">Aged Care Department</institution>
        </institution-wrap>
        <institution-wrap>
          <institution content-type="edu">St George Hospital, Kogarah</institution>
        </institution-wrap>
      </aff>
      <pub-date publication-format="electronic" date-type="pub" iso-8601-date="2024-01-19">
        <day>19</day>
        <month>1</month>
        <year>2024</year>
      </pub-date>
      <elocation-id>75386</elocation-id>
      <permissions>
        <license license-type="open-access">
          <ali:license_ref xmlns:ali="http://www.niso.org/schemas/ali/1.0/">
              http://creativecommons.org/licenses/by/4.0
            </ali:license_ref>
          <license-p>
              This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0">Creative Commons Attribution License (4.0)</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.
            </license-p>
        </license>
      </permissions>
      <self-uri content-type="pdf" xlink:href="https://deliriumjournal.com/article/75386.pdf"/>
      <self-uri content-type="xml" xlink:href="https://deliriumjournal.com/article/75386.xml"/>
      <self-uri content-type="json" xlink:href="https://deliriumjournal.com/article/75386.json"/>
      <self-uri content-type="html" xlink:href="https://deliriumjournal.com/article/75386"/>
      <abstract>
        <sec>
          <title>Objectives</title>
          <p>To evaluate an interactive delirium educational intervention on confidence and competence in delirium assessment tools and delirium knowledge; delirium knowledge scores; clinical practice; planned practice change and perceived usefulness of the education.</p>
        </sec>
        <sec>
          <title>Methods</title>
          <p>We conducted a quasi-experimental pilot study, with qualitative follow-up, at two metropolitan hospital sites in Australia. Participants were active registered healthcare practitioners. Survey data were collected pre (T0) and six weeks after the educational intervention (T1). Scores were derived from the seven-item OSCE marking rubric (maximum 15). At T1, observations of delirium care in practice were undertaken using a 10-item (maximum 12) tool.</p>
        </sec>
        <sec>
          <title>Results</title>
          <p>There was a significant increase in perceptions of confidence and competence in using delirium assessment tools and knowledge (p&lt;0.001). Delirium knowledge scores improved significantly from 13.6 (SD 1.7) at baseline to 14.6 (SD 1.1) at T1(p&lt;0.001). The high level of competency in delirium care demonstrated and gained during the OSCE (88.7%, SD 0.1) was translated and maintained into clinical practice (81.5%, SD 0.1) (p=0.07). Open-ended survey responses generated three themes: (1) Assess for Delirium, (2) The usefulness of <italic>The Delirium OSCE Package</italic> and, (3) <italic>A need for ongoing education on delirium care</italic>.</p>
        </sec>
        <sec>
          <title>Conclusion</title>
          <p>This study generated evidence on integrating <italic>The Delirium OSCE Education Package</italic> in other clinical settings and private hospital sites. Following this pilot study, a RCT was designed using the tools and methods developed to evaluate the effectiveness of <italic>The Delirium OSCE Education Package</italic> against conventional professional development education.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>Objective structured clinical examination (OSCE)</kwd>
        <kwd>Delirium</kwd>
        <kwd>Self-efficacy</kwd>
        <kwd>Healthcare education</kwd>
      </kwd-group>
      <funding-group>
        <funding-statement>This work was supported by the Science, Medicine and Health Faculty at the University of Wollongong, Aged Care Department at St. George Hospital and APR Internship.</funding-statement>
      </funding-group>
    </article-meta>
  </front>
  <body>
    <sec>
      <title>INTRODUCTION</title>
      <p>Up to 60% of older people admitted to an acute healthcare setting experience delirium.<xref ref-type="bibr" rid="ref-213620 ref-213621 ref-213622"><sup>1–3</sup></xref> Despite the significance of delirium now being well recognised with the implementation of international best practice guidelines internationally<xref ref-type="bibr" rid="ref-213622 ref-213623 ref-213624 ref-213625"><sup>3–6</sup></xref>; delirium remains undetected in more than a third of cases.<xref ref-type="bibr" rid="ref-213626"><sup>7</sup></xref> Barriers to delirium detection and care include low levels of knowledge, lack of education and negative attitudes about delirium.<xref ref-type="bibr" rid="ref-213627 ref-213628"><sup>8,9</sup></xref> Evidence shows inadequate education leads to low levels of confidence, and stress and anxiety when providing delirium care.<xref ref-type="bibr" rid="ref-213629"><sup>10</sup></xref> These barriers must be addressed to prevent the negative and critical consequences of undetected delirium.<xref ref-type="bibr" rid="ref-213630 ref-213631"><sup>11,12</sup></xref></p>
      <p>The most effective delirium educational interventions use multi-modal approaches and involve practical sessions, such as simulation.<xref ref-type="bibr" rid="ref-213632"><sup>13</sup></xref> One form of simulation is objective structured clinical examinations (OSCEs). OSCEs are an accepted form of assessment and learning in undergraduate healthcare degrees. However, registered healthcare practitioners are not often exposed to OSCEs in regular professional development education (reference by authors). The aim of the Delirium OSCE Education (DOE) pilot study was to evaluate the effects of a delirium educational intervention on self-perceived confidence and competence in delirium assessment tools and delirium knowledge; delirium knowledge score; clinical practice; planned practice change; and perceived usefulness of the education for registered healthcare practitioners.</p>
    </sec>
    <sec>
      <title>METHODS</title>
      <sec>
        <title>Design</title>
        <p>Th DOE pilot study adopted a quasi-experimental design with qualitative follow-up.</p>
      </sec>
      <sec>
        <title>Settings and participants</title>
        <p>We recruited two metropolitan hospital sites in Australia. Site 1 was a 60-bed acute aged care ward in a public hospital, and Site 2 was a 30-bed acute medical ward, under the direction of a geriatrician, in a private hospital. A convenience sample of eligible participants were recruited at each site. Participants were eligible to participate in the study if they were a registered healthcare practitioner (enrolled nurse, registered nurse, medical doctor, occupational therapist, or physiotherapist) working in the participating sites.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>The interactive learning activities within the delirium educational intervention, <italic>The Delirium OSCE Education Package</italic> (<xref ref-type="fig" rid="attachment-163110">Figure 1</xref>), were based on evidence from the Delirium Clinical Care Standard<xref ref-type="bibr" rid="ref-213620"><sup>1</sup></xref> and OSCE best practice guidelines.<xref ref-type="bibr" rid="ref-213633 ref-213634 ref-213635"><sup>14–16</sup></xref> The OSCE scenarios were designed in consultation with an expert panel of academics, delirium clinical experts and senior medical, nursing, and allied health staff to ensure they were representative of a typical presentation of delirium at the participating site. <italic>The Delirium OSCE Education Package</italic>, was delivered during each site’s professional development education time and was delivered over approximately two months.</p>
        <fig id="attachment-163110">
          <object-id pub-id-type="publisher-id">163110</object-id>
          <label>Figure 1.</label>
          <caption>
            <title>The Delirium OSCE Education Package Overview</title>
          </caption>
          <graphic xlink:href="assets/delirium_2024_75386_163110.png"/>
        </fig>
        <p>Each site recruited a senior registered nurse to lead the intervention implementation. The educational facilitators comprised senior aged care clinicians (senior registered nurses and doctors) who participated in a two-hour training session. Assistants in nursing (AIN) role-played the standardised patient (SP) and attended a 30-minute training session.</p>
        <sec>
          <title>The Delirium OSCE Education Package</title>
          <p>The educational intervention had two face-to-face components under clinical supervision:</p>
          <list list-type="order">
            <list-item>
              <p>Part One: interactive group face-to-face education session delivered by a senior aged care clinician, including a ‘take away’ delirium care booklet entitled ‘Delirium Care-what you need to know’<xref ref-type="bibr" rid="ref-213636"><sup>17</sup></xref> (60 minutes).</p>
            </list-item>
            <list-item>
              <p>Part Two: a one-on-one objective structured clinical examination (OSCE) conducted by a senior aged care clinician using an SP scenario role played by an AIN (30 minutes). The OSCE was divided into a five-minute pre-brief, 15-minute scenario, and a 10-minute debrief consisting of formative feedback and a seven-item OSCE rubric.</p>
            </list-item>
          </list>
          <p>There were also two unsupervised options to complete an online learning activity involving:</p>
          <list list-type="order">
            <list-item>
              <label>2.</label>
              <p>Watching five filmed delirium care vignettes. The vignettes followed a patient experiencing delirium from admission to the emergency department, handover to the ward, interview with family, delirium screening, and discharge planning (total 15-minutes); and</p>
            </list-item>
            <list-item>
              <label>3.</label>
              <p>A paper-based individual self-reflection exercise consisting of four questions to prompt participants to reflect on an experience with caring for a patient with delirium (15 minutes).</p>
            </list-item>
          </list>
        </sec>
      </sec>
      <sec>
        <title>Data Collection</title>
      </sec>
      <sec>
        <title>Survey</title>
        <p>Survey data were collected at each site before Part One of <italic>The Delirium OSCE Education Package</italic> (T0) and six weeks post-completion of Part Two of the intervention (T1). No sections of the survey were mandatory for participants to complete. The survey consisted of three components: (i) demographic information, (ii) self-efficacy and, (iii) delirium knowledge.</p>
        <list list-type="order">
          <list-item>
            <p>Demographic information: seven questions asked participants about their gender, age, clinical role and educational level.</p>
          </list-item>
          <list-item>
            <p>Self-efficacy: measured with four five-point Likert scale questions asked participants to rate their confidence and competence on (1) their ability to use the delirium assessment tool and (2) overall knowledge about delirium from one (strongly disagree) to five (strongly agree). The internal consistency of the four Likert scale questions (Cronbach’s α 0.90) revealed excellent reliability.</p>
          </list-item>
          <list-item>
            <p>Delirium knowledge: measured using a 16-item multiple choice question (MCQ) delirium knowledge quiz. The quiz was developed by the ADHERe team<xref ref-type="bibr" rid="ref-213636"><sup>17</sup></xref> using the ‘Delirium Clinical Care Standards’ published in Australia.<xref ref-type="bibr" rid="ref-213620"><sup>1</sup></xref></p>
          </list-item>
        </list>
        <p>The six-week post-intervention survey (T1) had five additional questions asking participants about their experience and impact of the educational intervention. Two three-point Likert scale questions asked participants to rate the impact of <italic>The Delirium OSCE Education Package</italic> on their confidence and competence on a scale from one (low) to three (high). Three were open-ended questions about the impact of education.</p>
      </sec>
      <sec>
        <title>OSCE and observations of delirium care in practice</title>
        <p>Scores were derived from the seven-item OSCE marking rubric (maximum score of 15), with higher scores demonstrating a higher level of competency in best practice delirium care. The OSCE rubric was self-designed by the research team and were based on the OSCE scenarios co-designed with the healthcare practitioners. At T1, a practitioner evaluation of delirium care was conducted at Site Two using an observation of delirium care in practice tool developed by the research team. The tool was developed from the ‘Delirium Clinical Care Standards’ published in Australia<xref ref-type="bibr" rid="ref-213623"><sup>4</sup></xref> and consultations with delirium experts. The tool had 10 items (maximum score of 12), with higher scores indicating a higher level of competency in best practice delirium care and translation of knowledge into clinical practice. The observer of clinical practice (author 4) had expertise in delirium care.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>We obtained Human Research Ethics approval before commencing recruitment and data collection (Approval No 2014/339). Individual implied consent was used for completion of surveys. As the education was conducted as part of usual professional development, implied consent was used; those who chose not to participate in the research could still choose to receive the education. Written informed consent to observe practice was obtained from participants.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>We used SPSS Statistics 28 for all analyses.<xref ref-type="bibr" rid="ref-213637"><sup>18</sup></xref> Data were checked for completeness and data entry errors. Our first step involved checking the data for completeness and data entry errors. Baseline characteristics of participants and the impact of <italic>The Delirium OSCE Education Package</italic> on confidence and competence ratings were examined using descriptive statistics. To describe the variables, we used frequency, mean, and standard deviation. For evaluating the impact of the intervention on our self-perceptions of confidence and competence, we employed the Chi-squared test. We calculated a total score for the 16-item MCQ delirium knowledge quiz, assigning equal weighting to each answer and considering missing answers as incorrect. To compare the pre and post MCQ scores, we applied the Mann-Whitney U test. Percentage scores were calculated for the OSCE marking rubric and observations of delirium care in practice, and we paired participant data for these variables. We assessed the significance of the difference between the two scores using the Wilcoxon rank test. All statistical significance tests were two-tailed, with a threshold of p&lt;0.05 for significance.</p>
        <p>The first autor conducted conventional content analysis using an inductive approach as described by Hsieh &amp; Shannon<xref ref-type="bibr" rid="ref-213638"><sup>19</sup></xref> to explore the open-ended survey responses. The first author read and re-read the data to immerse and familiarise herself with the depth of the data, and to ascertain and identify common language and meaning. The focus was on understanding how the participant’s words were used to describe their planned delirium practice change and the perceived usefulness of the education. Exact words were highlighted from the text that appeared to capture key concepts and allowed for the creation of codes and themes.</p>
      </sec>
    </sec>
    <sec>
      <title>RESULTS</title>
      <p>A total of 81 participants completed the pre-education survey (T0), with 62 participants completing the educational intervention (completion rate 76.5%). Of the 62 intervention participants, 53 completed the 6-week post-survey (T1) (85.4% response rate). Demographic details of participants are reported in <xref ref-type="table" rid="attachment-163111">Table 1</xref>.</p>
      <table-wrap id="attachment-163111">
        <object-id pub-id-type="publisher-id">163111</object-id>
        <label>Table 1.</label>
        <caption>
          <title>Demographics of participants</title>
        </caption>
        <table>
          <thead>
            <tr>
              <th colspan="2"/>
              <th>n=81<break/>n (%)</th>
            </tr>
          </thead>
          <tbody>
            <tr>
              <td rowspan="3">Gender</td>
              <td>Female</td>
              <td>66 (81.5)</td>
            </tr>
            <tr>
              <td>Male</td>
              <td>13 (16.0)</td>
            </tr>
            <tr>
              <td>Did not report</td>
              <td>2 (2.5)</td>
            </tr>
            <tr>
              <td rowspan="6">Age</td>
              <td>&lt;25 years</td>
              <td>7 (8.6)</td>
            </tr>
            <tr>
              <td>25-34 years</td>
              <td>40 (49.4)</td>
            </tr>
            <tr>
              <td>35-44 years</td>
              <td>10 (12.3)</td>
            </tr>
            <tr>
              <td>45-54 years</td>
              <td>7 (8.6)</td>
            </tr>
            <tr>
              <td>55-64 years</td>
              <td>1 (1.2)</td>
            </tr>
            <tr>
              <td>Did not report</td>
              <td>16 (19.8)</td>
            </tr>
            <tr>
              <td rowspan="5">Position</td>
              <td>Enrolled Nurse</td>
              <td>8 (9.9)</td>
            </tr>
            <tr>
              <td>Registered Nurse</td>
              <td>63 (77.8)</td>
            </tr>
            <tr>
              <td>Medical Doctor</td>
              <td>5 (6.2)</td>
            </tr>
            <tr>
              <td>Occupational Therapist</td>
              <td>3 (3.7)</td>
            </tr>
            <tr>
              <td>Physiotherapist</td>
              <td>2 (2.5)</td>
            </tr>
            <tr>
              <td rowspan="5">Educational Level</td>
              <td>TAFE</td>
              <td>8 (9.9)</td>
            </tr>
            <tr>
              <td>Hospital Trained</td>
              <td>1 (1.2)</td>
            </tr>
            <tr>
              <td>Bachelor Degree</td>
              <td>55 (67.9)</td>
            </tr>
            <tr>
              <td>Post Grad Certificate</td>
              <td>8 (9.9)</td>
            </tr>
            <tr>
              <td>Masters’ Degree</td>
              <td>9 (11.1)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>There were improvements in perceptions of confidence and competence in ability to use the delirium assessment tool and knowledge of delirium (<xref ref-type="table" rid="attachment-163112">Table 2</xref>). The MCQ scores improved from 13.6 (SD 1.7) at baseline to 14.6 (SD 1.1) six weeks post-intervention (p&lt;0.001). Of the 53 participants who completed the T1 survey, 83.7% and 85.4% reported that the educational intervention greatly impacted their confidence and competence (respectively) to provide delirium care. None of the participants reported that educational intervention had a low impact on their confidence and competence.</p>
      <table-wrap id="attachment-163112">
        <object-id pub-id-type="publisher-id">163112</object-id>
        <label>Table 2.</label>
        <caption>
          <title>Self-perceptions of confidence and competence</title>
        </caption>
        <table>
          <thead>
            <tr>
              <th/>
              <th>T0<break/><italic>M</italic> (SD)</th>
              <th>T1<break/><italic>M</italic> (SD)</th>
              <th>
                <italic>p</italic>
              </th>
            </tr>
          </thead>
          <tbody>
            <tr>
              <td>
                <italic>I am confident in my ability to use the delirium assessment tool</italic>
              </td>
              <td>3.3 (1.2)<break/>(n=76)</td>
              <td>4.5 (0.6)<break/>(n=49)</td>
              <td><italic>P&lt;</italic>0.001</td>
            </tr>
            <tr>
              <td>
                <italic>I am confident in my overall knowledge about delirium</italic>
              </td>
              <td>3.7 (0.8)<break/>(n=73)</td>
              <td>4.4 (0.5)<break/>(n=48)</td>
              <td><italic>p</italic>&lt;0.001</td>
            </tr>
            <tr>
              <td>
                <italic>I am competent in my ability to use the delirium assessment tool</italic>
              </td>
              <td>3.3 (1.2)<break/>(n=76)</td>
              <td>4.5 (0.5)<break/>(n=47)</td>
              <td><italic>P</italic>&lt;0.001</td>
            </tr>
            <tr>
              <td>
                <italic>I am competent in overall knowledge about delirium</italic>
              </td>
              <td>3.7 (0.8)<break/>(n=71)</td>
              <td>4.5 (0.5)<break/>(n=46)</td>
              <td><italic>p</italic>&lt;0.001</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>At Site 2, 14 participants consented to an observation of practice. The mean OSCE score for these participants was 88.7% (SD 0.1), indicating a high level of competency in delirium care. The mean score for observing delirium care in practice was 81.5% (SD 0.1). There was no difference between the mean observation of delirium care in practice score and the mean OSCE score (p=0.07). This indicates that the high level of competency demonstrated and gained during the OSCE was translated and maintained into clinical practice.</p>
      <sec>
        <title>Content Analysis</title>
        <p>Thirty-six participants (67.9%) provided 77 free text responses to open-ended questions; ‘How do you plan to change your practice as a result of this education?’, ‘What do you consider worked best about this education and why?’, and “What do you consider could be improved about this education and how? These were summarised into the following three themes: (1) Assess for Delirium, (2) The usefulness of <italic>The Delirium OSCE Package</italic> and (3) <italic>A need for ongoing education on delirium care</italic>.</p>
        <sec>
          <title>Assess for Delirium</title>
          <p>A total of 72.2% (n=26) participants reported that following the educational intervention they would regularly assess and screen for delirium, due to a greater understanding of the seriousness of delirium, and the need for early detection and intervention (<xref ref-type="table" rid="attachment-163113">Table 3</xref>).</p>
          <disp-quote>
            <p><italic>“Be vigilant about recognising patients at risk of becoming delirium. Act quickly when a patient appears delirious. Monitor more closely”</italic> (Participant 37).</p>
          </disp-quote>
          <table-wrap id="attachment-163113">
            <object-id pub-id-type="publisher-id">163113</object-id>
            <label>Table 3.</label>
            <caption>
              <title>Participant Quotes</title>
            </caption>
            <table>
              <thead>
                <tr>
                  <th>
                    <bold>Theme</bold>
                  </th>
                  <th>
                    <bold>Participant Quotes</bold>
                  </th>
                </tr>
              </thead>
              <tbody>
                <tr>
                  <td>
                    <italic>Assess for Delirium</italic>
                  </td>
                  <td><italic>“I will regularly assess and screen patient delirium scores by using assessment tools. I will be more aware of patients with hypoactive delirium and be able to recognise their sudden changes in behaviour such as lethargy and withdrawn as the symptoms of hypoactive delirium”</italic> (Participant 18).<break/><italic>“Use of CAM more often than before”</italic> (Participant 4).</td>
                </tr>
                <tr>
                  <td>
                    <italic>The usefulness of The Delirium OSCE Education Package</italic>
                  </td>
                  <td><italic>“I got to learn a lot, especially on face-to-face training [OSCE] as you got to think about a “real patient” even though it was an exercise. You get to remember the scenario”</italic> (Participant 30).<break/><italic>“The OSCE- learn best by participating in hands on activities”</italic> (Participant 49).</td>
                </tr>
                <tr>
                  <td>
                    <italic>A need for ongoing education on delirium care</italic>
                  </td>
                  <td><italic>“Updating and continuous education on delirium will help to improve practice on identify delirium in patients”</italic> (Participant 13).<break/><italic>“It would be beneficial if all staff would participate, especially in the OSCE portion as the confidence in assessment could be enhance”</italic> (Participant 50).</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Usefulness of The Delirium OSCE Education Package</title>
          <p>72% (n=26) participants provided positive comments about the educational intervention. 14 out of the 26 participants (54%) specifically reported that the OSCE contributed to their learning and delirium care skills development. No negative comments were provided about the interactive group face-to-face session or the OSCE component (<xref ref-type="table" rid="attachment-163113">Table 3</xref>).</p>
        </sec>
        <sec>
          <title>A need for ongoing education on delirium care</title>
          <p>A total of 30.5% (n=11) of participants reported they wanted further and continued education on delirium care, with some asking for wider education of delirium care throughout the hospital (<xref ref-type="table" rid="attachment-163113">Table 3</xref>).</p>
        </sec>
      </sec>
    </sec>
    <sec>
      <title>DISCUSSION</title>
      <p>The DOE pilot study has demonstrated that <italic>The Delirium OSCE Education Package</italic> significantly increased the perceptions of confidence and competence in using delirium assessment tools and knowledge for registered healthcare practitioners. The participants also had a significant increase in delirium knowledge scores. The high level of competency in delirium care demonstrated and gained during the educational intervention were translated into clinical practice. The intervention positively impacted planned practice change, and the participants perceived the OSCE to be useful to their learning and delirium care skills development.</p>
      <p>The baseline knowledge of participants in this study was high, though the reasons for this were unclear. Despite the high baseline delirium knowledge, self-efficacy ratings (perceptions of confidence and competence) for delirium assessment and knowledge were low before the education. This implies that knowledge is only one element in developing effective clinical practice. Self-efficacy plays a key role in how a person approaches goals, tasks, and challenges; those with high self-efficacy are more likely to view a challenging task as something to be mastered rather than avoided.<xref ref-type="bibr" rid="ref-213639 ref-213640"><sup>20,21</sup></xref> It is thought that increased self-efficacy is positively related to clinical competence.<xref ref-type="bibr" rid="ref-213639 ref-213641 ref-213642"><sup>20,22,23</sup></xref> The DOE pilot study demonstrated a significant improvement in self-efficacy and translation of delirium care skills into clinical practice. The transference of delirium knowledge into practice can potentially increase delirium detection rates.</p>
      <p>Our results suggest that participants may have undervalued the importance of delirium assessment and screening before the educational intervention. This finding is similar to recent qualitative studies exploring barriers and facilitators to delirium screening that found clinical staff do not prioritise delirium screening,<xref ref-type="bibr" rid="ref-213643"><sup>24</sup></xref> and they are not convinced of the benefit of delirium screening tools.<xref ref-type="bibr" rid="ref-213644"><sup>25</sup></xref> Routine screening is the essential first step of delirium care. The educational intervention positively impacted planned practice change with participants recognising the importance of delirium detection using the validated delirium assessment tool, and early intervention. This impact could have a positive effect on delirium care.</p>
      <p>The DOE pilot study contributes to the increasing evidence that OSCEs are helpful as an educational intervention, with the majority of participants reporting that the educational intervention had a high impact on their confidence and competence to provide delirium care. Similarly, a recent study found that medical students who participated in a group OSCE during clinical placement improved their delirium knowledge, communication and clinical reasoning skills compared to conventional education (reference by authors). This was the first study to implement a delirium OSCE intervention for registered healthcare practitioners across different hospital settings.</p>
      <p>A strength of this study is the demonstration that the intervention was implemented across two different types of hospital settings, with healthcare staff willing to participate in the intervention and research. This is an important finding as the participants expressed a desire for ongoing delirium education to be embedded across the whole hospital. The recruitment of a senior registered nurse to facilitate the design and implementation of the intervention at each site likely contributed to the success of this pilot study. Facilitators employed at the site (site champions) played a fundamental role in advocating for practice change in the clinical setting and translating delirium knowledge into practice.<xref ref-type="bibr" rid="ref-213645 ref-213646"><sup>26,27</sup></xref> Furthermore, recruitment of onsite senior clinicians to facilitate educational delirium interventions was shown to be valuable in participant engagement.<xref ref-type="bibr" rid="ref-213647"><sup>28</sup></xref></p>
      <p>The survey data were not paired, so it is unknown if more confident practitioners completed the post-survey. It is difficult to compare findings in this study to previous studies as no consistent tool has been used to measure delirium knowledge. As this was a pilot study, it is unknown if the intervention is superior to conventional methods of professional development education. Further research is needed to determine how the effectiveness of <italic>The Delirium OSCE Education Package</italic> compared to conventional methods of professional development education.</p>
    </sec>
    <sec>
      <title>CONCLUSION</title>
      <p><italic>The Delirium OSCE Education Package</italic> was able to be implemented at two hospital sites demonstrating feasibly and acceptability. The DOE pilot study has generated evidence on further integrating The Delirium OSCE Education Package across contexts and acute healthcare settings. Following this study, an RCT has been designed using the tools and methods developed here to evaluate the effectiveness of <italic>The Delirium OSCE Education Package</italic> against conventional professional development education in aged care, medical and surgical wards across further hospital sites.</p>
      <sec id="corr" sec-type="correspondence">
        <title>Corresponding Author</title>
        <p>Amy Montgomery</p>
        <p>School of Nursing, Faculty of Science, Medicine &amp; Health, University of Wollongong</p>
        <p>Northfields Ave, Wollongong, NSW, 2500</p>
        <p>
          <email>asaunder@uow.edu.au</email>
        </p>
        <p>@montgomery_amy3</p>
      </sec>
      <sec id="coi" sec-type="COI-statement">
        <title>Conflict of Interests</title>
        <p>There are no conflict of interests to declare</p>
      </sec>
      <sec>
        <title>Author Contributions</title>
        <p>All authors contributed to the conceptualisation of the study. AM, PS, AW &amp; VT contributed to the methodology. AM &amp; AW contributed to data curation. AM contributed to project administration and writing- original draft presentation. AM, AW &amp; PS completed the formal analysis. PS, LH &amp; VT provided supervision. All authors contributed to visualisation and writing, reviewing &amp; editing.</p>
      </sec>
    </sec>
  </body>
  <back>
    <ack>
      <title>Acknowledgements</title>
      <p>Alera Bowden, Pamela McAllan, Carissa Saunderson, Janine Masso, Kristine Tobin, Olivia Paulik, Gillian Costello, Nicole Britten, Robyn Whittaker, Cherrie Barton and, the National Institute for Applied Statistics Research Australia (NIASRA). We would also like to thank all the participants and the participating sites. This works builds on a quality improvement initiative undertaken at Bulli Hospital, NSW, Australia and Agency of Clinical Innovation.</p>
    </ack>
    <ref-list>
      <ref id="ref-213620">
        <element-citation publication-type="webpage">
          <label>1</label>
          <source>Delirium Clinical Care Standard</source>
          <person-group person-group-type="author">
            <collab>Australian Commission on Safety and Quality in Health Care (ACSQHC)</collab>
          </person-group>
          <date>
            <year>2016</year>
          </date>
          <date-in-citation iso-8601-date="2019-9-8">2019-9-8</date-in-citation>
          <ext-link ext-link-type="uri" xlink:href="https://www.safetyandquality.gov.au/sites/default/files/migrated/Delirium-Clinical-Care-Standard-Web-PDF.pdf">https://www.safetyandquality.gov.au/sites/default/files/migrated/Delirium-Clinical-Care-Standard-Web-PDF.pdf</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213621">
        <element-citation publication-type="book">
          <label>2</label>
          <source>National Safety and Quality Health Service Standard</source>
          <person-group person-group-type="author">
            <collab>Australian Commission on Safety and Quality in Health Care (ACSQHC)</collab>
          </person-group>
          <date>
            <year>2017</year>
          </date>
        </element-citation>
      </ref>
      <ref id="ref-213622">
        <element-citation publication-type="webpage">
          <label>3</label>
          <source>Delirium: Prevention, Diagnosis and Management</source>
          <person-group person-group-type="author">
            <collab>National Institute for Health and Care Excellence (NICE)</collab>
          </person-group>
          <date>
            <year>2019</year>
          </date>
          <date-in-citation iso-8601-date="2019-9-8">2019-9-8</date-in-citation>
          <ext-link ext-link-type="uri" xlink:href="https://www.nice.org.uk/guidance/cg103/resources/delirium-prevention-diagnosis-and-management-pdf-35109327290821">https://www.nice.org.uk/guidance/cg103/resources/delirium-prevention-diagnosis-and-management-pdf-35109327290821</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213623">
        <element-citation publication-type="webpage">
          <label>4</label>
          <source>Delirium Clinical Care Standard</source>
          <person-group person-group-type="author">
            <collab>Australian Commission on Safety and Quality in Health Care (ACSQHC)</collab>
          </person-group>
          <date>
            <year>2021</year>
          </date>
          <date-in-citation iso-8601-date="2022-6-26">2022-6-26</date-in-citation>
          <ext-link ext-link-type="uri" xlink:href="https://www.safetyandquality.gov.au/our-work/clinical-care-standards/delirium-clinical-care-standard">https://www.safetyandquality.gov.au/our-work/clinical-care-standards/delirium-clinical-care-standard</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213624">
        <element-citation publication-type="webpage">
          <label>5</label>
          <source>Risk reduction and management of delirium: A national clinical guideline</source>
          <person-group person-group-type="author">
            <collab>Scottish Intercollegiate Guidelines Network (SIGN)</collab>
          </person-group>
          <date>
            <month>3</month>
            <year>2019</year>
          </date>
          <date-in-citation iso-8601-date="2022-11-4">2022-11-4</date-in-citation>
          <ext-link ext-link-type="uri" xlink:href="http://www.sign.ac.uk">http://www.sign.ac.uk</ext-link>
          <comment>Accessed November 4, 2022.</comment>
        </element-citation>
      </ref>
      <ref id="ref-213625">
        <element-citation publication-type="webpage">
          <label>6</label>
          <source>Clinical Practice Guideline for Postoperative Delirium in Older Adults</source>
          <person-group person-group-type="author">
            <collab>American Geriatrics Society</collab>
          </person-group>
          <date>
            <year>2021</year>
          </date>
          <date-in-citation iso-8601-date="2022-11-4">2022-11-4</date-in-citation>
          <ext-link ext-link-type="uri" xlink:href="https://geriatricscareonline.org/ProductAbstract/american-geriatrics-society-clinical-practice-guideline-for-postoperative-delirium-in-older-adults/CL018">https://geriatricscareonline.org/ProductAbstract/american-geriatrics-society-clinical-practice-guideline-for-postoperative-delirium-in-older-adults/CL018</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213626">
        <element-citation publication-type="article-journal">
          <label>7</label>
          <article-title>Hospital discharge data under-reports delirium occurrence: results from a point prevalence survey of delirium in a major Australian health service</article-title>
          <source>Internal Medicine Journal</source>
          <person-group person-group-type="author">
            <name>
              <surname>Casey</surname>
              <given-names>Penelope</given-names>
            </name>
            <name>
              <surname>Cross</surname>
              <given-names>Wendy</given-names>
            </name>
            <name>
              <surname>Mart</surname>
              <given-names>Melinda Webb</given-names>
            </name>
            <name>
              <surname>Baldwin</surname>
              <given-names>Cathryn</given-names>
            </name>
            <name>
              <surname>Riddell</surname>
              <given-names>Kath</given-names>
            </name>
            <name>
              <surname>Dārziņš</surname>
              <given-names>Pēteris</given-names>
            </name>
          </person-group>
          <date>
            <month>3</month>
            <year>2019</year>
          </date>
          <volume>49</volume>
          <issue>3</issue>
          <fpage>338</fpage>
          <lpage>344</lpage>
          <issn>1444-0903</issn>
          <pub-id pub-id-type="doi">10.1111/imj.14066</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1111/imj.14066">https://doi.org/10.1111/imj.14066</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213627">
        <element-citation publication-type="article-journal">
          <label>8</label>
          <article-title>Consensus and variations in opinions on delirium care: a survey of European delirium specialists</article-title>
          <source>International Psychogeriatrics</source>
          <person-group person-group-type="author">
            <name>
              <surname>Morandi</surname>
              <given-names>A.</given-names>
            </name>
            <name>
              <surname>Davis</surname>
              <given-names>D.</given-names>
            </name>
            <name>
              <surname>Taylor</surname>
              <given-names>J. K.</given-names>
            </name>
            <name>
              <surname>Bellelli</surname>
              <given-names>G.</given-names>
            </name>
            <name>
              <surname>Olofsson</surname>
              <given-names>B.</given-names>
            </name>
            <name>
              <surname>Kreisel</surname>
              <given-names>S.</given-names>
            </name>
            <name>
              <surname>Teodorczuk</surname>
              <given-names>A.</given-names>
            </name>
            <name>
              <surname>Kamholz</surname>
              <given-names>B.</given-names>
            </name>
            <name>
              <surname>Hasemann</surname>
              <given-names>W.</given-names>
            </name>
            <name>
              <surname>Young</surname>
              <given-names>J.</given-names>
            </name>
            <name>
              <surname>Agar</surname>
              <given-names>M.</given-names>
            </name>
            <name>
              <surname>de Rooij</surname>
              <given-names>S. E.</given-names>
            </name>
            <name>
              <surname>Meagher</surname>
              <given-names>D.</given-names>
            </name>
            <name>
              <surname>Trabucchi</surname>
              <given-names>M.</given-names>
            </name>
            <name>
              <surname>MacLullich</surname>
              <given-names>A. M.</given-names>
            </name>
          </person-group>
          <publisher-name>Cambridge University Press (CUP)</publisher-name>
          <date>
            <day>20</day>
            <month>8</month>
            <year>2013</year>
          </date>
          <volume>25</volume>
          <issue>12</issue>
          <fpage>2067</fpage>
          <lpage>2075</lpage>
          <issn>1041-6102</issn>
          <pub-id pub-id-type="doi">10.1017/s1041610213001415</pub-id>
          <pub-id pub-id-type="pmid">23962713</pub-id>
          <pub-id pub-id-type="pmcid">PMC3819184</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1017/s1041610213001415">https://doi.org/10.1017/s1041610213001415</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213628">
        <element-citation publication-type="article-journal">
          <label>9</label>
          <article-title>Improving recognition of delirium in clinical practice: a call for action</article-title>
          <source>BMC Geriatrics</source>
          <person-group person-group-type="author">
            <name>
              <surname>Teodorczuk</surname>
              <given-names>Andrew</given-names>
            </name>
            <name>
              <surname>Reynish</surname>
              <given-names>Emma</given-names>
            </name>
            <name>
              <surname>Milisen</surname>
              <given-names>Koen</given-names>
            </name>
          </person-group>
          <date>
            <day>14</day>
            <month>9</month>
            <year>2012</year>
          </date>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>55</fpage>
          <issn>1471-2318</issn>
          <pub-id pub-id-type="doi">10.1186/1471-2318-12-55</pub-id>
          <pub-id pub-id-type="pmid">22974329</pub-id>
          <pub-id pub-id-type="pmcid">PMC3463439</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1186/1471-2318-12-55">https://doi.org/10.1186/1471-2318-12-55</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213629">
        <element-citation publication-type="article-journal">
          <label>10</label>
          <article-title>Nurses’ Experience of Caring for Patients with Delirium: Systematic Review and Qualitative Evidence Synthesis</article-title>
          <source>Nursing Reports</source>
          <person-group person-group-type="author">
            <name>
              <surname>Thomas</surname>
              <given-names>Nissy</given-names>
            </name>
            <name>
              <surname>Coleman</surname>
              <given-names>Mardhie</given-names>
            </name>
            <name>
              <surname>Terry</surname>
              <given-names>Daniel</given-names>
            </name>
          </person-group>
          <date>
            <day>5</day>
            <month>3</month>
            <year>2021</year>
          </date>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>164</fpage>
          <lpage>174</lpage>
          <issn>2039-4403</issn>
          <pub-id pub-id-type="doi">10.3390/nursrep11010016</pub-id>
          <pub-id pub-id-type="pmid">34968321</pub-id>
          <pub-id pub-id-type="pmcid">PMC8608072</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3390/nursrep11010016">https://doi.org/10.3390/nursrep11010016</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213630">
        <element-citation publication-type="article-journal">
          <label>11</label>
          <article-title>Preparation to care for confused older patients in general hospitals: a study of UK health professionals</article-title>
          <source>Age Ageing</source>
          <person-group person-group-type="author">
            <name>
              <surname>Griffiths</surname>
              <given-names>Amanda</given-names>
            </name>
            <name>
              <surname>Knight</surname>
              <given-names>Alec</given-names>
            </name>
            <name>
              <surname>Harwood</surname>
              <given-names>Rowan</given-names>
            </name>
            <name>
              <surname>Gladman</surname>
              <given-names>John R.F.</given-names>
            </name>
          </person-group>
          <date>
            <day>27</day>
            <month>10</month>
            <year>2013</year>
          </date>
          <volume>43</volume>
          <issue>4</issue>
          <fpage>521</fpage>
          <lpage>527</lpage>
          <issn>1468-2834</issn>
          <pub-id pub-id-type="doi">10.1093/ageing/aft171</pub-id>
          <pub-id pub-id-type="pmid">24165310</pub-id>
          <pub-id pub-id-type="pmcid">PMC4066612</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/ageing/aft171">https://doi.org/10.1093/ageing/aft171</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213631">
        <element-citation publication-type="article-journal">
          <label>12</label>
          <article-title>Intensive care nurses’ experiences and perceptions of delirium and delirium care</article-title>
          <source>Intensive and Critical Care Nursing</source>
          <person-group person-group-type="author">
            <name>
              <surname>Zamoscik</surname>
              <given-names>Katarzyna</given-names>
            </name>
            <name>
              <surname>Godbold</surname>
              <given-names>Rosemary</given-names>
            </name>
            <name>
              <surname>Freeman</surname>
              <given-names>Pauline</given-names>
            </name>
          </person-group>
          <date>
            <month>6</month>
            <year>2017</year>
          </date>
          <volume>40</volume>
          <fpage>94</fpage>
          <lpage>100</lpage>
          <issn>0964-3397</issn>
          <pub-id pub-id-type="doi">10.1016/j.iccn.2017.01.003</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.iccn.2017.01.003">https://doi.org/10.1016/j.iccn.2017.01.003</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213632">
        <element-citation publication-type="article-journal">
          <label>13</label>
          <article-title>Educational interventions to improve recognition of delirium: a systematic review</article-title>
          <source>Journal of the American Geriatrics Society</source>
          <person-group person-group-type="author">
            <name>
              <surname>Yanamadala</surname>
              <given-names>Mamata</given-names>
            </name>
            <name>
              <surname>Wieland</surname>
              <given-names>Darryl</given-names>
            </name>
            <name>
              <surname>Heflin</surname>
              <given-names>Mitchell T.</given-names>
            </name>
          </person-group>
          <publisher-name>Wiley</publisher-name>
          <date>
            <day>28</day>
            <month>10</month>
            <year>2013</year>
          </date>
          <volume>61</volume>
          <issue>11</issue>
          <fpage>1983</fpage>
          <lpage>1993</lpage>
          <issn>0002-8614</issn>
          <pub-id pub-id-type="doi">10.1111/jgs.12522</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1111/jgs.12522">https://doi.org/10.1111/jgs.12522</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213633">
        <element-citation publication-type="article-journal">
          <label>14</label>
          <article-title>OSCE best practice guidelines—applicability for nursing simulations</article-title>
          <source>Advances in Simulation</source>
          <person-group person-group-type="author">
            <name>
              <surname>Kelly</surname>
              <given-names>Michelle A.</given-names>
            </name>
            <name>
              <surname>Mitchell</surname>
              <given-names>Marion L.</given-names>
            </name>
            <name>
              <surname>Henderson</surname>
              <given-names>Amanda</given-names>
            </name>
            <name>
              <surname>Jeffrey</surname>
              <given-names>Carol A.</given-names>
            </name>
            <name>
              <surname>Groves</surname>
              <given-names>Michele</given-names>
            </name>
            <name>
              <surname>Nulty</surname>
              <given-names>Duncan D.</given-names>
            </name>
            <name>
              <surname>Glover</surname>
              <given-names>Pauline</given-names>
            </name>
            <name>
              <surname>Knight</surname>
              <given-names>Sabina</given-names>
            </name>
          </person-group>
          <publisher-name>Springer Science and Business Media LLC</publisher-name>
          <date>
            <month>1</month>
            <year>2016</year>
          </date>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <issn>2059-0628</issn>
          <pub-id pub-id-type="doi">10.1186/s41077-016-0014-1</pub-id>
          <pub-id pub-id-type="pmid">29449979</pub-id>
          <pub-id pub-id-type="pmcid">PMC5806284</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1186/s41077-016-0014-1">https://doi.org/10.1186/s41077-016-0014-1</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213634">
        <element-citation publication-type="article-journal">
          <label>15</label>
          <article-title>Twelve tips for developing an OSCE that measures what you want</article-title>
          <source>Medical Teacher</source>
          <person-group person-group-type="author">
            <name>
              <surname>Daniels</surname>
              <given-names>Vijay John</given-names>
            </name>
            <name>
              <surname>Pugh</surname>
              <given-names>Debra</given-names>
            </name>
          </person-group>
          <date>
            <day>25</day>
            <month>10</month>
            <year>2017</year>
          </date>
          <volume>40</volume>
          <issue>12</issue>
          <fpage>1208</fpage>
          <lpage>1213</lpage>
          <issn>0142-159X</issn>
          <pub-id pub-id-type="doi">10.1080/0142159x.2017.1390214</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1080/0142159x.2017.1390214">https://doi.org/10.1080/0142159x.2017.1390214</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213635">
        <element-citation publication-type="article-journal">
          <label>16</label>
          <article-title>Best practice guidelines for use of OSCEs: maximising value for student learning</article-title>
          <source>Nurse Education Today</source>
          <person-group person-group-type="author">
            <name>
              <surname>Nulty</surname>
              <given-names>D.D.</given-names>
            </name>
            <name>
              <surname>Mitchell</surname>
              <given-names>M.L.</given-names>
            </name>
            <name>
              <surname>Jeffrey</surname>
              <given-names>C.A.</given-names>
            </name>
            <name>
              <surname>Henderson</surname>
              <given-names>A.</given-names>
            </name>
            <name>
              <surname>Groves</surname>
              <given-names>M.</given-names>
            </name>
          </person-group>
          <date>
            <month>2</month>
            <year>2011</year>
          </date>
          <volume>31</volume>
          <issue>2</issue>
          <fpage>145</fpage>
          <lpage>151</lpage>
          <issn>0260-6917</issn>
          <pub-id pub-id-type="doi">10.1016/j.nedt.2010.05.006</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.nedt.2010.05.006">https://doi.org/10.1016/j.nedt.2010.05.006</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213636">
        <element-citation publication-type="webpage">
          <label>17</label>
          <source>Delirium Care</source>
          <person-group person-group-type="author">
            <collab>Aged Dementia Health Education &amp; Research (ADHERe)</collab>
          </person-group>
          <date>
            <year>2023</year>
          </date>
          <date-in-citation iso-8601-date="2023-1-26">2023-1-26</date-in-citation>
          <ext-link ext-link-type="uri" xlink:href="https://adhere.org.au/delirium-care/">https://adhere.org.au/delirium-care/</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213637">
        <element-citation publication-type="book">
          <label>18</label>
          <source>IBM SPSS Statistics for Windows, Version 28.0</source>
          <person-group person-group-type="author">
            <collab>IBM Corp</collab>
          </person-group>
          <date>
            <year>2021</year>
          </date>
        </element-citation>
      </ref>
      <ref id="ref-213638">
        <element-citation publication-type="article-journal">
          <label>19</label>
          <article-title>Three approaches to qualitative content analysis</article-title>
          <source>Qualitative Health Research</source>
          <person-group person-group-type="author">
            <name>
              <surname>Hsieh</surname>
              <given-names>Hsiu-Fang</given-names>
            </name>
            <name>
              <surname>Shannon</surname>
              <given-names>Sarah E.</given-names>
            </name>
          </person-group>
          <publisher-name>SAGE Publications</publisher-name>
          <date>
            <month>11</month>
            <year>2005</year>
          </date>
          <volume>15</volume>
          <issue>9</issue>
          <fpage>1277</fpage>
          <lpage>1288</lpage>
          <issn>1049-7323</issn>
          <pub-id pub-id-type="doi">10.1177/1049732305276687</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1177/1049732305276687">https://doi.org/10.1177/1049732305276687</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213639">
        <element-citation publication-type="article-journal">
          <label>20</label>
          <article-title>Self-efficacy: toward a unifying theory of behavioral change.</article-title>
          <source>Psychological Review</source>
          <person-group person-group-type="author">
            <name>
              <surname>Bandura</surname>
              <given-names>Albert</given-names>
            </name>
          </person-group>
          <date>
            <year>1977</year>
          </date>
          <volume>84</volume>
          <issue>2</issue>
          <fpage>191</fpage>
          <lpage>215</lpage>
          <issn>1939-1471</issn>
          <pub-id pub-id-type="doi">10.1037/0033-295x.84.2.191</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1037/0033-295x.84.2.191">https://doi.org/10.1037/0033-295x.84.2.191</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213640">
        <element-citation publication-type="article-journal">
          <label>21</label>
          <article-title>Social cognitive theory of self-regulation</article-title>
          <source>Organizational Behavior and Human Decision Processes</source>
          <person-group person-group-type="author">
            <name>
              <surname>Bandura</surname>
              <given-names>Albert</given-names>
            </name>
          </person-group>
          <date>
            <month>12</month>
            <year>1991</year>
          </date>
          <volume>50</volume>
          <issue>2</issue>
          <fpage>248</fpage>
          <lpage>287</lpage>
          <issn>0749-5978</issn>
          <pub-id pub-id-type="doi">10.1016/0749-5978(91)90022-l</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/0749-5978(91)90022-l">https://doi.org/10.1016/0749-5978(91)90022-l</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213641">
        <element-citation publication-type="article-journal">
          <label>22</label>
          <article-title>Social learning theory: its application in the context of nurse education</article-title>
          <source>Nurse Education Today</source>
          <person-group person-group-type="author">
            <name>
              <surname>Bahn</surname>
              <given-names>Dolores</given-names>
            </name>
          </person-group>
          <date>
            <month>2</month>
            <year>2001</year>
          </date>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>110</fpage>
          <lpage>117</lpage>
          <issn>0260-6917</issn>
          <pub-id pub-id-type="doi">10.1054/nedt.2000.0522</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1054/nedt.2000.0522">https://doi.org/10.1054/nedt.2000.0522</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213642">
        <element-citation publication-type="article-journal">
          <label>23</label>
          <article-title>Social cognitive theory, metacognition, and simulation learning in nursing education</article-title>
          <source>Journal of Nursing Education</source>
          <person-group person-group-type="author">
            <name>
              <surname>Burke</surname>
              <given-names>Helen</given-names>
            </name>
            <name>
              <surname>Mancuso</surname>
              <given-names>Lorraine</given-names>
            </name>
          </person-group>
          <publisher-name>SLACK, Inc.</publisher-name>
          <date>
            <month>10</month>
            <year>2012</year>
          </date>
          <volume>51</volume>
          <issue>10</issue>
          <fpage>543</fpage>
          <lpage>548</lpage>
          <issn>0148-4834</issn>
          <pub-id pub-id-type="doi">10.3928/01484834-20120820-02</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3928/01484834-20120820-02">https://doi.org/10.3928/01484834-20120820-02</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213643">
        <element-citation publication-type="article-journal">
          <label>24</label>
          <article-title>Barriers and facilitators to nursing delirium screening in older emergency patients: a qualitative study using the theoretical domains framework</article-title>
          <source>Age Ageing</source>
          <person-group person-group-type="author">
            <name>
              <surname>Eagles</surname>
              <given-names>Debra</given-names>
            </name>
            <name>
              <surname>Cheung</surname>
              <given-names>Warren J</given-names>
            </name>
            <name>
              <surname>Avlijas</surname>
              <given-names>Tanja</given-names>
            </name>
            <name>
              <surname>Yadav</surname>
              <given-names>Krishan</given-names>
            </name>
            <name>
              <surname>Ohle</surname>
              <given-names>Robert</given-names>
            </name>
            <name>
              <surname>Taljaard</surname>
              <given-names>Monica</given-names>
            </name>
            <name>
              <surname>Molnar</surname>
              <given-names>Frank</given-names>
            </name>
            <name>
              <surname>Stiell</surname>
              <given-names>Ian G</given-names>
            </name>
          </person-group>
          <date>
            <month>1</month>
            <year>2022</year>
          </date>
          <volume>51</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>14</lpage>
          <issn>0002-0729</issn>
          <pub-id pub-id-type="doi">10.1093/ageing/afab256</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/ageing/afab256">https://doi.org/10.1093/ageing/afab256</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213644">
        <element-citation publication-type="article-journal">
          <label>25</label>
          <article-title>“Just another piece of paperwork”: perceptions of clinicians on delirium screening following hip fracture repair elicited in focus groups</article-title>
          <source>International Psychogeriatrics</source>
          <person-group person-group-type="author">
            <name>
              <surname>Oberai</surname>
              <given-names>Tarandeep</given-names>
            </name>
            <name>
              <surname>Killington</surname>
              <given-names>Maggie</given-names>
            </name>
            <name>
              <surname>Laver</surname>
              <given-names>Kate</given-names>
            </name>
            <name>
              <surname>Crotty</surname>
              <given-names>Maria</given-names>
            </name>
            <name>
              <surname>Jaarsma</surname>
              <given-names>Ruurd</given-names>
            </name>
          </person-group>
          <date>
            <year>2019</year>
          </date>
          <volume>31</volume>
          <issue>6</issue>
          <fpage>877</fpage>
          <lpage>884</lpage>
          <issn>1041-6102</issn>
          <pub-id pub-id-type="doi">10.1017/s1041610218001369</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1017/s1041610218001369">https://doi.org/10.1017/s1041610218001369</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213645">
        <element-citation publication-type="article-journal">
          <label>26</label>
          <article-title>Simulation as a Research Translation Technique</article-title>
          <source>Clinical Simulation in Nursing</source>
          <person-group person-group-type="author">
            <name>
              <surname>Grealish</surname>
              <given-names>Laurie</given-names>
            </name>
            <name>
              <surname>Myers</surname>
              <given-names>Simone</given-names>
            </name>
            <name>
              <surname>Scott</surname>
              <given-names>Clare</given-names>
            </name>
            <name>
              <surname>Krug</surname>
              <given-names>Maree</given-names>
            </name>
            <name>
              <surname>Todd</surname>
              <given-names>Jo-Anne</given-names>
            </name>
          </person-group>
          <date>
            <month>6</month>
            <year>2019</year>
          </date>
          <volume>31</volume>
          <fpage>17</fpage>
          <lpage>20</lpage>
          <issn>1876-1399</issn>
          <pub-id pub-id-type="doi">10.1016/j.ecns.2019.03.007</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.ecns.2019.03.007">https://doi.org/10.1016/j.ecns.2019.03.007</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213646">
        <element-citation publication-type="article-journal">
          <label>27</label>
          <article-title>Delirium Knowledge, Self-Confidence, and Attitude in Pediatric Intensive Care Nurses</article-title>
          <source>Journal of Pediatric Nursing</source>
          <person-group person-group-type="author">
            <name>
              <surname>Norman</surname>
              <given-names>Sharon L.</given-names>
            </name>
            <name>
              <surname>Taha</surname>
              <given-names>Asma A.</given-names>
            </name>
          </person-group>
          <date>
            <month>5</month>
            <year>2019</year>
          </date>
          <volume>46</volume>
          <fpage>6</fpage>
          <lpage>11</lpage>
          <issn>0882-5963</issn>
          <pub-id pub-id-type="doi">10.1016/j.pedn.2019.01.013</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.pedn.2019.01.013">https://doi.org/10.1016/j.pedn.2019.01.013</ext-link>
        </element-citation>
      </ref>
      <ref id="ref-213647">
        <element-citation publication-type="article-journal">
          <label>28</label>
          <article-title>Effectiveness of an advanced practice nurse-led delirium education and training programme</article-title>
          <source>International Nursing Review</source>
          <person-group person-group-type="author">
            <name>
              <surname>Lieow</surname>
              <given-names>J.L.M.</given-names>
            </name>
            <name>
              <surname>Chen</surname>
              <given-names>F.S.M.</given-names>
            </name>
            <name>
              <surname>Song</surname>
              <given-names>G.</given-names>
            </name>
            <name>
              <surname>Tang</surname>
              <given-names>P.S.</given-names>
            </name>
            <name>
              <surname>Kowitlawakul</surname>
              <given-names>Y.</given-names>
            </name>
            <name>
              <surname>Mukhopadhyay</surname>
              <given-names>A.</given-names>
            </name>
          </person-group>
          <publisher-name>Wiley</publisher-name>
          <date>
            <day>7</day>
            <month>5</month>
            <year>2019</year>
          </date>
          <volume>66</volume>
          <issue>4</issue>
          <fpage>506</fpage>
          <lpage>513</lpage>
          <issn>0020-8132</issn>
          <pub-id pub-id-type="doi">10.1111/inr.12519</pub-id>
          <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1111/inr.12519">https://doi.org/10.1111/inr.12519</ext-link>
        </element-citation>
      </ref>
    </ref-list>
  </back>
</article>
