Original Article
The Method Used to Set the Pass Mark in an Objective Structured Clinical Examination Defines the Performance of Candidates for Certification as Rheumatologists
El método para establecer el punto de corte en el examen clínico objetivo estructurado define el desempeño de los candidatos a la certificación como reumatólogo
Virginia Pascual-Ramos
, Ana Guilaisne Bernard-Medina, Diana Elsa Flores-Alvarado, Margarita Portela-Hernández, María del Rocío Maldonado-Velázquez, Luis Javier Jara-Quezada, Luis Manuel Amezcua-Guerra, Nadina E. Rubio-Judith López-Zepeda, Everardo Álvarez-Hernandez, Miguel Ángel Saavedra, César Alejandro Arce-Salinas, Consejo Mexicano de Reumatología (CMR)
Corresponding author
Consejo Mexicano de Reumatología, Mexico City, Mexico
Read
4567
Timeswas read the article
1661
Total PDF
2906
Total HTML
Share statistics
array:24 [ "pii" => "S2173574318300364" "issn" => "21735743" "doi" => "10.1016/j.reumae.2016.11.008" "estado" => "S300" "fechaPublicacion" => "2018-05-01" "aid" => "994" "copyright" => "Sociedad Española de Reumatología y Colegio Mexicano de Reumatología" "copyrightAnyo" => "2016" "documento" => "article" "crossmark" => 1 "subdocumento" => "fla" "cita" => "Reumatol Clin. 2018;14:137-41" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:2 [ "total" => 5 "formatos" => array:2 [ "HTML" => 2 "PDF" => 3 ] ] "Traduccion" => array:1 [ "es" => array:19 [ "pii" => "S1699258X16301632" "issn" => "1699258X" "doi" => "10.1016/j.reuma.2016.11.007" "estado" => "S300" "fechaPublicacion" => "2018-05-01" "aid" => "994" "copyright" => "Elsevier España, S.L.U. and Sociedad Española de Reumatología y Colegio Mexicano de Reumatología" "documento" => "article" "crossmark" => 1 "subdocumento" => "fla" "cita" => "Reumatol Clin. 2018;14:137-41" "abierto" => array:3 [ "ES" => true "ES2" => true "LATM" => true ] "gratuito" => true "lecturas" => array:2 [ "total" => 2004 "formatos" => array:3 [ "EPUB" => 144 "HTML" => 1232 "PDF" => 628 ] ] "es" => array:13 [ "idiomaDefecto" => true "cabecera" => "<span class="elsevierStyleTextfn">Original</span>" "titulo" => "El método para establecer el punto de corte en el examen clínico objetivo estructurado define el desempeño de los candidatos a la certificación como reumatólogo" "tienePdf" => "es" "tieneTextoCompleto" => "es" "tieneResumen" => array:2 [ 0 => "es" 1 => "en" ] "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "137" "paginaFinal" => "141" ] ] "titulosAlternativos" => array:1 [ "en" => array:1 [ "titulo" => "The method used to set the pass mark in an objective structured clinical examination defines the performance of candidates for certification as rheumatologists" ] ] "contieneResumen" => array:2 [ "es" => true "en" => true ] "contieneTextoCompleto" => array:1 [ "es" => true ] "contienePdf" => array:1 [ "es" => true ] "resumenGrafico" => array:2 [ "original" => 0 "multimedia" => array:7 [ "identificador" => "fig0010" "etiqueta" => "Figura 2" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr2.jpeg" "Alto" => 804 "Ancho" => 1335 "Tamanyo" => 60949 ] ] "descripcion" => array:1 [ "es" => "<p id="spar0060" class="elsevierStyleSimplePara elsevierViewall">Correlación entre la ET y el ECOE (certificación del 2016).</p>" ] ] ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "Virginia Pascual-Ramos, Ana Guilaisne Bernard-Medina, Diana Elsa Flores-Alvarado, Margarita Portela-Hernández, María del Rocío Maldonado-Velázquez, Luis Javier Jara-Quezada, Luis Manuel Amezcua-Guerra, Nadina E. Rubio-Judith López-Zepeda, Everardo Álvarez-Hernandez, Miguel Ángel Saavedra, César Alejandro Arce-Salinas" "autores" => array:12 [ 0 => array:2 [ "nombre" => "Virginia" "apellidos" => "Pascual-Ramos" ] 1 => array:2 [ "nombre" => "Ana" "apellidos" => "Guilaisne Bernard-Medina" ] 2 => array:2 [ "nombre" => "Diana Elsa" "apellidos" => "Flores-Alvarado" ] 3 => array:2 [ "nombre" => "Margarita" "apellidos" => "Portela-Hernández" ] 4 => array:2 [ "nombre" => "María del Rocío" "apellidos" => "Maldonado-Velázquez" ] 5 => array:2 [ "nombre" => "Luis Javier" "apellidos" => "Jara-Quezada" ] 6 => array:2 [ "nombre" => "Luis Manuel" "apellidos" => "Amezcua-Guerra" ] 7 => array:2 [ "nombre" => "Nadina E." "apellidos" => "Rubio-Judith López-Zepeda" ] 8 => array:2 [ "nombre" => "Everardo" "apellidos" => "Álvarez-Hernandez" ] 9 => array:2 [ "nombre" => "Miguel Ángel" "apellidos" => "Saavedra" ] 10 => array:2 [ "nombre" => "César Alejandro" "apellidos" => "Arce-Salinas" ] 11 => array:1 [ "colaborador" => "Consejo Mexicano de Reumatología (CMR)" ] ] ] ] ] "idiomaDefecto" => "es" "Traduccion" => array:1 [ "en" => array:9 [ "pii" => "S2173574318300364" "doi" => "10.1016/j.reumae.2016.11.008" "estado" => "S300" "subdocumento" => "" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:1 [ "total" => 0 ] "idiomaDefecto" => "en" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S2173574318300364?idApp=UINPBA00004M" ] ] "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S1699258X16301632?idApp=UINPBA00004M" "url" => "/1699258X/0000001400000003/v1_201804190420/S1699258X16301632/v1_201804190420/es/main.assets" ] ] "itemSiguiente" => array:19 [ "pii" => "S2173574318300352" "issn" => "21735743" "doi" => "10.1016/j.reumae.2016.12.003" "estado" => "S300" "fechaPublicacion" => "2018-05-01" "aid" => "993" "copyright" => "Sociedad Española de Reumatología y Colegio Mexicano de Reumatología" "documento" => "article" "crossmark" => 1 "subdocumento" => "fla" "cita" => "Reumatol Clin. 2018;14:142-9" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:2 [ "total" => 8 "formatos" => array:2 [ "HTML" => 6 "PDF" => 2 ] ] "en" => array:12 [ "idiomaDefecto" => true "cabecera" => "<span class="elsevierStyleTextfn">Original Article</span>" "titulo" => "Recommendations for the Use of Parenteral Methotrexate in Rheumatic Diseases" "tienePdf" => "en" "tieneTextoCompleto" => "en" "tieneResumen" => array:2 [ 0 => "en" 1 => "es" ] "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "142" "paginaFinal" => "149" ] ] "titulosAlternativos" => array:1 [ "es" => array:1 [ "titulo" => "Recomendaciones sobre el uso de metrotexato parenteral en enfermedades reumáticas" ] ] "contieneResumen" => array:2 [ "en" => true "es" => true ] "contieneTextoCompleto" => array:1 [ "en" => true ] "contienePdf" => array:1 [ "en" => true ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "Jesús Tornero Molina, Jaime Calvo Alen, Javier Ballina, María Ángeles Belmonte, Francisco J. Blanco, Miguel Ángel Caracuel, Jordi Carbonell, Héctor Corominas, Eugenio Chamizo, Cristina Hidalgo, José Román Ivorra, José Luis Marenco, José Vicente Moreno Muelas, Santiago Muñoz-Fernández, Joan M. Nolla, Trinidad Pérez, Raimon Sanmarti, Pilar Trenor, Claudia Urrego, Javier Vidal, José Rosas Gomez de Salazar" "autores" => array:21 [ 0 => array:2 [ "nombre" => "Jesús" "apellidos" => "Tornero Molina" ] 1 => array:2 [ "nombre" => "Jaime" "apellidos" => "Calvo Alen" ] 2 => array:2 [ "nombre" => "Javier" "apellidos" => "Ballina" ] 3 => array:2 [ "nombre" => "María Ángeles" "apellidos" => "Belmonte" ] 4 => array:2 [ "nombre" => "Francisco J." "apellidos" => "Blanco" ] 5 => array:2 [ "nombre" => "Miguel Ángel" "apellidos" => "Caracuel" ] 6 => array:2 [ "nombre" => "Jordi" "apellidos" => "Carbonell" ] 7 => array:2 [ "nombre" => "Héctor" "apellidos" => "Corominas" ] 8 => array:2 [ "nombre" => "Eugenio" "apellidos" => "Chamizo" ] 9 => array:2 [ "nombre" => "Cristina" "apellidos" => "Hidalgo" ] 10 => array:2 [ "nombre" => "José" "apellidos" => "Román Ivorra" ] 11 => array:2 [ "nombre" => "José Luis" "apellidos" => "Marenco" ] 12 => array:2 [ "nombre" => "José Vicente" "apellidos" => "Moreno Muelas" ] 13 => array:2 [ "nombre" => "Santiago" "apellidos" => "Muñoz-Fernández" ] 14 => array:2 [ "nombre" => "Joan M." "apellidos" => "Nolla" ] 15 => array:2 [ "nombre" => "Trinidad" "apellidos" => "Pérez" ] 16 => array:2 [ "nombre" => "Raimon" "apellidos" => "Sanmarti" ] 17 => array:2 [ "nombre" => "Pilar" "apellidos" => "Trenor" ] 18 => array:2 [ "nombre" => "Claudia" "apellidos" => "Urrego" ] 19 => array:2 [ "nombre" => "Javier" "apellidos" => "Vidal" ] 20 => array:2 [ "nombre" => "José Rosas" "apellidos" => "Gomez de Salazar" ] ] ] ] ] "idiomaDefecto" => "en" "Traduccion" => array:1 [ "es" => array:9 [ "pii" => "S1699258X16301620" "doi" => "10.1016/j.reuma.2016.12.001" "estado" => "S300" "subdocumento" => "" "abierto" => array:3 [ "ES" => true "ES2" => true "LATM" => true ] "gratuito" => true "lecturas" => array:1 [ "total" => 0 ] "idiomaDefecto" => "es" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S1699258X16301620?idApp=UINPBA00004M" ] ] "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S2173574318300352?idApp=UINPBA00004M" "url" => "/21735743/0000001400000003/v1_201805120507/S2173574318300352/v1_201805120507/en/main.assets" ] "itemAnterior" => array:19 [ "pii" => "S2173574318300340" "issn" => "21735743" "doi" => "10.1016/j.reumae.2017.07.003" "estado" => "S300" "fechaPublicacion" => "2018-05-01" "aid" => "1090" "copyright" => "Sociedad Española de Reumatología y Colegio Mexicano de Reumatología" "documento" => "article" "crossmark" => 1 "subdocumento" => "fla" "cita" => "Reumatol Clin. 2018;14:127-36" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:2 [ "total" => 3 "formatos" => array:2 [ "HTML" => 2 "PDF" => 1 ] ] "en" => array:13 [ "idiomaDefecto" => true "cabecera" => "<span class="elsevierStyleTextfn">Special Article</span>" "titulo" => "Current State of Biosimilars in Mexico: The Position of the Mexican College of Rheumatology, 2016" "tienePdf" => "en" "tieneTextoCompleto" => "en" "tieneResumen" => array:2 [ 0 => "en" 1 => "es" ] "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "127" "paginaFinal" => "136" ] ] "titulosAlternativos" => array:1 [ "es" => array:1 [ "titulo" => "Escenario actual de los medicamentos biocomparables en México: posicionamiento del Colegio Mexicano de Reumatología, 2016" ] ] "contieneResumen" => array:2 [ "en" => true "es" => true ] "contieneTextoCompleto" => array:1 [ "en" => true ] "contienePdf" => array:1 [ "en" => true ] "resumenGrafico" => array:2 [ "original" => 0 "multimedia" => array:7 [ "identificador" => "fig0005" "etiqueta" => "Fig. 1" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr1.jpeg" "Alto" => 1990 "Ancho" => 1633 "Tamanyo" => 189502 ] ] "descripcion" => array:1 [ "en" => "<p id="spar0015" class="elsevierStyleSimplePara elsevierViewall">Flow chart corresponding to the search for literature in this systematic review.</p>" ] ] ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "Daniel Xibille, Sandra Carrillo, Gabriela Huerta-Sil, Ramiro Hernández, Leonardo Limón, Guadalupe Olvera-Soto, Luis Javier Jara-Quezada, Abdieel Esquivel, Marcela Pérez-Rodríguez" "autores" => array:9 [ 0 => array:2 [ "nombre" => "Daniel" "apellidos" => "Xibille" ] 1 => array:2 [ "nombre" => "Sandra" "apellidos" => "Carrillo" ] 2 => array:2 [ "nombre" => "Gabriela" "apellidos" => "Huerta-Sil" ] 3 => array:2 [ "nombre" => "Ramiro" "apellidos" => "Hernández" ] 4 => array:2 [ "nombre" => "Leonardo" "apellidos" => "Limón" ] 5 => array:2 [ "nombre" => "Guadalupe" "apellidos" => "Olvera-Soto" ] 6 => array:2 [ "nombre" => "Luis Javier" "apellidos" => "Jara-Quezada" ] 7 => array:2 [ "nombre" => "Abdieel" "apellidos" => "Esquivel" ] 8 => array:2 [ "nombre" => "Marcela" "apellidos" => "Pérez-Rodríguez" ] ] ] ] ] "idiomaDefecto" => "en" "Traduccion" => array:1 [ "es" => array:9 [ "pii" => "S1699258X1730178X" "doi" => "10.1016/j.reuma.2017.07.002" "estado" => "S300" "subdocumento" => "" "abierto" => array:3 [ "ES" => true "ES2" => true "LATM" => true ] "gratuito" => true "lecturas" => array:1 [ "total" => 0 ] "idiomaDefecto" => "es" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S1699258X1730178X?idApp=UINPBA00004M" ] ] "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S2173574318300340?idApp=UINPBA00004M" "url" => "/21735743/0000001400000003/v1_201805120507/S2173574318300340/v1_201805120507/en/main.assets" ] "en" => array:21 [ "idiomaDefecto" => true "cabecera" => "<span class="elsevierStyleTextfn">Original Article</span>" "titulo" => "The Method Used to Set the Pass Mark in an Objective Structured Clinical Examination Defines the Performance of Candidates for Certification as Rheumatologists" "tieneTextoCompleto" => true "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "137" "paginaFinal" => "141" ] ] "autores" => array:1 [ 0 => array:4 [ "autoresLista" => "Virginia Pascual-Ramos, Ana Guilaisne Bernard-Medina, Diana Elsa Flores-Alvarado, Margarita Portela-Hernández, María del Rocío Maldonado-Velázquez, Luis Javier Jara-Quezada, Luis Manuel Amezcua-Guerra, Nadina E. Rubio-Judith López-Zepeda, Everardo Álvarez-Hernandez, Miguel Ángel Saavedra, César Alejandro Arce-Salinas" "autores" => array:12 [ 0 => array:4 [ "nombre" => "Virginia" "apellidos" => "Pascual-Ramos" "email" => array:1 [ 0 => "virtichu@gmail.com" ] "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">*</span>" "identificador" => "cor0005" ] ] ] 1 => array:2 [ "nombre" => "Ana" "apellidos" => "Guilaisne Bernard-Medina" ] 2 => array:2 [ "nombre" => "Diana Elsa" "apellidos" => "Flores-Alvarado" ] 3 => array:2 [ "nombre" => "Margarita" "apellidos" => "Portela-Hernández" ] 4 => array:2 [ "nombre" => "María del Rocío" "apellidos" => "Maldonado-Velázquez" ] 5 => array:2 [ "nombre" => "Luis Javier" "apellidos" => "Jara-Quezada" ] 6 => array:2 [ "nombre" => "Luis Manuel" "apellidos" => "Amezcua-Guerra" ] 7 => array:2 [ "nombre" => "Nadina E." "apellidos" => "Rubio-Judith López-Zepeda" ] 8 => array:2 [ "nombre" => "Everardo" "apellidos" => "Álvarez-Hernandez" ] 9 => array:2 [ "nombre" => "Miguel Ángel" "apellidos" => "Saavedra" ] 10 => array:2 [ "nombre" => "César Alejandro" "apellidos" => "Arce-Salinas" ] 11 => array:1 [ "colaborador" => "Consejo Mexicano de Reumatología (CMR)" ] ] "afiliaciones" => array:1 [ 0 => array:2 [ "entidad" => "Consejo Mexicano de Reumatología, Mexico City, Mexico" "identificador" => "aff0005" ] ] "correspondencia" => array:1 [ 0 => array:3 [ "identificador" => "cor0005" "etiqueta" => "⁎" "correspondencia" => "Corresponding author." ] ] ] ] "titulosAlternativos" => array:1 [ "es" => array:1 [ "titulo" => "El método para establecer el punto de corte en el examen clínico objetivo estructurado define el desempeño de los candidatos a la certificación como reumatólogo" ] ] "resumenGrafico" => array:2 [ "original" => 0 "multimedia" => array:7 [ "identificador" => "fig0010" "etiqueta" => "Fig. 2" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr2.jpeg" "Alto" => 947 "Ancho" => 1335 "Tamanyo" => 63578 ] ] "descripcion" => array:1 [ "en" => "<p id="spar0060" class="elsevierStyleSimplePara elsevierViewall">Correlation between the written test with multiple-choice questions that evaluates theoretical knowledge and the objective structured clinical examination (2016 certification). MCQ, multiple-choice questions; OSCE, objective structured clinical examination.</p>" ] ] ] "textoCompleto" => "<span class="elsevierStyleSections"><span id="sec0005" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0065">Introduction</span><p id="par0005" class="elsevierStylePara elsevierViewall">Councils that certify health specialists are committed to society, to ensure that certified physicians possess the clinical skills and necessary knowledge to practice their profession. As a part of this commitment, they develop and apply evaluation tools, establish pass marks and, finally, draft critical decisions, not only for those involved but also for the medical community and society. Thus, the choice of the pass mark must be robust from the methodological point of view, since this varies substantially depending on the method applied to calculate it.<a class="elsevierStyleCrossRef" href="#bib0115"><span class="elsevierStyleSup">1</span></a></p><p id="par0010" class="elsevierStylePara elsevierViewall">For years, the Mexican Accreditation Council for Rheumatology (CMR) has certified all the residents who have completed their studies as rheumatologists on an annual basis; certification is carried out at the end of training and consists of a written test with multiple-choice questions that evaluates theoretical knowledge (MCQ) and an examination to test clinical skills. The latter was traditionally based on a single case; due to the limitations inherent to said assessment tool modality,<a class="elsevierStyleCrossRefs" href="#bib0120"><span class="elsevierStyleSup">2,3</span></a> in 2013 we implemented and subsequently began to apply an objective structured clinical examination (OSCE) as part of the certification process.<a class="elsevierStyleCrossRef" href="#bib0130"><span class="elsevierStyleSup">4</span></a></p><p id="par0015" class="elsevierStylePara elsevierViewall">For certification in 2013 and 2014, the OSCE pass mark for accreditation was established “by criterion” as being 6 or more (in a scale of 0 to 10, in which 0 represented the worst performance); a session held expressly for this purpose was devoted to discuss and agree on the minimum number of items on a validated checklist to thus consider whether the skills of a rheumatologist were adequate and safe. Beginning in 2015, the evaluators assigned to each OSCE station were instructed and trained to complete the checklist, as well as to evaluate the general performance of the candidate using a Likert scale for the purpose of establishing the OSCE pass mark on the basis of the overall borderline performance (BPM).<a class="elsevierStyleCrossRef" href="#bib0135"><span class="elsevierStyleSup">5</span></a></p><p id="par0020" class="elsevierStylePara elsevierViewall">The objectives of the exercise were:<ul class="elsevierStyleList" id="lis0005"><li class="elsevierStyleListItem" id="lsti0005"><span class="elsevierStyleLabel">1.</span><p id="par0025" class="elsevierStylePara elsevierViewall">To compare the OSCE performance of the candidates for certification as rheumatologists, using pass marks established by 2 different methods, by criterion (CPM) and by the BPM method.</p></li><li class="elsevierStyleListItem" id="lsti0010"><span class="elsevierStyleLabel">2.</span><p id="par0030" class="elsevierStylePara elsevierViewall">To examine whether the correlation between the MCQ and the OSCE is affected by the pass mark selected.</p></li></ul></p></span><span id="sec0010" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0070">Material and Methods</span><p id="par0035" class="elsevierStylePara elsevierViewall">In Mexico, there are 16 centers accredited to prepare specialists in rheumatology. In 2015 and 2016, 43 and 37 candidates, respectively, applied for certification in rheumatology over 2 consecutive days; all of the candidates had completed a training program with a duration of at least 4 years in their respective educational institutions and had been recommended by their professors.</p><p id="par0040" class="elsevierStylePara elsevierViewall">The 2 versions of the MCQ consisted, respectively, of 222 and 200 questions, mostly presented in the format of case reports and posed by experienced certified rheumatologists, and reviewed by a council subcommittee formed by 4 certified rheumatologists. Both OSCE circuits were comprised of 15 stations designed by members of the council; each station was validated by a subcommittee of at least 6 certified rheumatologists who had not been involved in the design of the stations, provided that at least 80% of the evaluators approved the inclusion of each item on the checklist; each station had a duration of 8<span class="elsevierStyleHsp" style=""></span>min and the circuits included 4 rest stations. An external evaluator was assigned to each station. He or she was duly trained to score the checklist and the Likert scale concerning the overall performance of the candidate (fail, borderline and above range). The checklists of each station included a number of items that ranged from 5 to 21.</p><p id="par0045" class="elsevierStylePara elsevierViewall">The following pass marks were established for those 2 years: the process of certification in 2015 required a score ≥5.7 for the MCQ and ≥6 for the OSCE; the process of certification in 2016 required a score ≥6 for both the MCQ and OSCE evaluations. In all cases, the possible maximum score was 10.</p><p id="par0050" class="elsevierStylePara elsevierViewall">The BPM was calculated as follows: for each station, we selected the checklists of the candidates scored as “borderline” according to the Likert scale for overall performance. Then, we determined the mean score obtained in those checklists, which was the BPM for the station being evaluated. Finally, we obtained the BPM for the overall OSCE by averaging the BPM of the 15 stations.</p><p id="par0055" class="elsevierStylePara elsevierViewall">Each candidate was given a score for BPM and another for the OSCE (overall), by averaging the scores for the 15 stations.</p><span id="sec0015" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0075">Statistical Analysis</span><p id="par0060" class="elsevierStylePara elsevierViewall">Descriptive statistics were employed and the tests appropriate for the variable distribution were utilized. For construct validity, we correlated the BPM and OSCE scores using the Pearson correlation coefficient; likewise, we compared the BPM scores of those whose OSCE scores were above and below the pass mark with the Mann–Whitney <span class="elsevierStyleItalic">U</span> test. The analyses were carried out with the SPSS/PC v20 statistical package.</p></span></span><span id="sec0020" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0080">Results</span><p id="par0065" class="elsevierStylePara elsevierViewall"><a class="elsevierStyleCrossRef" href="#tbl0005">Table 1</a> summarizes the relevant data of the certification processes of 2015 and 2016. The average BPM scores were similar in the 2 years and close to 6.5, as were the percentages of candidates whose scores were below the pass mark, 12% and 14%, respectively.</p><elsevierMultimedia ident="tbl0005"></elsevierMultimedia><p id="par0070" class="elsevierStylePara elsevierViewall">The scores of the candidates in the OSCE were higher than those of the BPM in both years and close to 7.4; no candidate failed the OSCE according to the CPM. In both scores, the BPM of the OSCE was calculated to be 7.3 (in 2015) and 7.4 (in 2016), respectively. For this, we used the checklists of 30 and 26 candidates, respectively, scored as being borderline. In accordance with the BPM, the percentage of candidates who failed increased to about 50% in both years (<a class="elsevierStyleCrossRef" href="#tbl0005">Table 1</a>).</p><p id="par0075" class="elsevierStylePara elsevierViewall"><a class="elsevierStyleCrossRef" href="#tbl0010">Table 2</a> shows the number of items on the checklist for each station, the scores of the candidates in each station, the BPM of each station and candidate performance in accordance with the CPM and the BPM for certification in 2015. Similar data were encountered in the certification process of 2016 (not shown). In general, there is a substantial variation in the BPM in each station, from 4.5 for station number 2 to a value of 9.5 for number 10. The performance of the candidates in each station was better when the CPM was used rather than the BPM method, except in the case of station number 2.</p><elsevierMultimedia ident="tbl0010"></elsevierMultimedia><p id="par0080" class="elsevierStylePara elsevierViewall"><a class="elsevierStyleCrossRefs" href="#fig0005">Figs. 1 and 2</a> show that the correlation between MCQ and OSCE was significant and moderate in both certification processes (<span class="elsevierStyleItalic">r</span><span class="elsevierStyleHsp" style=""></span>=<span class="elsevierStyleHsp" style=""></span>0.67 and <span class="elsevierStyleItalic">r</span><span class="elsevierStyleHsp" style=""></span>=<span class="elsevierStyleHsp" style=""></span>0.53, for 2015 and 2016, respectively; <span class="elsevierStyleItalic">P</span><span class="elsevierStyleHsp" style=""></span>=<span class="elsevierStyleHsp" style=""></span>.001 in both cases). Similarly, the candidates with OSCE scores<span class="elsevierStyleHsp" style=""></span>≥<span class="elsevierStyleHsp" style=""></span>BPM had a better score in the MCQ than those with a score in the OSCE<span class="elsevierStyleHsp" style=""></span><<span class="elsevierStyleHsp" style=""></span>BPM, as is shown in <a class="elsevierStyleCrossRef" href="#tbl0005">Table 1</a>.</p><elsevierMultimedia ident="fig0005"></elsevierMultimedia><elsevierMultimedia ident="fig0010"></elsevierMultimedia></span><span id="sec0025" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0085">Discussion</span><p id="par0085" class="elsevierStylePara elsevierViewall">Society at the present time has a growing interest in the performance of physicians and demands that health workers be adequately prepared to exercise their profession. This process when defined in terms of regulation is known as certification of medical competence. It implies assessment, and that the evaluation be summative. It also requires the establishment of scores above which the candidate will (or will not) achieve certification. There are several methods to define those pass marks; however, the availability of human and economic resources is a key element in the selection of some in particular. At the present time, there is no gold standard to evaluate medical competence, although OSCE has gained followers in recent years.</p><p id="par0090" class="elsevierStylePara elsevierViewall">This report demonstrates that candidates for certification in rheumatology showed an extremely variable OSCE performance, depending on how the <span class="elsevierStyleItalic">a priori</span> establishment of the pass mark was carried out to define accreditation in the evaluation of clinical competence. This became evident when overall OSCE was considered for each candidate, as has been proposed by some authors, rather than to analyze the performance in each station.<a class="elsevierStyleCrossRef" href="#bib0135"><span class="elsevierStyleSup">5</span></a> In addition to the CPM method, we calculated the findings with BPM, for which each evaluator assigned to a station, directly and repeatedly, determined the general performance of the candidates using a Likert scale; this strategy has been proposed as an indispensable element in the attempt to not affect the reliability of the evaluation method.<a class="elsevierStyleCrossRef" href="#bib0140"><span class="elsevierStyleSup">6</span></a> The additional advantage of using scales to evaluate the general performance of the candidate (in contrast to checklists) is that they can include qualitative aspects such as efficiency and ease in the activities performed by the candidates, important aspects in their own right and that are difficult to examine by means of checklists.<a class="elsevierStyleCrossRef" href="#bib0145"><span class="elsevierStyleSup">7</span></a> In fact, there is evidence that overall evaluations are more reliable than checklists,<a class="elsevierStyleCrossRefs" href="#bib0140"><span class="elsevierStyleSup">6,7</span></a> although it has been pointed out that it is convenient to integrate several evaluation methods in the case of clinical competence with important consequences.<a class="elsevierStyleCrossRefs" href="#bib0150"><span class="elsevierStyleSup">8–10</span></a> The differences highlighted by each evaluation tool explain the variable performance of our candidates with both pass marks.</p><p id="par0095" class="elsevierStylePara elsevierViewall">The selected pass mark was not affected by the correlation between the MCQ and the OSCE. Our report confirms earlier studies that showed a moderate-to-good correlation between the 2 evaluations.<a class="elsevierStyleCrossRefs" href="#bib0165"><span class="elsevierStyleSup">11,12</span></a> Some authors have proposed that the proper correlation between the MCQ and the OSCE supports the construct validity of the OSCE; combined with the latter, we observe that the candidates who were not accredited by the OSCE in accordance with the BPM had a poorer performance in the MCQ. Finally, the construct validity of the BPM can be inferred from the fact that candidate performance scored as borderline varied from one station to another, as shown in <a class="elsevierStyleCrossRef" href="#tbl0010">Table 2</a>. We were concerned that the evaluators might use the checklist score to evaluate the overall performance of the candidates; had they done so as a consistent policy by the different evaluators, the BPM of the different stations would have been close to 5. It is worth mentioning that the correlation between the MCQ and the OSCE does not necessarily imply that the 2 tools evaluate the same knowledge and thus are redundant; although a substantial part of what the OSCE evaluates corresponds to the “knows” level of Miller's pyramid,<a class="elsevierStyleCrossRef" href="#bib0175"><span class="elsevierStyleSup">13</span></a> we consider that the use of both tools increases the information relative to candidate competence. Taking into account that this increase is limited and that the OSCE consumes considerable human and economic resources, it is necessary to optimize it mainly to evaluate the “shows how” level.</p><p id="par0100" class="elsevierStylePara elsevierViewall">This report has limitations that we point out here. The implementation and application of an OSCE is complex and requires extensive and consolidated experience, which the CMR is in the process of acquiring. A single evaluator per station (rather than 2) scored the checklist and the candidates’ overall performance. Although we observed an adequate correlation between the MCQ and the OSCE, we did not follow the recommendations of Matsell et al.,<a class="elsevierStyleCrossRef" href="#bib0180"><span class="elsevierStyleSup">14</span></a> who suggested classifying the OSCE stations in domains (knowledge, problem-solving, clinical skills and patient management) and correlating them with their equivalents in the MCQ. We could not correlate the OSCE score with the evaluations obtained during resident training because we had no access to the latter. The CMR developed an OSCE comprised of a limited number of stations, the duration of which was short (8<span class="elsevierStyleHsp" style=""></span>min), all of which affects the evaluation of those problems that require the integration of different skills, the fundamental objective in the process of certification. Finally, in each certification process, we had to apply 2 consecutive OSCE due to the limited number of offices, which may have affected the reproducibility of the results<a class="elsevierStyleCrossRef" href="#bib0185"><span class="elsevierStyleSup">15</span></a>; however, the physical space, the patients and the evaluators were the same in both circuits.</p><p id="par0105" class="elsevierStylePara elsevierViewall">In our specialty, there are few studies that analyze the performance of an OSCE to evaluate clinical competence.<a class="elsevierStyleCrossRefs" href="#bib0190"><span class="elsevierStyleSup">16–20</span></a> Those that do so in the academic and professional setting of a certification process are even more limited.<a class="elsevierStyleCrossRefs" href="#bib0135"><span class="elsevierStyleSup">5,17</span></a> The most recent trend in (medical) education is based on competence. Thus, the OSCE has the potential to be a suitable tool to evaluate clinical skills.<a class="elsevierStyleCrossRef" href="#bib0215"><span class="elsevierStyleSup">21</span></a> However, in those processes in which the outcome has an important impact on the candidates and society, we recommend the use of additional, complementary tools. This requires a careful analysis of the results, which depend on the method employed to define the pass mark, as can be seen in the present report.</p><p id="par0110" class="elsevierStylePara elsevierViewall">Finally, reflection on the tools used to evaluate clinical skills (such as the OSCE) should extend to the teaching of these skills in our specialty; priority is currently given to the traditional model of medical education, which has not been standardized throughout the different teaching hospitals in Mexico. It is characterized by the diversity of the populations attended, the health services to which the centers belong and their physical and human resources. This training model signifies a delay in the incorporation of innovative education technologies, such as simulation-based medical education, which has been found to favor the acquisition of a wide range of clinical skill as compared to the traditional model.<a class="elsevierStyleCrossRef" href="#bib0220"><span class="elsevierStyleSup">22</span></a></p><p id="par0115" class="elsevierStylePara elsevierViewall">In conclusion, the CMR has invested time, commitment and resources to confer transparency, professionalism and reliability to the process of certification in rheumatology; thus, it has developed robust tools for evaluation and has questioned its performance. We consider that this is the path to follow, despite the doubts and frustration that emerge when we report failures, and that the same reflection and effort should be extended to the model for training our specialists.</p></span><span id="sec0030" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0090">Ethical Disclosures</span><span id="sec0035" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0095">Protection of human and animal subjects</span><p id="par0120" class="elsevierStylePara elsevierViewall">The authors declare that no experiments were performed on humans or animals for this study.</p></span><span id="sec0040" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0100">Confidentiality of data</span><p id="par0125" class="elsevierStylePara elsevierViewall">The authors declare that no patient data appear in this article.</p></span><span id="sec0045" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0105">Right to privacy and informed consent</span><p id="par0130" class="elsevierStylePara elsevierViewall">The authors declare that no patient data appear in this article.</p></span></span><span id="sec0050" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0110">Conflict of Interest</span><p id="par0135" class="elsevierStylePara elsevierViewall">The authors declare they have no conflicts of interest.</p></span></span>" "textoCompletoSecciones" => array:1 [ "secciones" => array:12 [ 0 => array:3 [ "identificador" => "xres1025188" "titulo" => "Abstract" "secciones" => array:4 [ 0 => array:2 [ "identificador" => "abst0005" "titulo" => "Background" ] 1 => array:2 [ "identificador" => "abst0010" "titulo" => "Methods" ] 2 => array:2 [ "identificador" => "abst0015" "titulo" => "Results" ] 3 => array:2 [ "identificador" => "abst0020" "titulo" => "Conclusions" ] ] ] 1 => array:2 [ "identificador" => "xpalclavsec982976" "titulo" => "Keywords" ] 2 => array:3 [ "identificador" => "xres1025187" "titulo" => "Resumen" "secciones" => array:4 [ 0 => array:2 [ "identificador" => "abst0025" "titulo" => "Antecedentes" ] 1 => array:2 [ "identificador" => "abst0030" "titulo" => "Material y métodos" ] 2 => array:2 [ "identificador" => "abst0035" "titulo" => "Resultados" ] 3 => array:2 [ "identificador" => "abst0040" "titulo" => "Conclusiones" ] ] ] 3 => array:2 [ "identificador" => "xpalclavsec982975" "titulo" => "Palabras clave" ] 4 => array:2 [ "identificador" => "sec0005" "titulo" => "Introduction" ] 5 => array:3 [ "identificador" => "sec0010" "titulo" => "Material and Methods" "secciones" => array:1 [ 0 => array:2 [ "identificador" => "sec0015" "titulo" => "Statistical Analysis" ] ] ] 6 => array:2 [ "identificador" => "sec0020" "titulo" => "Results" ] 7 => array:2 [ "identificador" => "sec0025" "titulo" => "Discussion" ] 8 => array:3 [ "identificador" => "sec0030" "titulo" => "Ethical Disclosures" "secciones" => array:3 [ 0 => array:2 [ "identificador" => "sec0035" "titulo" => "Protection of human and animal subjects" ] 1 => array:2 [ "identificador" => "sec0040" "titulo" => "Confidentiality of data" ] 2 => array:2 [ "identificador" => "sec0045" "titulo" => "Right to privacy and informed consent" ] ] ] 9 => array:2 [ "identificador" => "sec0050" "titulo" => "Conflict of Interest" ] 10 => array:2 [ "identificador" => "xack346248" "titulo" => "Acknowledgments" ] 11 => array:1 [ "titulo" => "References" ] ] ] "pdfFichero" => "main.pdf" "tienePdf" => true "fechaRecibido" => "2016-07-11" "fechaAceptado" => "2016-11-25" "PalabrasClave" => array:2 [ "en" => array:1 [ 0 => array:4 [ "clase" => "keyword" "titulo" => "Keywords" "identificador" => "xpalclavsec982976" "palabras" => array:2 [ 0 => "Education-based competence" 1 => "Accreditation" ] ] ] "es" => array:1 [ 0 => array:4 [ "clase" => "keyword" "titulo" => "Palabras clave" "identificador" => "xpalclavsec982975" "palabras" => array:2 [ 0 => "Competencias basadas en educación" 1 => "Certificación" ] ] ] ] "tieneResumen" => true "resumen" => array:2 [ "en" => array:3 [ "titulo" => "Abstract" "resumen" => "<span id="abst0005" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0010">Background</span><p id="spar0005" class="elsevierStyleSimplePara elsevierViewall">The Mexican Accreditation Council for Rheumatology certifies trainees (TR) on an annual basis using both a multiple-choice question (MCQ) test and an objective structured clinical examination (OSCE). For 2013 and 2014, the OSCE pass mark (PM) was set by criterion referencing as ≥6 (CPM), whereas overall rating of borderline performance method (BPM) was added for 2015 and 2016 accreditations. We compared OSCE TR performance according to CPM and BPM, and examined whether correlations between MCQ and OSCE were affected by PM.</p></span> <span id="abst0010" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0015">Methods</span><p id="spar0010" class="elsevierStyleSimplePara elsevierViewall">Forty-three (2015) and 37 (2016) candidates underwent both tests. Altogether, OSCE were integrated by 15 validated stations; one evaluator per station scored TR performance according to a station-tailored check-list and a Likert scale (fail, borderline, above range) of overall performance. A composite OSCE score was derived for each candidate. Appropriate statistics were used.</p></span> <span id="abst0015" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0020">Results</span><p id="spar0015" class="elsevierStyleSimplePara elsevierViewall">Mean (±standard derivation [SD]) MCQ test scores were 6.6<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>0.6 (2015) and 6.4<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>0.6 (2016) with 5 candidates receiving a failing score each year. Mean (±SD) OSCE scores were 7.4<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>0.6 (2015) and 7.3<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>0.6 (2016); no candidate received a failing CPM score in either 2015 or 2016 OSCE, although 21 (49%) and 19 (51%) TR, respectively, received a failing BPM score (calculated as 7.3 and 7.4, respectively). Stations for BPM ranged from 4.5 to 9.5; overall, candidates showed better performance in CPM.</p><p id="spar0020" class="elsevierStyleSimplePara elsevierViewall">In all, MCQ correlated with composite OSCE, <span class="elsevierStyleItalic">r</span><span class="elsevierStyleHsp" style=""></span>=<span class="elsevierStyleHsp" style=""></span>0.67 (2015) and <span class="elsevierStyleItalic">r</span><span class="elsevierStyleHsp" style=""></span>=<span class="elsevierStyleHsp" style=""></span>0.53 (2016); <span class="elsevierStyleItalic">P</span><span class="elsevierStyleHsp" style=""></span>≤<span class="elsevierStyleHsp" style=""></span>.001. Trainees with a passing BPM score in OSCE had higher MCQ scores than those with a failing score.</p></span> <span id="abst0020" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0025">Conclusions</span><p id="spar0025" class="elsevierStyleSimplePara elsevierViewall">Overall, OSCE-PM selection impacted candidates’ performance but had a limited affect on correlation between clinical and practical examinations.</p></span>" "secciones" => array:4 [ 0 => array:2 [ "identificador" => "abst0005" "titulo" => "Background" ] 1 => array:2 [ "identificador" => "abst0010" "titulo" => "Methods" ] 2 => array:2 [ "identificador" => "abst0015" "titulo" => "Results" ] 3 => array:2 [ "identificador" => "abst0020" "titulo" => "Conclusions" ] ] ] "es" => array:3 [ "titulo" => "Resumen" "resumen" => "<span id="abst0025" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0035">Antecedentes</span><p id="spar0030" class="elsevierStyleSimplePara elsevierViewall">El Consejo Mexicano de Reumatología certifica candidatos mediante una evaluación teórica (ET) y un examen clínico objetivo estructurado (ECOE). En 2013 y 2014, el punto de corte para acreditar el ECOE se estableció por criterio (PC ≥6); a partir del 2015, también se estableció por el método del desempeño limítrofe (PDL). Se comparó el desempeño de los candidatos con ambos puntos de corte y examinó su impacto en la correlación entre la ET y el ECOE.</p></span> <span id="abst0030" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0040">Material y métodos</span><p id="spar0035" class="elsevierStyleSimplePara elsevierViewall">En 2015 y 2016, respectivamente, 43 y 37 candidatos aplicaron; ambos ECOE se integraron con 15 estaciones; un evaluador por estación calificó la lista de cotejo y el desempeño global del candidato mediante una escala de Likert (inferior, limítrofe y superior). A cada candidato se le asignó una calificación global del ECOE.</p></span> <span id="abst0035" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0045">Resultados</span><p id="spar0040" class="elsevierStyleSimplePara elsevierViewall">El promedio (±DE) de la ET fue de 6,6 (±0,6) en el 2015 y de 6,4 (±0,6) en el 2016; 5 candidatos/año no acreditaron. El promedio (±DE) del ECOE fue de 7,4 (±0,6) y 7,3 (±0,6), respectivamente; todos acreditaron de acuerdo con el PC, mientras que 21 (49%) y 19 (51%) no lo hicieron de acuerdo con el PDL (7,3 en 2015 y 7,4 en 2016). Los PDL para cada estación variaron.</p><p id="spar0045" class="elsevierStyleSimplePara elsevierViewall">La ET correlacionó con el ECOE. Los candidatos con ECOE acreditado (por PDL) calificaron mejor en la ET que su contraparte.</p></span> <span id="abst0040" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0050">Conclusiones</span><p id="spar0050" class="elsevierStyleSimplePara elsevierViewall">El método para establecer el punto de corte del ECOE afecta al desempeño de los candidatos a una certificación, pero no impacta a la correlación entre la ET y el ECOE.</p></span>" "secciones" => array:4 [ 0 => array:2 [ "identificador" => "abst0025" "titulo" => "Antecedentes" ] 1 => array:2 [ "identificador" => "abst0030" "titulo" => "Material y métodos" ] 2 => array:2 [ "identificador" => "abst0035" "titulo" => "Resultados" ] 3 => array:2 [ "identificador" => "abst0040" "titulo" => "Conclusiones" ] ] ] ] "NotaPie" => array:1 [ 0 => array:2 [ "etiqueta" => "☆" "nota" => "<p class="elsevierStyleNotepara" id="npar0005">Please cite this article as: Pascual-Ramos V, Guilaisne Bernard-Medina A, Flores-Alvarado DE, Portela-Hernández M, Maldonado-Velázquez MR, Jara-Quezada LJ, et al. El método para establecer el punto de corte en el examen clínico objetivo estructurado define el desempeño de los candidatos a la certificación como reumatólogo. Reumatol Clin. 2018;14:137–141.</p>" ] ] "multimedia" => array:4 [ 0 => array:7 [ "identificador" => "fig0005" "etiqueta" => "Fig. 1" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr1.jpeg" "Alto" => 807 "Ancho" => 1335 "Tamanyo" => 56563 ] ] "descripcion" => array:1 [ "en" => "<p id="spar0055" class="elsevierStyleSimplePara elsevierViewall">Correlation between the written test with multiple-choice questions that evaluates theoretical knowledge and the objective structured clinical examination (2015 certification). MCQ, multiple-choice questions; OSCE, objective structured clinical examination.</p>" ] ] 1 => array:7 [ "identificador" => "fig0010" "etiqueta" => "Fig. 2" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr2.jpeg" "Alto" => 947 "Ancho" => 1335 "Tamanyo" => 63578 ] ] "descripcion" => array:1 [ "en" => "<p id="spar0060" class="elsevierStyleSimplePara elsevierViewall">Correlation between the written test with multiple-choice questions that evaluates theoretical knowledge and the objective structured clinical examination (2016 certification). MCQ, multiple-choice questions; OSCE, objective structured clinical examination.</p>" ] ] 2 => array:8 [ "identificador" => "tbl0005" "etiqueta" => "Table 1" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at1" "detalle" => "Table " "rol" => "short" ] ] "tabla" => array:2 [ "leyenda" => "<p id="spar0070" class="elsevierStyleSimplePara elsevierViewall">BPM, borderline performance method; CPM, pass mark by criterion; MCQ, written test with multiple-choice questions that evaluates theoretical knowledge; OSCE, objective structured clinical examination; Q, quartile; SD, standard deviation.</p>" "tablatextoimagen" => array:1 [ 0 => array:2 [ "tabla" => array:1 [ 0 => """ <table border="0" frame="\n \t\t\t\t\tvoid\n \t\t\t\t" class=""><thead title="thead"><tr title="table-row"><th class="td" title="table-head " align="" valign="top" scope="col" style="border-bottom: 2px solid black"> \t\t\t\t\t\t\n \t\t\t\t</th><th class="td" title="table-head " align="left" valign="top" scope="col" style="border-bottom: 2px solid black">2015 No.<span class="elsevierStyleHsp" style=""></span>=<span class="elsevierStyleHsp" style=""></span>43 \t\t\t\t\t\t\n \t\t\t\t</th><th class="td" title="table-head " align="left" valign="top" scope="col" style="border-bottom: 2px solid black">2016 No.<span class="elsevierStyleHsp" style=""></span>=<span class="elsevierStyleHsp" style=""></span>37 \t\t\t\t\t\t\n \t\t\t\t</th></tr></thead><tbody title="tbody"><tr title="table-row"><td class="td-with-role" title="table-entry ; entry_with_role_rowhead " align="left" valign="top">MCQ (mean<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>SD) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.6<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>0.6 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.4<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>0.6 \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="table-entry ; entry_with_role_rowhead " align="left" valign="top">Candidates with a failing score in MCQ, n (%) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">5 (12) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">5 (14) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="table-entry ; entry_with_role_rowhead " align="left" valign="top">Overall OSCE (mean<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>SD) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.4<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>0.6 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.3<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>0.6 \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="table-entry ; entry_with_role_rowhead " align="left" valign="top">Candidates with a score of OSCE<span class="elsevierStyleHsp" style=""></span><<span class="elsevierStyleHsp" style=""></span>CPM, n (%) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">0 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">0 \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="table-entry ; entry_with_role_rowhead " align="left" valign="top">Overall BPM \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.3 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.4 \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="table-entry ; entry_with_role_rowhead " align="left" valign="top">Candidates with a score of OSCE<span class="elsevierStyleHsp" style=""></span><<span class="elsevierStyleHsp" style=""></span>BPM, n (%) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">21 (49) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">19 (51) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="table-entry ; entry_with_role_rowhead " align="left" valign="top">MCQ score in candidates with OSCE<span class="elsevierStyleHsp" style=""></span>≥<span class="elsevierStyleHsp" style=""></span>BPM, median (Q25–Q75) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.1 (6.4–7.3) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.8 (7.5–8) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="table-entry ; entry_with_role_rowhead " align="left" valign="top">MCQ score in candidates with OSCE<span class="elsevierStyleHsp" style=""></span><<span class="elsevierStyleHsp" style=""></span>BPM, median (Q25–Q75) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.3 (5.9–6.7) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.9 (6.5–7.2) \t\t\t\t\t\t\n \t\t\t\t</td></tr></tbody></table> """ ] "imagenFichero" => array:1 [ 0 => "xTab1743109.png" ] ] ] ] "descripcion" => array:1 [ "en" => "<p id="spar0065" class="elsevierStyleSimplePara elsevierViewall">Results of the Certification Processes in 2015 and 2016.</p>" ] ] 3 => array:8 [ "identificador" => "tbl0010" "etiqueta" => "Table 2" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at2" "detalle" => "Table " "rol" => "short" ] ] "tabla" => array:2 [ "leyenda" => "<p id="spar0080" class="elsevierStyleSimplePara elsevierViewall">BPM, borderline performance method; CPM, pass mark by criterion, SD, standard deviation.</p>" "tablatextoimagen" => array:1 [ 0 => array:2 [ "tabla" => array:1 [ 0 => """ <table border="0" frame="\n \t\t\t\t\tvoid\n \t\t\t\t" class=""><thead title="thead"><tr title="table-row"><th class="td" title="table-head " align="left" valign="top" scope="col" style="border-bottom: 2px solid black">Station \t\t\t\t\t\t\n \t\t\t\t</th><th class="td" title="table-head " align="left" valign="top" scope="col" style="border-bottom: 2px solid black">Score: mean<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>SD \t\t\t\t\t\t\n \t\t\t\t</th><th class="td" title="table-head " align="left" valign="top" scope="col" style="border-bottom: 2px solid black">BPM \t\t\t\t\t\t\n \t\t\t\t</th><th class="td" title="table-head " align="left" valign="top" scope="col" style="border-bottom: 2px solid black">No. (%) candidates with a score<span class="elsevierStyleHsp" style=""></span>≥<span class="elsevierStyleHsp" style=""></span>CPM \t\t\t\t\t\t\n \t\t\t\t</th><th class="td" title="table-head " align="left" valign="top" scope="col" style="border-bottom: 2px solid black">No. (%) candidates with a score<span class="elsevierStyleHsp" style=""></span>≥<span class="elsevierStyleHsp" style=""></span>BPM \t\t\t\t\t\t\n \t\t\t\t</th></tr></thead><tbody title="tbody"><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">1 (5) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.6<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1.1 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.7 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">40 (93) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">21 (49) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">2 (5) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">4.8<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1.6 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">4.5 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">11 (26) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">18 (42) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">3 (6) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.8<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1.8 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.7 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">35 (81) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">27 (63) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">4 (14) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.1<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.0 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">21 (49) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">13 (30) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">5 (14) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.4<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1.3 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.9 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">37 (86) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">28 (65) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">6 (21) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.7<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1.3 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.6 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">35 (81) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">26 (61) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">7 (9) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.7<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>2.3 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">8.6 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">26 (61) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">23 (53) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">8 (15) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1.7 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.8 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">19 (44) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">13 (30) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">9 (14) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.7<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1.8 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.5 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">31 (72) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">26 (61) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">10 (19) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">9.7<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>0.6 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">9.5 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">43 (100) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">31 (72) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">11 (10) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.7<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1.5 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.7 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">36 (84) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">23 (53) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">12 (8) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">9.0<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1.3 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">8.6 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">43 (100) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">22 (51) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">13 (8) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.3<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1.8 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">7.2 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">36 (84) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">22 (51) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">14 (6) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">8.7<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>1.4 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">8.2 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">42 (98) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">35 (81) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td" title="table-entry " align="char" valign="top">15 (17) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.6<span class="elsevierStyleHsp" style=""></span>±<span class="elsevierStyleHsp" style=""></span>0.9 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">6.5 \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">30 (70) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="table-entry " align="char" valign="top">19 (44) \t\t\t\t\t\t\n \t\t\t\t</td></tr></tbody></table> """ ] "imagenFichero" => array:1 [ 0 => "xTab1743108.png" ] ] ] ] "descripcion" => array:1 [ "en" => "<p id="spar0075" class="elsevierStyleSimplePara elsevierViewall">Performance of the Candidates per Station in Accordance With the Pass Mark by Criterion and Borderline Performance Method During the Certification Process of 2015.</p>" ] ] ] "bibliografia" => array:2 [ "titulo" => "References" "seccion" => array:1 [ 0 => array:2 [ "identificador" => "bibs0015" "bibliografiaReferencia" => array:22 [ 0 => array:3 [ "identificador" => "bib0115" "etiqueta" => "1" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Validity threats: overcoming interface with proposed interpretations of assessment data" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "S.M. Downing" 1 => "T.M. Haladyna" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Med Educ" "fecha" => "2004" "volumen" => "38" "paginaInicial" => "327" "paginaFinal" => "333" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/14996342" "web" => "Medline" ] ] ] ] ] ] ] ] 1 => array:3 [ "identificador" => "bib0120" "etiqueta" => "2" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The long case" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "V. Wass" 1 => "C. van der Vleuten" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1111/j.1365-2929.2004.01985.x" "Revista" => array:6 [ "tituloSerie" => "Med Educ" "fecha" => "2004" "volumen" => "38" "paginaInicial" => "1176" "paginaFinal" => "1180" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/15507012" "web" => "Medline" ] ] ] ] ] ] ] ] 2 => array:3 [ "identificador" => "bib0125" "etiqueta" => "3" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The observed long-case in clinical assessment" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "D.I. Nweble" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Med Educ" "fecha" => "1994" "volumen" => "25" "paginaInicial" => "369" "paginaFinal" => "373" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/1758312" "web" => "Medline" ] ] ] ] ] ] ] ] 3 => array:3 [ "identificador" => "bib0130" "etiqueta" => "4" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Performance of an objective structured clinical examination in a national certification process of trainees in rheumatology" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:6 [ 0 => "V. Pascual Ramos" 1 => "G. Medrano Ramírez" 2 => "E. Solís Vallejo" 3 => "A.G. Bernard Medina" 4 => "D.E. Flores Alvarado" 5 => "M. Portela Hernández" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1016/j.reuma.2014.10.007" "Revista" => array:6 [ "tituloSerie" => "Reumatol Clin" "fecha" => "2015" "volumen" => "11" "paginaInicial" => "215" "paginaFinal" => "220" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/25523985" "web" => "Medline" ] ] ] ] ] ] ] ] 4 => array:3 [ "identificador" => "bib0135" "etiqueta" => "5" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Standard setting in an objective structured clinical examination: use of global ratings of borderline performance to determine the passing score" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "T.J. Wilkinson" 1 => "D.I. Newble" 2 => "C.M. Frampton" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Med Educ" "fecha" => "2001" "volumen" => "35" "paginaInicial" => "1043" "paginaFinal" => "1049" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/11703640" "web" => "Medline" ] ] ] ] ] ] ] ] 5 => array:3 [ "identificador" => "bib0140" "etiqueta" => "6" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Comparing the psychometric properties of checklists and global ratings scales for assessing performance on an OSCE-format examination" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "G. Regehr" 1 => "H. Mac Rae" 2 => "R.K. Reznik" 3 => "D. Szalay" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Acad Med" "fecha" => "1998" "volumen" => "73" "paginaInicial" => "993" "paginaFinal" => "997" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/9759104" "web" => "Medline" ] ] ] ] ] ] ] ] 6 => array:3 [ "identificador" => "bib0145" "etiqueta" => "7" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "A systematic review of validity evidence for checklists versus global rating scales in simulation-based assessment" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "J.S. Ilgen" 1 => "I.W.Y. Ma" 2 => "R. Hatala" 3 => "D.A. Cook" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1111/medu.12621" "Revista" => array:6 [ "tituloSerie" => "Med Educ" "fecha" => "2015" "volumen" => "49" "paginaInicial" => "161" "paginaFinal" => "173" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/25626747" "web" => "Medline" ] ] ] ] ] ] ] ] 7 => array:3 [ "identificador" => "bib0150" "etiqueta" => "8" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The use of clinical simulations in assessment" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "L.W. Schuwirth" 1 => "C.P. van der Vleuten" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Med Educ" "fecha" => "2003" "volumen" => "37" "paginaInicial" => "65" "paginaFinal" => "71" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/14641641" "web" => "Medline" ] ] ] ] ] ] ] ] 8 => array:3 [ "identificador" => "bib0155" "etiqueta" => "9" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Assessment of clinical competence" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "V. Wass" 1 => "C. van der Vleuten" 2 => "J. Shatzer" 3 => "R. Jones" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1016/S0140-6736(00)04221-5" "Revista" => array:6 [ "tituloSerie" => "Lancet" "fecha" => "2001" "volumen" => "357" "paginaInicial" => "945" "paginaFinal" => "949" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/11289364" "web" => "Medline" ] ] ] ] ] ] ] ] 9 => array:3 [ "identificador" => "bib0160" "etiqueta" => "10" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Techniques for measuring clinical competence: objective structured clinical examination" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "D. Newble" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Med Educ" "fecha" => "2004" "volumen" => "38" "paginaInicial" => "199" "paginaFinal" => "203" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/14871390" "web" => "Medline" ] ] ] ] ] ] ] ] 10 => array:3 [ "identificador" => "bib0165" "etiqueta" => "11" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "A written test as an alternative to performance testing" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "C.P. Van der Vleuten" 1 => "S.J. van Luyk" 2 => "H.J. Beckers" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Med Educ" "fecha" => "1989" "volumen" => "23" "paginaInicial" => "97" "paginaFinal" => "107" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/2927349" "web" => "Medline" ] ] ] ] ] ] ] ] 11 => array:3 [ "identificador" => "bib0170" "etiqueta" => "12" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Musculoskeletal ultrasound objective structured clinical examination: an assessment of the test" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:6 [ 0 => "E.Y. Kissin" 1 => "P.C. Grayson" 2 => "A.C. Cannella" 3 => "P.J. Demarco" 4 => "A. Evangelisto" 5 => "J. Goyal" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Arthritis Care Res" "fecha" => "2014" "volumen" => "66" "paginaInicial" => "2" "paginaFinal" => "6" "itemHostRev" => array:3 [ "pii" => "S0264410X13015934" "estado" => "S300" "issn" => "0264410X" ] ] ] ] ] ] ] 12 => array:3 [ "identificador" => "bib0175" "etiqueta" => "13" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The assessment of clinical skills/competence/performance" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "G.E. Miller" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:7 [ "tituloSerie" => "Acad Med" "fecha" => "1990" "volumen" => "65" "numero" => "Suppl. 9" "paginaInicial" => "S63" "paginaFinal" => "S67" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/2400509" "web" => "Medline" ] ] ] ] ] ] ] ] 13 => array:3 [ "identificador" => "bib0180" "etiqueta" => "14" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Reliability and validity of the objective structured clinical examination in paediatrics" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "D.G. Matsell" 1 => "N.M. Wolfish" 2 => "E. Hsu" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Med Educ" "fecha" => "1991" "volumen" => "25" "paginaInicial" => "293" "paginaFinal" => "299" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/1890958" "web" => "Medline" ] ] ] ] ] ] ] ] 14 => array:3 [ "identificador" => "bib0185" "etiqueta" => "15" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Assessment of clinical skills with standardized patients: state of the art" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "C.P. Van der Vleuten" 1 => "D.B. Swanson" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Teach Learn Med" "fecha" => "1990" "volumen" => "2" "paginaInicial" => "58" "paginaFinal" => "72" ] ] ] ] ] ] 15 => array:3 [ "identificador" => "bib0190" "etiqueta" => "16" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Assessment of clinical competence using objective structured examination" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "R.M. Harden" 1 => "M. Stevenson" 2 => "W.W. Downie" 3 => "G.M. Wilson" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Br Med" "fecha" => "1975" "volumen" => "1" "paginaInicial" => "447" "paginaFinal" => "451" ] ] ] ] ] ] 16 => array:3 [ "identificador" => "bib0195" "etiqueta" => "17" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Design and validation of 2 objective structured clinical examination stations to assess core undergraduate examination skills of the hand and knee" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:5 [ 0 => "N. Raj" 1 => "L.J. Badcock" 2 => "G.A. Brown" 3 => "C.M. Deighton" 4 => "S.C. O’Reilly" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "J Rheumatol" "fecha" => "2007" "volumen" => "34" "paginaInicial" => "421" "paginaFinal" => "424" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/17304661" "web" => "Medline" ] ] ] ] ] ] ] ] 17 => array:3 [ "identificador" => "bib0200" "etiqueta" => "18" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Assessment of specialist registrars in rheumatology: experience of an objective structured clinical examination (OSCE)" "autores" => array:1 [ 0 => array:3 [ "colaboracion" => "West Midlands Rheumatology Services and Training Committee" "etal" => false "autores" => array:1 [ 0 => "A.B. Hassell" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Rheumatology" "fecha" => "2002" "volumen" => "41" "paginaInicial" => "1323" "paginaFinal" => "1328" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/12422008" "web" => "Medline" ] ] ] ] ] ] ] ] 18 => array:3 [ "identificador" => "bib0205" "etiqueta" => "19" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Assessment of clinical nurse specialists in rheumatology using an OSCE" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "S. Ryan" 1 => "K. Stevenson" 2 => "A.B. Hassell" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Musculoskelet Care" "fecha" => "2007" "volumen" => "5" "paginaInicial" => "119" "paginaFinal" => "129" ] ] ] ] ] ] 19 => array:3 [ "identificador" => "bib0210" "etiqueta" => "20" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Expert panel consensus on assessment checklists for a rheumatology objective structured clinical examination" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:6 [ 0 => "L.G. Criscione-Schreiber" 1 => "R.J. Solana" 2 => "J. Hawley" 3 => "B.L. Jonas" 4 => "K. O’Rourke" 5 => "M.B. Bolster" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Arthritis Care Res" "fecha" => "2015" "volumen" => "67" "paginaInicial" => "898" "paginaFinal" => "904" ] ] ] ] ] ] 20 => array:3 [ "identificador" => "bib0215" "etiqueta" => "21" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The objective structured clinical examination: a step in the direction of competency-based evaluation" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "C. Carraccio" 1 => "R. Englander" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:7 [ "tituloSerie" => "Arch Pediatr Adolesc Med" "fecha" => "2000" "volumen" => "154" "paginaInicial" => "736" "paginaFinal" => "741" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/10891028" "web" => "Medline" ] ] "itemHostRev" => array:3 [ "pii" => "S0264410X13014059" "estado" => "S300" "issn" => "0264410X" ] ] ] ] ] ] ] 21 => array:3 [ "identificador" => "bib0220" "etiqueta" => "22" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Does simulation-based medical education with deliberate practice yield better results than traditional clinical education? A meta-analytic comparative review of the evidence" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:5 [ 0 => "W.C. Mc Gaghie" 1 => "S.B. Issenberg" 2 => "E.R. Cohen" 3 => "J.H. Barsuk" 4 => "D.B. Wayne" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1097/ACM.0b013e318217e119" "Revista" => array:6 [ "tituloSerie" => "Acad Med" "fecha" => "2011" "volumen" => "86" "paginaInicial" => "706" "paginaFinal" => "711" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/21512370" "web" => "Medline" ] ] ] ] ] ] ] ] ] ] ] ] "agradecimientos" => array:1 [ 0 => array:4 [ "identificador" => "xack346248" "titulo" => "Acknowledgments" "texto" => "<p id="par0140" class="elsevierStylePara elsevierViewall">We thank all the patients who, year after year, help us with their enthusiasm, effort and commitment in the Mexican examination for certification in rheumatology.</p>" "vista" => "all" ] ] ] "idiomaDefecto" => "en" "url" => "/21735743/0000001400000003/v1_201805120507/S2173574318300364/v1_201805120507/en/main.assets" "Apartado" => array:4 [ "identificador" => "43294" "tipo" => "SECCION" "en" => array:2 [ "titulo" => "Original articles" "idiomaDefecto" => true ] "idiomaDefecto" => "en" ] "PDF" => "https://static.elsevier.es/multimedia/21735743/0000001400000003/v1_201805120507/S2173574318300364/v1_201805120507/en/main.pdf?idApp=UINPBA00004M&text.app=https://reumatologiaclinica.org/" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S2173574318300364?idApp=UINPBA00004M" ]
| Year/Month | Html | Total | |
|---|---|---|---|
| 2024 November | 2 | 1 | 3 |
| 2024 October | 67 | 28 | 95 |
| 2024 September | 49 | 21 | 70 |
| 2024 August | 79 | 34 | 113 |
| 2024 July | 118 | 45 | 163 |
| 2024 June | 83 | 36 | 119 |
| 2024 May | 99 | 30 | 129 |
| 2024 April | 64 | 28 | 92 |
| 2024 March | 52 | 34 | 86 |
| 2024 February | 38 | 24 | 62 |
| 2024 January | 35 | 28 | 63 |
| 2023 December | 38 | 25 | 63 |
| 2023 November | 45 | 28 | 73 |
| 2023 October | 36 | 33 | 69 |
| 2023 September | 71 | 31 | 102 |
| 2023 August | 39 | 17 | 56 |
| 2023 July | 37 | 24 | 61 |
| 2023 June | 32 | 21 | 53 |
| 2023 May | 66 | 29 | 95 |
| 2023 April | 29 | 8 | 37 |
| 2023 March | 82 | 29 | 111 |
| 2023 February | 50 | 23 | 73 |
| 2023 January | 47 | 14 | 61 |
| 2022 December | 98 | 39 | 137 |
| 2022 November | 68 | 31 | 99 |
| 2022 October | 68 | 34 | 102 |
| 2022 September | 46 | 38 | 84 |
| 2022 August | 55 | 32 | 87 |
| 2022 July | 62 | 39 | 101 |
| 2022 June | 55 | 32 | 87 |
| 2022 May | 57 | 34 | 91 |
| 2022 April | 86 | 40 | 126 |
| 2022 March | 57 | 53 | 110 |
| 2022 February | 43 | 31 | 74 |
| 2022 January | 57 | 47 | 104 |
| 2021 December | 57 | 33 | 90 |
| 2021 November | 64 | 49 | 113 |
| 2021 October | 69 | 47 | 116 |
| 2021 September | 38 | 35 | 73 |
| 2021 August | 31 | 39 | 70 |
| 2021 July | 22 | 30 | 52 |
| 2021 June | 37 | 31 | 68 |
| 2021 May | 54 | 34 | 88 |
| 2021 April | 82 | 60 | 142 |
| 2021 March | 60 | 30 | 90 |
| 2021 February | 33 | 20 | 53 |
| 2021 January | 28 | 27 | 55 |
| 2020 December | 42 | 18 | 60 |
| 2020 November | 36 | 21 | 57 |
| 2020 October | 22 | 16 | 38 |
| 2020 September | 49 | 27 | 76 |
| 2020 August | 21 | 16 | 37 |
| 2020 July | 24 | 21 | 45 |
| 2020 June | 45 | 20 | 65 |
| 2020 May | 38 | 17 | 55 |
| 2020 April | 25 | 16 | 41 |
| 2020 March | 17 | 10 | 27 |
| 2019 July | 1 | 2 | 3 |
| 2019 May | 1 | 0 | 1 |
| 2018 June | 0 | 1 | 1 |
Show all
