[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-473637-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-473637-en":130},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","reliability-analyses-of-the-actfl-oral-proficiency-interview-opi","Reliability Analyses of the ACTFL Oral Proficiency Interview (OPI)","","Reliability Analyses of the ACTFL Oral Proficiency Interview (OPI) examines measurement consistency for Mandarin Chinese, French, and Spanish in the context of the ACTFL Oral Proficiency Interview. The report describes the OPI’s four-phase administration and the criteria used by two certified raters to assign proficiency levels. It presents reliability and agreement findings, including final proficiency level distributions, equivalence evidence across forms, and interrater reliability/ agreement indices. It also includes scaling and item response theory procedures and uses correlation and agreement metrics to evaluate performance across languages and years.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/reliability-analyses-of-the-actfl-oral-proficiency-interview-opi/473637/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/reliability-analyses-of-the-actfl-oral-proficiency-interview-opi/473637.png","ImageObject",300,407,{"name":42,"@type":43},"Đào","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-10-08","2026-09-30",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",6,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What is the ACTFL Oral Proficiency Interview (OPI) designed to measure?","Question",{"text":63,"@type":64},"The OPI measures speakers’ ability to effectively use language in real-life situations and determine a consistent proficiency level based on evidence gathered during the interview process.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"How is the OPI administered and scored?",{"text":68,"@type":64},"The OPI is delivered in four phases (introduction, warm-up, interview, cool-down) by an ACTFL certified tester, and official OPI responses are scored by two certified raters.",{"name":70,"@type":61,"acceptedAnswer":71},"What types of reliability and agreement analyses does the report include?",{"text":72,"@type":64},"The report includes final proficiency level distributions by language, evidence for equivalence of test forms, interrater reliability and interrater agreement indices, and correlation/agreement summaries by language.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},473637,1790825942,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,105,110,114,119,122,126],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":55,"doc_module":4,"doc_module_name":25,"category_name":102,"show_sort_weight":103,"slug":104},"Technology",50,"technology",{"id":106,"doc_module":4,"doc_module_name":25,"category_name":107,"show_sort_weight":108,"slug":109},7,"Healthcare",40,"healthcare",{"id":111,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":112,"slug":113},8,30,"research-report",{"id":115,"doc_module":4,"doc_module_name":25,"category_name":116,"show_sort_weight":117,"slug":118},9,"Religion & Spirituality",20,"religion-spirituality",{"id":117,"doc_module":4,"doc_module_name":25,"category_name":120,"show_sort_weight":117,"slug":121},"World Cup","world-cup",{"id":123,"doc_module":4,"doc_module_name":25,"category_name":124,"show_sort_weight":123,"slug":125},10,"Lifestyle","lifestyle",{"id":127,"doc_module":4,"doc_module_name":25,"category_name":128,"show_sort_weight":97,"slug":129},19,"General","general",{"code":4,"msg":82,"data":131},{"doc_id":79,"user_id":132,"nickname":42,"user_avatar":133,"doc_module":4,"category_id":111,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":139,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":144,"read_time":145},1374402968488,"https://ap-avatar.wpscdn.com/davatar_29158cc5080c5b710cf443261637dec0","Examination Evaluation of the ACTFL Oral Proficiency Interview® (OPI) in Mandarin Chinese, French, and Spanish for the ACE Review  \nFinal Report  \nPrepared for:  \nDr. Margaret Malone  \nAmerican Council on the Teaching of Foreign Languages  \n1001 North Fairfax Street, Suite 200 Alexandria, VA 22314  \nPrepared under:  \nDate:  \nWork Order No. 05  \nAugust 18, 2023  \nReliability Analyses of the ACTFL Oral Proficiency Interview (OPI)  \nTable of Contents  \nChapter 1. Background Information............................................................................................ 1  \nIntroduction .......................................................................................................................... 1  \nThe Oral Proficiency Interview .............................................................................................. 1  \nChapter 2. Reliability and Agreement Analyses.......................................................................... 4  \nSummary of Final Ratings .................................................................................................... 4  \nEvidence for Equivalence of Forms of the Test .................................................................... 6  \nOur Indices: Interrater Reliability and Interrater Agreement ............................................ 6  \nChapter 3. Scaling and Item Response Theory Procedures ......................................................14  \nReferences ...............................................................................................................................15  \nList of Tables  \nTable 2.1. OPI Final Proficiency Level Distribution for Mandarin Chinese, French, and Spanish ....................................................................................................................... 4  \nTable 2.2. Spearman Rank-Order Correlations of the OPI by Language .................................... 8  \nTable 2.3. Summary of Exact and Adjacent Agreement of OPI by Language ............................12  \nTable 2.4 2020-23 ACE recommendations for college credit .....................................................13  \nList of Figures  \nFigure 1.1. OPI Administration Structure .................................................................................... 2  \nFigure 1.2. Inverted Pyramid Representing ACTFL Rating Scale for the OPI ............................. 2  \nFigure 1.3. Assessment Criteria for the OPI ............................................................................... 3  \nFigure 2.1. OPI Final Proficiency Level Distribution for Mandarin Chinese, French, and Spanish Languages by Year ........................................................................................ 5  \nFigure 2.2. Examples of High and Low Interrater Reliability and Agreement .............................. 7  \nFigure 2.3. Spearman Rank-Order Correlations of the OPI by Language and Year ................... 8  \nFigure 2.4. Mandarin Chinese OPI: Rating 1 and Rating 2 Agreement....................................... 9  \nFigure 2.5. French OPI: Rating 1 and Rating 2 Agreement .......................................................10  \nFigure 2.6. Spanish OPI: Rating 1 and Rating 2 Agreement......................................................11  \nReliability Analyses of the ACTFL Oral Proficiency Interview (OPI)  \nChapter 1. Background Information  \nIntroduction  \nACTFL provides vision, leadership, and support for quality teaching and learning of languages. ACTFL membership comprises over 13,000 language educators and administrators, representing elementary through graduate-level language learners and language professionals working in education, government , and the private sector. In addition to providing resources and support to its membership, ACTFL develops and administers a suite of language assessments measuring proficiency in various languages across multiple skill levels and modalities. These assessments are used for various purpos","cbCaigabvx7uY33w","https://ap.wps.com/l/cbCaigabvx7uY33w","pdf",877480,17,"English","# Reliability Analyses of the ACTFL Oral Proficiency Interview (OPI)\n## Chapter 1. Background Information\n## Chapter 2. Reliability and Agreement Analyses\n## Chapter 3. Scaling and Item Response Theory Procedures","[{\"question\":\"What is the ACTFL Oral Proficiency Interview (OPI) designed to measure?\",\"answer\":\"The OPI measures speakers’ ability to effectively use language in real-life situations and determine a consistent proficiency level based on evidence gathered during the interview process.\"},{\"question\":\"How is the OPI administered and scored?\",\"answer\":\"The OPI is delivered in four phases (introduction, warm-up, interview, cool-down) by an ACTFL certified tester, and official OPI responses are scored by two certified raters.\"},{\"question\":\"What types of reliability and agreement analyses does the report include?\",\"answer\":\"The report includes final proficiency level distributions by language, evidence for equivalence of test forms, interrater reliability and interrater agreement indices, and correlation/agreement summaries by language.\"}]","Reliability Analyses of the ACTFL Oral Proficiency Interview (OPI) | PDF",1790782777,43]