@article{61186eb619914d4dada47dd01a4b7b4d,
title = "Linguistic feature analysis of cefr labeling reliability and validity in language textbooks",
abstract = "Despite the importance of grading language textbooks for teaching and learning, few studies have addressed the issues of reliability, validity, and efficiency of grading texts. This study adopted an automated textbook grading system to examine the grading consistency of five L2 Chinese textbook series labeled with CEFR difficulty levels. Twelve linguistic features were selected to represent the most crucial aspects of text readability: lexicon, semantics, syntax, and cohesion. Both the validity and reliability of grading assignments were tested between and within textbook series. The results suggested that 4 out of the selected 5 textbook series did not assign grading levels accurately reflective of actual text difficulty.",
keywords = "CEFR, Language textbooks, Linguistic features, Reliability, Text Readability, Validity",
author = "Hong, {Jia Fei} and Peng, {Chun Yi} and Tseng, {Hou Chiang} and Sung, {Yao Ting}",
note = "Funding Information: Acknowledgments: This work was supported by National Taiwan Normal University{\textquoteright}s Chinese Language and Technology Center. The center is funded by Taiwan{\textquoteright}s Ministry of Education (MOE), as part of the Featured Areas Research Center Program, under the Higher Education Sprout Project. Funding Information: This work was supported by National Taiwan Normal University?s Chinese Language and Technology Center. The center is funded by Taiwan?s Ministry of Education (MOE), as part of the Featured Areas Research Center Program, under the Higher Education Sprout Project. Publisher Copyright: {\textcopyright} 2020 The Authors and {\textcopyright} 2020 Journal of Technology and Chinese Language Teaching.",
year = "2020",
month = jun,
language = "English",
volume = "11",
pages = "57--83",
journal = "Journal of Technology and Chinese Language Teaching",
issn = "1949-260X",
publisher = "Technology and Chinese Language Teaching Association",
number = "1",
}