[{"page":"10108–10121","publication":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing","quality_controlled":"1","type":"conference","oa":"1","user_id":"76456","main_file_link":[{"open_access":"1","url":"https://doi.org/10.18653/v1/2024.emnlp-main.564"}],"title":"Detecting subtle differences between human and model languages using spectrum of relative likelihood","extern":"1","project":[{"name":"TRR 318; TP A02: Verstehensprozess einer Erklärung beobachten und auswerten","_id":"112"}],"abstract":[{"text":"Human and model-generated texts can be distinguished by examining the magnitude of likelihood in language. However, it is becoming increasingly difficult as language model's capabilities of generating human-like texts keep evolving. This study provides a new perspective by using the relative likelihood values instead of absolute ones, and extracting useful features from the spectrum-view of likelihood for the human-model text detection task. We propose a detection procedure with two classification methods, supervised and heuristic-based, respectively, which results in competitive performances with previous zero-shot detection methods and a new state-of-the-art on short-text detection. Our method can also reveal subtle differences between human and model languages, which find theoretical roots in psycholinguistics studies.","lang":"eng"}],"doi":"10.18653/v1/2024.emnlp-main.564","_id":"61177","date_updated":"2025-09-11T10:15:56Z","date_created":"2025-09-11T07:11:34Z","publisher":"ACL","year":"2024","language":[{"iso":"eng"}],"status":"public","citation":{"ama":"Xu Y, Wang Y, An H, Liu Z, Li Y. Detecting subtle differences between human and model languages using spectrum of relative likelihood. In: <i>Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing</i>. ACL; 2024:10108–10121. doi:<a href=\"https://doi.org/10.18653/v1/2024.emnlp-main.564\">10.18653/v1/2024.emnlp-main.564</a>","bibtex":"@inproceedings{Xu_Wang_An_Liu_Li_2024, place={Miami, FL, USA}, title={Detecting subtle differences between human and model languages using spectrum of relative likelihood}, DOI={<a href=\"https://doi.org/10.18653/v1/2024.emnlp-main.564\">10.18653/v1/2024.emnlp-main.564</a>}, booktitle={Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing}, publisher={ACL}, author={Xu, Yang and Wang, Yu and An, Hao and Liu, Zhichen and Li, Yongyuan}, year={2024}, pages={10108–10121} }","apa":"Xu, Y., Wang, Y., An, H., Liu, Z., &#38; Li, Y. (2024). Detecting subtle differences between human and model languages using spectrum of relative likelihood. <i>Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing</i>, 10108–10121. <a href=\"https://doi.org/10.18653/v1/2024.emnlp-main.564\">https://doi.org/10.18653/v1/2024.emnlp-main.564</a>","mla":"Xu, Yang, et al. “Detecting Subtle Differences between Human and Model Languages Using Spectrum of Relative Likelihood.” <i>Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing</i>, ACL, 2024, pp. 10108–10121, doi:<a href=\"https://doi.org/10.18653/v1/2024.emnlp-main.564\">10.18653/v1/2024.emnlp-main.564</a>.","ieee":"Y. Xu, Y. Wang, H. An, Z. Liu, and Y. Li, “Detecting subtle differences between human and model languages using spectrum of relative likelihood,” in <i>Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing</i>, Miami, FL, USA, 2024, pp. 10108–10121, doi: <a href=\"https://doi.org/10.18653/v1/2024.emnlp-main.564\">10.18653/v1/2024.emnlp-main.564</a>.","short":"Y. Xu, Y. Wang, H. An, Z. Liu, Y. Li, in: Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing, ACL, Miami, FL, USA, 2024, pp. 10108–10121.","chicago":"Xu, Yang, Yu Wang, Hao An, Zhichen Liu, and Yongyuan Li. “Detecting Subtle Differences between Human and Model Languages Using Spectrum of Relative Likelihood.” In <i>Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing</i>, 10108–10121. Miami, FL, USA: ACL, 2024. <a href=\"https://doi.org/10.18653/v1/2024.emnlp-main.564\">https://doi.org/10.18653/v1/2024.emnlp-main.564</a>."},"publication_status":"published","department":[{"_id":"660"}],"conference":{"end_date":"2024-11-16","start_date":"2024-11-12","location":"Miami, FL, USA","name":"2024 Conference on Empirical Methods in Natural Language Processing (EMNLP 2024)"},"author":[{"first_name":"Yang","full_name":"Xu, Yang","last_name":"Xu"},{"last_name":"Wang","first_name":"Yu","full_name":"Wang, Yu"},{"full_name":"An, Hao","first_name":"Hao","last_name":"An"},{"last_name":"Liu","first_name":"Zhichen","full_name":"Liu, Zhichen"},{"first_name":"Yongyuan","full_name":"Li, Yongyuan","last_name":"Li"}],"place":"Miami, FL, USA"}]