[{"language":[{"iso":"eng"}],"keyword":["Large Language Models","Matthew Effect","Academic Publishing and Citation Systems","Scientific Norms","Thought Experiment"],"abstract":[{"text":"The present paper discusses the extent to which Large Language Models (LLMs) may affect the scientific enterprise, reinforcing or mitigating existing structural inequalities expressed by the Matthew Effect and introducing a “bot delusion” in academia. In a theory-led thought experiment, we first focus on the academic publication and citation system and develop three scenarios of the anticipated consequences of using LLMs: reproducing content and status quo (Scenario 1), enabling content coherence evaluation (Scenario 2) and content evaluation (Scenario 3). Second, we discuss the interaction between the use of LLMs and academic (counter)norms for citation selection and their impact on the publication and citation system. Finally, we introduce communal counter-norms to capture academics’ loyal citation behavior and develop three future scenarios that academia may face when LLMs are widely used in the research process, namely status quo future of science, mixed-access future, and open science future.","lang":"eng"}],"publication":"Futures","title":"The Bot Delusion. Large language models and anticipated consequences for academics’ publication and citation behavior","date_created":"2024-12-31T08:30:51Z","publisher":"Elsevier BV","year":"2024","quality_controlled":"1","article_type":"original","article_number":"103537","user_id":"90339","department":[{"_id":"121"}],"_id":"57892","status":"public","type":"journal_article","main_file_link":[{"open_access":"1","url":"https://www.sciencedirect.com/science/article/pii/S0016328724002209?via%3Dihub"}],"doi":"10.1016/j.futures.2024.103537","author":[{"first_name":"Oliver","last_name":"Wieczorek","full_name":"Wieczorek, Oliver"},{"last_name":"Steinhardt","orcid":"https://orcid.org/0000-0002-2590-6189","full_name":"Steinhardt, Isabel","id":"90339","first_name":"Isabel"},{"first_name":"Rebecca","full_name":"Schmidt, Rebecca","id":"94416","orcid":"https://orcid.org/0000-0002-2516-359X","last_name":"Schmidt"},{"first_name":"Sylvi","last_name":"Mauermeister","full_name":"Mauermeister, Sylvi","id":"98032"},{"last_name":"Schneijderberg","full_name":"Schneijderberg, Christian","first_name":"Christian"}],"volume":166,"date_updated":"2024-12-31T08:36:28Z","oa":"1","citation":{"ama":"Wieczorek O, Steinhardt I, Schmidt R, Mauermeister S, Schneijderberg C. The Bot Delusion. Large language models and anticipated consequences for academics’ publication and citation behavior. <i>Futures</i>. 2024;166. doi:<a href=\"https://doi.org/10.1016/j.futures.2024.103537\">10.1016/j.futures.2024.103537</a>","chicago":"Wieczorek, Oliver, Isabel Steinhardt, Rebecca Schmidt, Sylvi Mauermeister, and Christian Schneijderberg. “The Bot Delusion. Large Language Models and Anticipated Consequences for Academics’ Publication and Citation Behavior.” <i>Futures</i> 166 (2024). <a href=\"https://doi.org/10.1016/j.futures.2024.103537\">https://doi.org/10.1016/j.futures.2024.103537</a>.","ieee":"O. Wieczorek, I. Steinhardt, R. Schmidt, S. Mauermeister, and C. Schneijderberg, “The Bot Delusion. Large language models and anticipated consequences for academics’ publication and citation behavior,” <i>Futures</i>, vol. 166, Art. no. 103537, 2024, doi: <a href=\"https://doi.org/10.1016/j.futures.2024.103537\">10.1016/j.futures.2024.103537</a>.","apa":"Wieczorek, O., Steinhardt, I., Schmidt, R., Mauermeister, S., &#38; Schneijderberg, C. (2024). The Bot Delusion. Large language models and anticipated consequences for academics’ publication and citation behavior. <i>Futures</i>, <i>166</i>, Article 103537. <a href=\"https://doi.org/10.1016/j.futures.2024.103537\">https://doi.org/10.1016/j.futures.2024.103537</a>","bibtex":"@article{Wieczorek_Steinhardt_Schmidt_Mauermeister_Schneijderberg_2024, title={The Bot Delusion. Large language models and anticipated consequences for academics’ publication and citation behavior}, volume={166}, DOI={<a href=\"https://doi.org/10.1016/j.futures.2024.103537\">10.1016/j.futures.2024.103537</a>}, number={103537}, journal={Futures}, publisher={Elsevier BV}, author={Wieczorek, Oliver and Steinhardt, Isabel and Schmidt, Rebecca and Mauermeister, Sylvi and Schneijderberg, Christian}, year={2024} }","short":"O. Wieczorek, I. Steinhardt, R. Schmidt, S. Mauermeister, C. Schneijderberg, Futures 166 (2024).","mla":"Wieczorek, Oliver, et al. “The Bot Delusion. Large Language Models and Anticipated Consequences for Academics’ Publication and Citation Behavior.” <i>Futures</i>, vol. 166, 103537, Elsevier BV, 2024, doi:<a href=\"https://doi.org/10.1016/j.futures.2024.103537\">10.1016/j.futures.2024.103537</a>."},"intvolume":"       166","publication_status":"published","publication_identifier":{"issn":["0016-3287"]}},{"file_date_updated":"2020-10-27T13:31:01Z","article_number":"113432","department":[{"_id":"277"}],"user_id":"72850","_id":"20212","status":"public","type":"journal_article","volume":140,"author":[{"last_name":"Prester","full_name":"Prester, Julian","first_name":"Julian"},{"first_name":"Gerit","last_name":"Wagner","full_name":"Wagner, Gerit"},{"last_name":"Schryen","full_name":"Schryen, Guido","id":"72850","first_name":"Guido"},{"full_name":"Hassan, Nik Rushdi","last_name":"Hassan","first_name":"Nik Rushdi"}],"date_updated":"2022-06-10T06:55:32Z","oa":"1","intvolume":"       140","citation":{"ama":"Prester J, Wagner G, Schryen G, Hassan NR. Classifying the Ideational Impact of Information Systems Review Articles: A Content-Enriched Deep Learning Approach. <i>Decision Support Systems</i>. 2021;140(January).","ieee":"J. Prester, G. Wagner, G. Schryen, and N. R. Hassan, “Classifying the Ideational Impact of Information Systems Review Articles: A Content-Enriched Deep Learning Approach,” <i>Decision Support Systems</i>, vol. 140, no. January, Art. no. 113432, 2021.","chicago":"Prester, Julian, Gerit Wagner, Guido Schryen, and Nik Rushdi Hassan. “Classifying the Ideational Impact of Information Systems Review Articles: A Content-Enriched Deep Learning Approach.” <i>Decision Support Systems</i> 140, no. January (2021).","apa":"Prester, J., Wagner, G., Schryen, G., &#38; Hassan, N. R. (2021). Classifying the Ideational Impact of Information Systems Review Articles: A Content-Enriched Deep Learning Approach. <i>Decision Support Systems</i>, <i>140</i>(January), Article 113432.","mla":"Prester, Julian, et al. “Classifying the Ideational Impact of Information Systems Review Articles: A Content-Enriched Deep Learning Approach.” <i>Decision Support Systems</i>, vol. 140, no. January, 113432, 2021.","bibtex":"@article{Prester_Wagner_Schryen_Hassan_2021, title={Classifying the Ideational Impact of Information Systems Review Articles: A Content-Enriched Deep Learning Approach}, volume={140}, number={January113432}, journal={Decision Support Systems}, author={Prester, Julian and Wagner, Gerit and Schryen, Guido and Hassan, Nik Rushdi}, year={2021} }","short":"J. Prester, G. Wagner, G. Schryen, N.R. Hassan, Decision Support Systems 140 (2021)."},"has_accepted_license":"1","language":[{"iso":"eng"}],"keyword":["Ideational impact","citation classification","academic recommender systems","natural language processing","deep learning","cumulative tradition"],"ddc":["000"],"file":[{"file_id":"20213","access_level":"open_access","file_name":"DECSUP-D-20-00312 - PREPUBLICATION.pdf","file_size":440903,"date_created":"2020-10-27T13:31:01Z","creator":"hsiemes","date_updated":"2020-10-27T13:31:01Z","relation":"main_file","content_type":"application/pdf"}],"abstract":[{"text":"Ideational impact refers to the uptake of a paper's ideas and concepts by subsequent research. It is defined in stark contrast to total citation impact, a measure predominantly used in research evaluation that assumes that all citations are equal. Understanding ideational impact is critical for evaluating research impact and understanding how scientific disciplines build a cumulative tradition. Research has only recently developed automated citation classification techniques to distinguish between different types of citations and generally does not emphasize the conceptual content of the citations and its ideational impact. To address this problem, we develop Deep Content-enriched Ideational Impact Classification (Deep-CENIC) as the first automated approach for ideational impact classification to support researchers' literature search practices. We evaluate Deep-CENIC on 1,256 papers citing 24 information systems review articles from the IT business value domain. We show that Deep-CENIC significantly outperforms state-of-the-art benchmark models. We contribute to information systems research by operationalizing the concept of ideational impact, designing a recommender system for academic papers based on deep learning techniques, and empirically exploring the ideational impact of the IT business value domain.\r\n","lang":"eng"}],"publication":"Decision Support Systems","title":"Classifying the Ideational Impact of Information Systems Review Articles: A Content-Enriched Deep Learning Approach","date_created":"2020-10-27T13:28:21Z","year":"2021","issue":"January"},{"publication":"Information & Management","file":[{"relation":"main_file","content_type":"application/pdf","file_size":1584950,"access_level":"open_access","file_name":"INFMAN_Scientific Impact of Review Papers - Prepublication version.pdf","file_id":"20845","date_updated":"2020-12-29T11:49:57Z","date_created":"2020-12-29T11:49:57Z","creator":"hsiemes"}],"abstract":[{"lang":"eng","text":"Review papers are essential for knowledge development in IS. While some are cited twice a day, others accumulate single digit citations over a decade. The magnitude of these differences prompts us to analyze what distinguishes those reviews that have proven to be integral to scientific progress from those that might be considered less impactful. Our results highlight differences between reviews aimed at describing, understanding, explaining, and theory testing. Beyond the control variables, they demonstrate the importance of methodological transparency and the development of research agendas. These insights inform all stakeholders involved in the development and publication of review papers."}],"language":[{"iso":"eng"}],"ddc":["000"],"keyword":["Literature review","review papers","scientometric","scientific impact","citation analysis"],"issue":"3","year":"2021","date_created":"2020-12-29T11:52:03Z","title":"Which Factors Affect the Scientific Impact of Review Papers in IS Research? A Scientometric Study","type":"journal_article","status":"public","user_id":"72850","department":[{"_id":"277"}],"_id":"20844","file_date_updated":"2020-12-29T11:49:57Z","article_number":"103427","has_accepted_license":"1","citation":{"mla":"Wagner, Gerit, et al. “Which Factors Affect the Scientific Impact of Review Papers in IS Research? A Scientometric Study.” <i>Information &#38; Management</i>, vol. 58, no. 3, 103427, 2021.","bibtex":"@article{Wagner_Prester_Roche_Schryen_Benlian_Paré_Templier_2021, title={Which Factors Affect the Scientific Impact of Review Papers in IS Research? A Scientometric Study}, volume={58}, number={3103427}, journal={Information &#38; Management}, author={Wagner, Gerit and Prester, Julian and Roche, Maria and Schryen, Guido and Benlian, Alexander and Paré, Guy and Templier, Mathieu}, year={2021} }","short":"G. Wagner, J. Prester, M. Roche, G. Schryen, A. Benlian, G. Paré, M. Templier, Information &#38; Management 58 (2021).","apa":"Wagner, G., Prester, J., Roche, M., Schryen, G., Benlian, A., Paré, G., &#38; Templier, M. (2021). Which Factors Affect the Scientific Impact of Review Papers in IS Research? A Scientometric Study. <i>Information &#38; Management</i>, <i>58</i>(3), Article 103427.","chicago":"Wagner, Gerit, Julian Prester, Maria Roche, Guido Schryen, Alexander Benlian, Guy Paré, and Mathieu Templier. “Which Factors Affect the Scientific Impact of Review Papers in IS Research? A Scientometric Study.” <i>Information &#38; Management</i> 58, no. 3 (2021).","ieee":"G. Wagner <i>et al.</i>, “Which Factors Affect the Scientific Impact of Review Papers in IS Research? A Scientometric Study,” <i>Information &#38; Management</i>, vol. 58, no. 3, Art. no. 103427, 2021.","ama":"Wagner G, Prester J, Roche M, et al. Which Factors Affect the Scientific Impact of Review Papers in IS Research? A Scientometric Study. <i>Information &#38; Management</i>. 2021;58(3)."},"intvolume":"        58","author":[{"first_name":"Gerit","full_name":"Wagner, Gerit","last_name":"Wagner"},{"first_name":"Julian","last_name":"Prester","full_name":"Prester, Julian"},{"first_name":"Maria","last_name":"Roche","full_name":"Roche, Maria"},{"last_name":"Schryen","full_name":"Schryen, Guido","id":"72850","first_name":"Guido"},{"first_name":"Alexander","last_name":"Benlian","full_name":"Benlian, Alexander"},{"full_name":"Paré, Guy","last_name":"Paré","first_name":"Guy"},{"full_name":"Templier, Mathieu","last_name":"Templier","first_name":"Mathieu"}],"volume":58,"oa":"1","date_updated":"2022-06-10T06:53:12Z"},{"_id":"33372","department":[{"_id":"121"}],"user_id":"90339","article_number":"9515","article_type":"original","extern":"1","file_date_updated":"2022-09-15T08:36:50Z","type":"journal_article","status":"public","date_updated":"2022-09-15T08:37:41Z","oa":"1","volume":13,"author":[{"full_name":"Lee, Soo Jeung","last_name":"Lee","first_name":"Soo Jeung"},{"first_name":"Christian","full_name":"Schneijderberg, Christian","last_name":"Schneijderberg"},{"full_name":"Kim, Yangson","last_name":"Kim","first_name":"Yangson"},{"first_name":"Isabel","id":"90339","full_name":"Steinhardt, Isabel","last_name":"Steinhardt","orcid":"https://orcid.org/0000-0002-2590-6189"}],"doi":"10.3390/su13179515","main_file_link":[{"open_access":"1","url":"https://www.mdpi.com/2071-1050/13/17/9515"}],"publication_identifier":{"issn":["2071-1050"]},"has_accepted_license":"1","publication_status":"published","intvolume":"        13","citation":{"ama":"Lee SJ, Schneijderberg C, Kim Y, Steinhardt I. Have Academics’ Citation Patterns Changed in Response to the Rise of World University Rankings? A Test Using First-Citation Speeds. <i>Sustainability</i>. 2021;13(17). doi:<a href=\"https://doi.org/10.3390/su13179515\">10.3390/su13179515</a>","ieee":"S. J. Lee, C. Schneijderberg, Y. Kim, and I. Steinhardt, “Have Academics’ Citation Patterns Changed in Response to the Rise of World University Rankings? A Test Using First-Citation Speeds,” <i>Sustainability</i>, vol. 13, no. 17, Art. no. 9515, 2021, doi: <a href=\"https://doi.org/10.3390/su13179515\">10.3390/su13179515</a>.","chicago":"Lee, Soo Jeung, Christian Schneijderberg, Yangson Kim, and Isabel Steinhardt. “Have Academics’ Citation Patterns Changed in Response to the Rise of World University Rankings? A Test Using First-Citation Speeds.” <i>Sustainability</i> 13, no. 17 (2021). <a href=\"https://doi.org/10.3390/su13179515\">https://doi.org/10.3390/su13179515</a>.","mla":"Lee, Soo Jeung, et al. “Have Academics’ Citation Patterns Changed in Response to the Rise of World University Rankings? A Test Using First-Citation Speeds.” <i>Sustainability</i>, vol. 13, no. 17, 9515, MDPI AG, 2021, doi:<a href=\"https://doi.org/10.3390/su13179515\">10.3390/su13179515</a>.","bibtex":"@article{Lee_Schneijderberg_Kim_Steinhardt_2021, title={Have Academics’ Citation Patterns Changed in Response to the Rise of World University Rankings? A Test Using First-Citation Speeds}, volume={13}, DOI={<a href=\"https://doi.org/10.3390/su13179515\">10.3390/su13179515</a>}, number={179515}, journal={Sustainability}, publisher={MDPI AG}, author={Lee, Soo Jeung and Schneijderberg, Christian and Kim, Yangson and Steinhardt, Isabel}, year={2021} }","short":"S.J. Lee, C. Schneijderberg, Y. Kim, I. Steinhardt, Sustainability 13 (2021).","apa":"Lee, S. J., Schneijderberg, C., Kim, Y., &#38; Steinhardt, I. (2021). Have Academics’ Citation Patterns Changed in Response to the Rise of World University Rankings? A Test Using First-Citation Speeds. <i>Sustainability</i>, <i>13</i>(17), Article 9515. <a href=\"https://doi.org/10.3390/su13179515\">https://doi.org/10.3390/su13179515</a>"},"keyword":["world university rankings","citation","first-citation speed","Minerva","Studies in Higher Education"],"ddc":["300"],"language":[{"iso":"eng"}],"publication":"Sustainability","abstract":[{"text":"<jats:p>Academics may actively respond to the expectations of the academic status market, which have largely been shaped by the World University Rankings (WURs). This study empirically examines how academics’ citation patterns have changed in response to the rise of an “evaluation environment” in academia. We regard the WURs to be a macro-level trigger for cementing a bibliometric-based evaluation environment in academia. Our analyses of citation patterns in papers published in two higher education journals explicitly considered three distinct periods: the pre-WURs (1990–2003), the period of WURs implementation (2004–2010), and the period of adaption to WURs (2011–2017). We applied the nonparametric Kaplan–Meier method to compare first-citation speeds of papers published across the three periods. We found that not only has first-citation speed become faster, but first-citation probability has also increased following the emergence of the WURs. Applying Cox proportional hazard models to first-citation probabilities, we identified journal impact factors and third-party funding as factors influencing first-citation probability, while other author- and paper-related factors showed limited effects. We also found that the general effects of different factors on first-citation speeds have changed with the emergence of the WURs. The findings expand our understanding of the citation patterns of academics in the rise of WURs and provide practical grounds for research policy as well as higher education policy.</jats:p>","lang":"eng"}],"file":[{"date_created":"2022-09-15T08:36:50Z","creator":"isste","date_updated":"2022-09-15T08:36:50Z","access_level":"closed","file_name":"Lee et al. 2021 Academic Citations.pdf","file_id":"33375","file_size":2407463,"content_type":"application/pdf","relation":"main_file","success":1}],"publisher":"MDPI AG","date_created":"2022-09-15T08:27:56Z","title":"Have Academics’ Citation Patterns Changed in Response to the Rise of World University Rankings? A Test Using First-Citation Speeds","quality_controlled":"1","issue":"17","year":"2021"},{"title":"Distinguishing Knowledge Impact from Citation Impact: A Methodology for Analysing Knowledge Impact for the Literature Review Genre","main_file_link":[{"url":"https://ssrn.com/abstract=3581789","open_access":"1"}],"date_updated":"2022-01-06T06:53:02Z","oa":"1","author":[{"last_name":"Schryen","full_name":"Schryen, Guido","id":"72850","first_name":"Guido"},{"first_name":"Gerit","full_name":"Wagner, Gerit","last_name":"Wagner"},{"full_name":"Benlian, Alexander","last_name":"Benlian","first_name":"Alexander"}],"date_created":"2020-05-19T15:12:33Z","year":"2020","citation":{"apa":"Schryen, G., Wagner, G., &#38; Benlian, A. (2020). <i>Distinguishing Knowledge Impact from Citation Impact: A Methodology for Analysing Knowledge Impact for the Literature Review Genre</i>.","bibtex":"@book{Schryen_Wagner_Benlian_2020, title={Distinguishing Knowledge Impact from Citation Impact: A Methodology for Analysing Knowledge Impact for the Literature Review Genre}, author={Schryen, Guido and Wagner, Gerit and Benlian, Alexander}, year={2020} }","short":"G. Schryen, G. Wagner, A. Benlian, Distinguishing Knowledge Impact from Citation Impact: A Methodology for Analysing Knowledge Impact for the Literature Review Genre, 2020.","mla":"Schryen, Guido, et al. <i>Distinguishing Knowledge Impact from Citation Impact: A Methodology for Analysing Knowledge Impact for the Literature Review Genre</i>. 2020.","chicago":"Schryen, Guido, Gerit Wagner, and Alexander Benlian. <i>Distinguishing Knowledge Impact from Citation Impact: A Methodology for Analysing Knowledge Impact for the Literature Review Genre</i>, 2020.","ieee":"G. Schryen, G. Wagner, and A. Benlian, <i>Distinguishing Knowledge Impact from Citation Impact: A Methodology for Analysing Knowledge Impact for the Literature Review Genre</i>. 2020.","ama":"Schryen G, Wagner G, Benlian A. <i>Distinguishing Knowledge Impact from Citation Impact: A Methodology for Analysing Knowledge Impact for the Literature Review Genre</i>.; 2020."},"has_accepted_license":"1","ddc":["000"],"keyword":["Scientific impact","knowledge impact","content-based citation analysis","methodology"],"file_date_updated":"2020-05-19T15:09:28Z","language":[{"iso":"eng"}],"_id":"17019","user_id":"61579","department":[{"_id":"277"}],"abstract":[{"lang":"eng","text":"The scientific impact of research papers is multi-dimensional and can be determined quantitatively by means of citation analysis and qualitatively by means of content analysis. Accounting for the widely acknowledged limitations of pure citation analysis, we adopt a knowledge-based perspective on scientific impact to develop a methodology for content-based citation analysis which allows determining how papers have enabled knowledge development in subsequent research (knowledge impact). As knowledge development differs between research genres, we develop a new knowledgebased citation analysis methodology for the genre of standalone literature reviews (LRs). We apply the suggested methodology to the IS business value domain by manually coding 22 LRs and 1,228 citing papers (CPs) and show that the results challenge the assumption that citations indicate knowledge impact. We derive implications for distinguishing knowledge impact from citation impact in the LR genre. Finally, we develop recommendations for authors of LRs, scientific evaluation committees and editorial boards of journals how to apply and benefit from the suggested methodology, and we discuss its efficiency and automatization."}],"file":[{"creator":"hsiemes","date_created":"2020-05-19T15:09:28Z","date_updated":"2020-05-19T15:09:28Z","file_id":"17020","file_name":"SSRN-id3581789.pdf","access_level":"open_access","file_size":487351,"content_type":"application/pdf","relation":"main_file"}],"status":"public","type":"working_paper"}]