[{"year":"2026","title":"Performance evaluation of large language models in extracting requirements sets from technical documents","status":"public","conference":{"end_date":"26.03.2026","name":"International Symposium on Hybrid Intelligence in Product and Production Engineering 1. 2026 Paderborn","start_date":"24.03.2026","location":"Paderborn"},"author":[{"id":"47565","last_name":"Gräßler","first_name":"Iris","orcid":"0000-0001-5765-971X","full_name":"Gräßler, Iris"},{"id":"62841","last_name":"Pfeifer","first_name":"Jan Niklas","full_name":"Pfeifer, Jan Niklas"}],"date_updated":"2026-08-24T14:41:41Z","has_accepted_license":"1","publisher":"Universitätsbibliothek","_id":"66837","language":[{"iso":"eng"}],"doi":"10.17619/UNIPB/1-2646","user_id":"62841","editor":[{"full_name":"Graessler, Iris","first_name":"Iris","last_name":"Graessler"}],"publication":"1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University","citation":{"ama":"Gräßler I, Pfeifer JN. Performance evaluation of large language models in extracting requirements sets from technical documents. In: Graessler I, ed. <i>1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University</i>. Universitätsbibliothek; 2026. doi:<a href=\"https://doi.org/10.17619/UNIPB/1-2646\">10.17619/UNIPB/1-2646</a>","bibtex":"@inproceedings{Gräßler_Pfeifer_2026, title={Performance evaluation of large language models in extracting requirements sets from technical documents}, DOI={<a href=\"https://doi.org/10.17619/UNIPB/1-2646\">10.17619/UNIPB/1-2646</a>}, booktitle={1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University}, publisher={Universitätsbibliothek}, author={Gräßler, Iris and Pfeifer, Jan Niklas}, editor={Graessler, Iris}, year={2026} }","mla":"Gräßler, Iris, and Jan Niklas Pfeifer. “Performance Evaluation of Large Language Models in Extracting Requirements Sets from Technical Documents.” <i>1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University</i>, edited by Iris Graessler, Universitätsbibliothek, 2026, doi:<a href=\"https://doi.org/10.17619/UNIPB/1-2646\">10.17619/UNIPB/1-2646</a>.","chicago":"Gräßler, Iris, and Jan Niklas Pfeifer. “Performance Evaluation of Large Language Models in Extracting Requirements Sets from Technical Documents.” In <i>1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University</i>, edited by Iris Graessler. Universitätsbibliothek, 2026. <a href=\"https://doi.org/10.17619/UNIPB/1-2646\">https://doi.org/10.17619/UNIPB/1-2646</a>.","short":"I. Gräßler, J.N. Pfeifer, in: I. Graessler (Ed.), 1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University, Universitätsbibliothek, 2026.","apa":"Gräßler, I., &#38; Pfeifer, J. N. (2026). Performance evaluation of large language models in extracting requirements sets from technical documents. In I. Graessler (Ed.), <i>1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University</i>. Universitätsbibliothek. <a href=\"https://doi.org/10.17619/UNIPB/1-2646\">https://doi.org/10.17619/UNIPB/1-2646</a>","ieee":"I. Gräßler and J. N. Pfeifer, “Performance evaluation of large language models in extracting requirements sets from technical documents,” in <i>1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University</i>, Paderborn, 2026, doi: <a href=\"https://doi.org/10.17619/UNIPB/1-2646\">10.17619/UNIPB/1-2646</a>."},"quality_controlled":"1","abstract":[{"lang":"eng","text":"Manufacturers operate under dynamic regulatory conditions, leading to frequently changing requirements that must be managed with high effort. AI-based requirements extraction using Large Language Models (LLMs) has the potential to support engineers in this task by analyzing large documents, for example. Existing evaluation approaches in AI-supported requirements engineering mainly assess individual requirements and their consistency with source documents, while quality criteria of requirements sets are largely neglected. This paper presents a five-step approach to evaluate the performance of current LLMs in generating requirements sets: a systematic literature review to identify quality criteria of requirements sets (1), exemplary generation of requirements sets from the Machinery Directive 2006/42/EC using LLMs (2), examination (3), evaluation (4) and comparison (5) of the generated requirements sets. The results support engineers in selecting LLMs for creating requirement sets and in evaluating future LLMs."}],"date_created":"2026-08-24T14:31:30Z","type":"conference","keyword":["Requirements Engineering","Artificial Intelligence","Large Language Models","Generative AI"]},{"quality_controlled":"1","citation":{"chicago":"Gräßler, Iris, Johanna Mansheim, and Jan Niklas Pfeifer. “Harnessing Tacit Knowledge from Sustainable Product Engineering through Artificial Intelligence.” In <i>1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University</i>, edited by Iris Graessler, 1:229–38. International Symposium on Hybrid Intelligence in Product and Production Engineering. Paderborn: Universitätsbibliothek, 2026. <a href=\"https://doi.org/10.17619/UNIPB/1-2639\">https://doi.org/10.17619/UNIPB/1-2639</a>.","short":"I. Gräßler, J. Mansheim, J.N. Pfeifer, in: I. Graessler (Ed.), 1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University, Universitätsbibliothek, Paderborn, 2026, pp. 229–238.","ieee":"I. Gräßler, J. Mansheim, and J. N. Pfeifer, “Harnessing tacit Knowledge from Sustainable Product Engineering through Artificial Intelligence,” in <i>1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University</i>, Paderborn, 2026, vol. 1, pp. 229–238, doi: <a href=\"https://doi.org/10.17619/UNIPB/1-2639\">10.17619/UNIPB/1-2639</a>.","apa":"Gräßler, I., Mansheim, J., &#38; Pfeifer, J. N. (2026). Harnessing tacit Knowledge from Sustainable Product Engineering through Artificial Intelligence. In I. Graessler (Ed.), <i>1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University</i> (Vol. 1, pp. 229–238). Universitätsbibliothek. <a href=\"https://doi.org/10.17619/UNIPB/1-2639\">https://doi.org/10.17619/UNIPB/1-2639</a>","bibtex":"@inproceedings{Gräßler_Mansheim_Pfeifer_2026, place={Paderborn}, series={International Symposium on Hybrid Intelligence in Product and Production Engineering}, title={Harnessing tacit Knowledge from Sustainable Product Engineering through Artificial Intelligence}, volume={1}, DOI={<a href=\"https://doi.org/10.17619/UNIPB/1-2639\">10.17619/UNIPB/1-2639</a>}, booktitle={1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University}, publisher={Universitätsbibliothek}, author={Gräßler, Iris and Mansheim, Johanna and Pfeifer, Jan Niklas}, editor={Graessler, Iris}, year={2026}, pages={229–238}, collection={International Symposium on Hybrid Intelligence in Product and Production Engineering} }","ama":"Gräßler I, Mansheim J, Pfeifer JN. Harnessing tacit Knowledge from Sustainable Product Engineering through Artificial Intelligence. In: Graessler I, ed. <i>1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University</i>. Vol 1. International Symposium on Hybrid Intelligence in Product and Production Engineering. Universitätsbibliothek; 2026:229-238. doi:<a href=\"https://doi.org/10.17619/UNIPB/1-2639\">10.17619/UNIPB/1-2639</a>","mla":"Gräßler, Iris, et al. “Harnessing Tacit Knowledge from Sustainable Product Engineering through Artificial Intelligence.” <i>1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University</i>, edited by Iris Graessler, vol. 1, Universitätsbibliothek, 2026, pp. 229–38, doi:<a href=\"https://doi.org/10.17619/UNIPB/1-2639\">10.17619/UNIPB/1-2639</a>."},"place":"Paderborn","status":"public","conference":{"end_date":"2026-03-26","location":"Paderborn","name":"International Symposium on Hybrid Intelligence in Product and Production Engineering 1. 2026 Paderborn","start_date":"2026-03-24"},"user_id":"98210","volume":1,"editor":[{"first_name":"Iris","last_name":"Graessler","full_name":"Graessler, Iris"}],"page":"229-238","publisher":"Universitätsbibliothek","_id":"66547","abstract":[{"lang":"eng","text":"Tacit knowledge is particularly valuable in product engineering. Experiences reside in minds of employees and are not systematically documented but could have a significant influence on sustainable product engineering. Existing approaches do not offer sufficient support for harnessing technical tacit knowledge regarding sustainable product engineering. In this paper a three-step method is presented: The method contains knowledge acquisition, requirements extraction und requirements validation for quality assurance. Acquisition is performed by support artifacts like interview guidelines. Extraction is supported by Artificial Intelligence, converting statements into requirements. These requirements are validated using a specific questionnaire. The developed approach is applied in a funded project of the European Union (EU) with automotive industry partners. The method supports product engineers to collect tacit knowledge from experienced employees, transform unsystematic knowledge into standardized technical requirements and validate them. Application of this method enables creation of validated requirements that can be applied throughout the company and are not exclusively dependent on a single employee."}],"publication":"1st International Symposium: March 24 – 26, 2026, Heinz Nixdorf Institute, Paderborn University","keyword":["Tacit knowledge","Sustainability","Product Engineering","Artificial Intelligence"],"type":"conference","department":[{"_id":"152"}],"date_created":"2026-07-20T13:16:49Z","publication_status":"published","date_updated":"2026-08-31T08:00:06Z","intvolume":"         1","title":"Harnessing tacit Knowledge from Sustainable Product Engineering through Artificial Intelligence","year":"2026","author":[{"id":"47565","full_name":"Gräßler, Iris","orcid":"0000-0001-5765-971X","first_name":"Iris","last_name":"Gräßler"},{"id":"98210","first_name":"Johanna","last_name":"Mansheim","full_name":"Mansheim, Johanna"},{"full_name":"Pfeifer, Jan Niklas","first_name":"Jan Niklas","last_name":"Pfeifer","id":"62841"}],"doi":"10.17619/UNIPB/1-2639","language":[{"iso":"eng"}],"series_title":"International Symposium on Hybrid Intelligence in Product and Production Engineering"},{"quality_controlled":"1","citation":{"chicago":"Gräßler, Iris, Jan Niklas Pfeifer, and Denis Trost. “RegPLM – A Method for the Application of Regulation-Centered PLM Platforms.” In <i>INCOSE International Symposium</i>, 36:1641–55. Yokohama: Wiley, 2026. <a href=\"https://doi.org/10.1002/iis2.70264\">https://doi.org/10.1002/iis2.70264</a>.","short":"I. Gräßler, J.N. Pfeifer, D. Trost, in: INCOSE International Symposium, Wiley, Yokohama, 2026, pp. 1641–1655.","ieee":"I. Gräßler, J. N. Pfeifer, and D. Trost, “RegPLM – A method for the application of regulation-centered PLM platforms,” in <i>INCOSE International Symposium</i>, Yokohma, Japan, 2026, vol. 36, no. 1, pp. 1641–1655, doi: <a href=\"https://doi.org/10.1002/iis2.70264\">https://doi.org/10.1002/iis2.70264</a>.","apa":"Gräßler, I., Pfeifer, J. N., &#38; Trost, D. (2026). RegPLM – A method for the application of regulation-centered PLM platforms. <i>INCOSE International Symposium</i>, <i>36</i>(1), 1641–1655. <a href=\"https://doi.org/10.1002/iis2.70264\">https://doi.org/10.1002/iis2.70264</a>","bibtex":"@inproceedings{Gräßler_Pfeifer_Trost_2026, place={Yokohama}, title={RegPLM – A method for the application of regulation-centered PLM platforms}, volume={36}, DOI={<a href=\"https://doi.org/10.1002/iis2.70264\">https://doi.org/10.1002/iis2.70264</a>}, number={1}, booktitle={INCOSE International Symposium}, publisher={Wiley}, author={Gräßler, Iris and Pfeifer, Jan Niklas and Trost, Denis}, year={2026}, pages={1641–1655} }","ama":"Gräßler I, Pfeifer JN, Trost D. RegPLM – A method for the application of regulation-centered PLM platforms. In: <i>INCOSE International Symposium</i>. Vol 36. Wiley; 2026:1641-1655. doi:<a href=\"https://doi.org/10.1002/iis2.70264\">https://doi.org/10.1002/iis2.70264</a>","mla":"Gräßler, Iris, et al. “RegPLM – A Method for the Application of Regulation-Centered PLM Platforms.” <i>INCOSE International Symposium</i>, vol. 36, no. 1, Wiley, 2026, pp. 1641–55, doi:<a href=\"https://doi.org/10.1002/iis2.70264\">https://doi.org/10.1002/iis2.70264</a>."},"place":"Yokohama","conference":{"end_date":"2026-06-18","location":"Yokohma, Japan","name":"36th Annual INCOSE International Symposium","start_date":"2026-06-13"},"status":"public","volume":36,"user_id":"62841","publisher":"Wiley","_id":"67174","page":"1641 - 1655","abstract":[{"text":"Approval of products in safety-sensitive areas, such as medical technology, requires considerable effort. Companies must comply with numerous regulations for such product approvals. This results in requirements for processes, methods, tools and organizations throughout the product life cycle. A proven approach to handling regulatory requirements is the application of product lifecycle management (PLM) platforms. Applying PLM platforms (e.g. Teamcenter, 3DExperience) poses challenges in designing compliant processes as well as adapting methods and tools. For example, in medical technology, ISO 13485 specifies an industry-specific product engineering process. The exemplary adaptations of requirements engineering methods and related support – e.g. MBSE including Requirements Diagrams – are not intuitively apparent. Existing literature primarily regards these regulation-related challenges as boundary conditions, offering only vague operational solutions. Companies struggle to align PLM processes with regulatory requirements, yet few methods exist to support this integration. In this paper, a method is proposed that supports the application of regulation-centered PLM platforms and reduces effort in product approvals. The method is developed by applying a five-step approach. Existing literature on process models for applying PLM platforms is identified (1). The identified approaches are then analyzed to determine whether and to what extent they consider regulations in applying PLM platforms (2). Based on identified partial solutions from literature and findings from industry workshops, a new method is developed (3). The method comprises strategic level, process level, data level, pilot level, and operation level. Validation is conducted within a German medical technology company, containing proof of applicability determined through a pilot project (4) and proof of concept achieved through interviews (5). The method is applied to regulation-centered PLM for the use case ‘requirements engineering’. The concept is confirmed by experts in terms of applicability and transferability. The method supports engineers in applying regulation-centered PLM platforms, leading to reduced effort.","lang":"eng"}],"issue":"1","publication":"INCOSE International Symposium","keyword":["Regulations","Product Lifecycle Management","Requirements Engineering","Model-Based Systems Engineering","medical technology"],"type":"conference","date_created":"2026-09-18T08:54:01Z","intvolume":"        36","publication_status":"published","date_updated":"2026-09-18T08:56:11Z","author":[{"full_name":"Gräßler, Iris","first_name":"Iris","last_name":"Gräßler","orcid":"0000-0001-5765-971X","id":"47565"},{"id":"62841","full_name":"Pfeifer, Jan Niklas","last_name":"Pfeifer","first_name":"Jan Niklas"},{"full_name":"Trost, Denis","last_name":"Trost","first_name":"Denis"}],"publication_identifier":{"issn":["2334-5837"]},"title":"RegPLM – A method for the application of regulation-centered PLM platforms","year":"2026","doi":"https://doi.org/10.1002/iis2.70264","language":[{"iso":"eng"}]},{"citation":{"mla":"Gräßler, Iris, et al. “Systems Engineering Roles to Handle Emergent Properties and Behaviors in Complex Technical Systems.” <i>INCOSE International Symposium</i>, vol. 34, no. 1, Wiley, 2024, pp. 584–98, doi:<a href=\"https://doi.org/10.1002/iis2.13164\">10.1002/iis2.13164</a>.","ama":"Gräßler I, Pfeifer JN, Hintz F, Meyrl N. Systems Engineering roles to handle emergent properties and behaviors in complex technical systems. In: <i>INCOSE International Symposium</i>. Vol 34. Wiley; 2024:584-598. doi:<a href=\"https://doi.org/10.1002/iis2.13164\">10.1002/iis2.13164</a>","bibtex":"@inproceedings{Gräßler_Pfeifer_Hintz_Meyrl_2024, title={Systems Engineering roles to handle emergent properties and behaviors in complex technical systems}, volume={34}, DOI={<a href=\"https://doi.org/10.1002/iis2.13164\">10.1002/iis2.13164</a>}, number={1}, booktitle={INCOSE International Symposium}, publisher={Wiley}, author={Gräßler, Iris and Pfeifer, Jan Niklas and Hintz, Florian and Meyrl, Nicolas}, year={2024}, pages={584–598} }","apa":"Gräßler, I., Pfeifer, J. N., Hintz, F., &#38; Meyrl, N. (2024). Systems Engineering roles to handle emergent properties and behaviors in complex technical systems. <i>INCOSE International Symposium</i>, <i>34</i>(1), 584–598. <a href=\"https://doi.org/10.1002/iis2.13164\">https://doi.org/10.1002/iis2.13164</a>","ieee":"I. Gräßler, J. N. Pfeifer, F. Hintz, and N. Meyrl, “Systems Engineering roles to handle emergent properties and behaviors in complex technical systems,” in <i>INCOSE International Symposium</i>, Dublin, Ireland, 2024, vol. 34, no. 1, pp. 584–598, doi: <a href=\"https://doi.org/10.1002/iis2.13164\">10.1002/iis2.13164</a>.","short":"I. Gräßler, J.N. Pfeifer, F. Hintz, N. Meyrl, in: INCOSE International Symposium, Wiley, 2024, pp. 584–598.","chicago":"Gräßler, Iris, Jan Niklas Pfeifer, Florian Hintz, and Nicolas Meyrl. “Systems Engineering Roles to Handle Emergent Properties and Behaviors in Complex Technical Systems.” In <i>INCOSE International Symposium</i>, 34:584–98. Wiley, 2024. <a href=\"https://doi.org/10.1002/iis2.13164\">https://doi.org/10.1002/iis2.13164</a>."},"quality_controlled":"1","conference":{"start_date":"2024-07-02","name":"34th Annual INCOSE International Symposium","location":"Dublin, Ireland","end_date":"2024-07-06"},"status":"public","publisher":"Wiley","_id":"56108","page":"584-598","volume":34,"user_id":"62841","issue":"1","publication":"INCOSE International Symposium","abstract":[{"text":"<jats:title>Abstract</jats:title><jats:p>Engineering projects for complex technical systems such as automobiles demand extensive requirement specifications and corresponding hierarchy levels in system architectures. Especially when considering emergent phenomena, such as total weight or aerodynamics, a closely networked collaboration of discipline‐specific and cross‐disciplinary roles is required. Further, in large organizations with a group structure, resulting functional and non‐functional contents need to be managed by distinct Systems Engineering roles. For example, the role “property manager” takes care of achieving overarching product properties, such as weight or aerodynamics, which cannot be directly fixed, but result from many specifications. This paper proposes new Systems Engineering roles and their application in a German Original Equipment Manufacturer (OEM). For validation, the roles have already been applied in everyday engineering projects at the OEM. The concept proved to be indispensable and transferable to other Systems Engineering projects.</jats:p>","lang":"eng"}],"date_created":"2024-09-11T08:07:26Z","department":[{"_id":"152"}],"type":"conference","keyword":["Systems Engineering roles","properties","features","emergent phenomena","automotive"],"author":[{"full_name":"Gräßler, Iris","first_name":"Iris","orcid":"0000-0001-5765-971X","last_name":"Gräßler","id":"47565"},{"last_name":"Pfeifer","first_name":"Jan Niklas","full_name":"Pfeifer, Jan Niklas","id":"62841"},{"first_name":"Florian","last_name":"Hintz","full_name":"Hintz, Florian"},{"full_name":"Meyrl, Nicolas","last_name":"Meyrl","first_name":"Nicolas"}],"publication_identifier":{"issn":["2334-5837","2334-5837"]},"year":"2024","title":"Systems Engineering roles to handle emergent properties and behaviors in complex technical systems","intvolume":"        34","publication_status":"published","date_updated":"2024-09-11T08:22:55Z","language":[{"iso":"eng"}],"doi":"10.1002/iis2.13164"}]