@article{60990, abstract = {{Large Language Models (LLMs) have demonstrated remarkable performance across a wide range of natural language processing tasks. However, their effectiveness in low-resource languages remains underexplored, particularly in complex tasks such as end-to-end Entity Linking (EL), which requires both mention detection and disambiguation against a knowledge base (KB). In earlier work, we introduced IndEL — the first end-to-end EL benchmark dataset for the Indonesian language — covering both a general domain (news) and a specific domain (religious text from the Indonesian translation of the Quran), and evaluated four traditional end-to-end EL systems on this dataset. In this study, we propose ELEVATE-ID, a comprehensive evaluation framework for assessing LLM performance on end-to-end EL in Indonesian. The framework evaluates LLMs under both zero-shot and fine-tuned conditions, using multilingual and Indonesian monolingual models, with Wikidata as the target KB. Our experiments include performance benchmarking, generalization analysis across domains, and systematic error analysis. Results show that GPT-4 and GPT-3.5 achieve the highest accuracy in zero-shot and fine-tuned settings, respectively. However, even fine-tuned GPT-3.5 underperforms compared to DBpedia Spotlight — the weakest of the traditional model baselines — in the general domain. Interestingly, GPT-3.5 outperforms Babelfy in the specific domain. Generalization analysis indicates that fine-tuned GPT-3.5 adapts more effectively to cross-domain and mixed-domain scenarios. Error analysis uncovers persistent challenges that hinder LLM performance: difficulties with non-complete mentions, acronym disambiguation, and full-name recognition in formal contexts. These issues point to limitations in mention boundary detection and contextual grounding. Indonesian-pretrained LLMs, Komodo and Merak, reveal core weaknesses: template leakage and entity hallucination, respectively—underscoring architectural and training limitations in low-resource end-to-end EL.11Code and dataset are available at https://github.com/dice-group/ELEVATE-ID.}}, author = {{Gusmita, Ria Hari and Firmansyah, Asep Fajar and Zahera, Hamada Mohamed Abdelsamee and Ngonga Ngomo, Axel-Cyrille}}, issn = {{0169-023X}}, journal = {{Data & Knowledge Engineering}}, keywords = {{LLMs, Evaluation, End-to-end EL, Indonesian}}, pages = {{102504}}, title = {{{ELEVATE-ID: Extending Large Language Models for End-to-End Entity Linking Evaluation in Indonesian}}}, doi = {{https://doi.org/10.1016/j.datak.2025.102504}}, volume = {{161}}, year = {{2026}}, } @inbook{65310, abstract = {{Trust between client and consultant is perhaps the most important asset in con-sulting, as this is a highly intangible knowledge-intensive business that concerns is-sues of outstanding strategic and operational importance for the customers. Cli-ents who have not worked with a particular consultancy face considerable risk when they place an order while lacking reliable information about the service quality they can expect. There is a strong link between trust and reputation, as the positive reputation of a consultancy can act as a substitute for a new client’s missing individual experience with the provider, fostering trust in the service quali-ty. Thus, creating, maintaining, and demonstrating a good reputation is of signifi-cant importance for consultancies in a very competitive industry. To facilitate trustworthy signals, we design and implement a novel reputation mechanism that carries a monetary weight stored on a blockchain network as an immutable, decentralized, and transparent ledger. Based on an implementation in the Ethereum network and subsequent evaluation, we conclude that the reputation mechanism can contribute to leveling information asymmetry and reducing risk while increasing reputation and trust. The mechanism lends itself to being used in other business-to-business scenarios that suffer from similar information asymmetries.}}, author = {{Hemmrich, Simon and Nissen, Volker}}, booktitle = {{ Advanced Studies in Consulting Research and Digitalization – A Scientific Update on the Digital Transformation of the Consulting Industry. Springer.}}, editor = {{Nissen, Volker}}, keywords = {{Reputation Systems, Consulting, Design Science Invention, Incentive, Blockchain, Monetary ratings, building trust, reduce information asymmetry consulting, B2B reputation system, consulting risk reduction, supplier evaluation system}}, title = {{{A blockchain-based reputation system for consulting}}}, year = {{2026}}, } @article{59756, abstract = {{A current concern in the field of Artificial Intelligence (AI) is to ensure the trustworthiness of AI systems. The development of explainability methods is one prominent way to address this, which has often resulted in the assumption that the use of explainability will lead to an increase in the trust of users and wider society. However, the dynamics between explainability and trust are not well established and empirical investigations of their relation remain mixed or inconclusive. In this paper we provide a detailed description of the concepts of user trust and distrust in AI and their relation to appropriate reliance. For that we draw from the fields of machine learning, human–computer interaction, and the social sciences. Based on these insights, we have created a focused study of empirical literature of existing empirical studies that investigate the effects of AI systems and XAI methods on user (dis)trust, in order to substantiate our conceptualization of trust, distrust, and reliance. With respect to our conceptual understanding we identify gaps in existing empirical work. With clarifying the concepts and summarizing the empirical studies, we aim to provide researchers, who examine user trust in AI, with an improved starting point for developing user studies to measure and evaluate the user’s attitude towards and reliance on AI systems.}}, author = {{Visser, Roel and Peters, Tobias Martin and Scharlau, Ingrid and Hammer, Barbara}}, issn = {{1389-0417}}, journal = {{Cognitive Systems Research}}, keywords = {{XAI, Appropriate trust, Distrust, Reliance, Human-centric evaluation, Trustworthy AI}}, publisher = {{Elsevier BV}}, title = {{{Trust, distrust, and appropriate reliance in (X)AI: A conceptual clarification of user trust and survey of its empirical evaluation}}}, doi = {{10.1016/j.cogsys.2025.101357}}, year = {{2025}}, } @article{53597, abstract = {{Für eine gelingende Umsetzung schulischer Inklusion gilt eine professionelle Weiterbildung der Lehrkräfte und des weiteren Schulpersonals als unverzichtbare Voraussetzung, um eine effektive Teamarbeit sowie die Einbindung von Eltern [i] in Erziehungs- und Bildungsprozesse zu gewährleisten. Im Projekt BiFoKi [ii] (Bielefelder Fortbildungskonzept zur Kooperation in inklusiven Schulen) wurde eine Fortbildungsmaßnahme für inklusive Schulen entwickelt, die sowohl die intrainstitutionelle Kooperation innerhalb der Schule als auch die interinstitutionelle Zusammenarbeit mit den Eltern der Schüler*innen mit und ohne sonderpädagogischen Unterstützungsbedarf adressiert. Die Fortbildung zielt u.a. darauf ab, durch eine im Jahrgangsteam gemeinsam geplante und verantwortete Elternarbeit eine einladende Atmosphäre zu schaffen, Kommunikationswege an diverser werdende Bedarfe der Eltern und der Schüler*innen anzupassen und Eltern stärker in schulische Bildungsprozesse einzubeziehen. Zur Evaluation der Fortbildung wurde eine quasi-experimentelle Studie mit einem Prä-Post-Kontrollgruppendesign realisiert. Längsschnittliche Daten liegen für 55 Lehr- und Fachkräfte vor. Die Ergebnisse der varianzanalytischen Auswertung zeigen, dass sich die Einschätzungen zur Kooperationsbereitschaft der Eltern sowie das selbstberichtete Kooperationsverhalten im Bereich der Erziehungs- und Bildungskooperation in der Interventionsgruppe nach der Teilnahme an der Fortbildung signifikant positiver entwickelt hat als in der Kontrollgruppe.   [i] Mit dem Begriff Eltern sind hier alle erziehungs- bzw. sorgeberechtigten Personen gemeint. [ii] Hinweis zur Finanzierung: Das diesem Beitrag zugrunde liegende Vorhaben BiFoKi (Bielefelder Fortbildungskonzept zur Kooperation in inklusiven Schulen) wurde mit Mitteln des Bundesministeriums für Bildung und Forschung unter dem Förderkennzeichen 01NV1732in der Förderlinie „Qualifizierung der pädagogischen Fachkräfte für inklusive Bildung“ gefördert (Projektleitung: Birgit Lütje-Klose, Elke Wild, Julia Gorges und Phillip Neumann). }}, author = {{Grüter, Sandra and Gorges, Julia and Lütje-Klose, Birgit and Neumann, Phillip and Wild, Elke}}, issn = {{2699-2477}}, journal = {{QfI - Qualifizierung für Inklusion. Online-Zeitschrift zur Forschung über Aus-, Fort- und Weiterbildung pädagogischer Fachkräfte}}, keywords = {{Inklusion, Kooperation, Eltern, Sekundarstufe 1, Evaluation, Integration, Schulentwicklung, Elternkooperation}}, number = {{3}}, title = {{{Jahrgangsteams zur Kooperation mit Eltern anregen – eine Aufgabe für Fortbildungen? Evaluationsergebnisse zum Bielefelder Fortbildungskonzept zur Kooperation in inklusiven Schulen (BiFoKi)}}}, doi = {{10.21248/qfi.131}}, volume = {{5}}, year = {{2024}}, } @article{56578, abstract = {{Approaches to modeling and evaluating teachers’ digital competencies are often based on the TPACK model. However, in-depth analyses of the conceptualization of the model show that the specificities of the so-called dual subject matter of vocational education are not sufficiently represented. This article provides insights into the development and testing of an instrument for teachers’ self-assessment of digital competencies in vocational education.The instrument is based on the structure of TPACK but is adapted in various ways to reflect the specificities of vocational education. The aim of this article is to transfer a conceptual extension oft he TPACK model into an initial instrument and to analyze it as part of an initial exploration. }}, author = {{Sänger, Niklas}}, journal = {{International Journal of Vocational Education Studies}}, keywords = {{Digital Competencies, Dual Subject Matter, Evaluation, TPACK, Vocational Teacher Training}}, number = {{2}}, pages = {{35--55}}, title = {{{Evaluation of Digital Competencies - Development of an Instrument for Vocational Teacher Training}}}, doi = {{https://doi.org/10.14361/ijves-2024-010203}}, volume = {{1}}, year = {{2024}}, } @inproceedings{34166, abstract = {{Within innovation management, choosing the best fitting product idea is the most important decision point. The future existence and success of the organization is depending on selected product ideas. To find the best fitting idea for an organization, it needs evaluation criteria representing the organizations mission Therefore, this study focuses on a holistic overview about evaluation criteria and on supporting organizations in the process to select its individual evaluation criteria. Based on a literature study, existing approaches regarding evaluation criteria in product idea selection are identified and a list of evaluation criteria is reworked. Using the list of evaluation criteria, a prioritization method is created. Within an interview with experts in innovation management, the method is discussed regarding usability and the level of assistance in product idea selection. The developed criteria can be used directly by innovation manager and industrial practitioners to evaluate potential product ideas.}}, author = {{Gräßler, Iris and Koch, Anna-Sophie}}, booktitle = {{XXXIII Proceedings of the ISPIM Innovation Conference}}, isbn = {{978-952-335-694-8}}, keywords = {{innovation management, evaluation criteria, idea selection, idea evaluation, meta-study}}, location = {{Copenhagen, Denmark}}, title = {{{Evaluation Criteria in Product Idea Selection Decisions}}}, year = {{2022}}, } @inproceedings{36462, abstract = {{The conduction of structure-borne sound through joints causes energy dissipation. The sound reduction index describes this energy loss as a level decrease in the particle velocity across series-connected damping elements for which the superposition principle applies. This simple model can help to develop a testing method for joints based on this characteristic energy loss. In this paper, this model is experimentally evaluated for multiple in-series clinched aluminium sheets. Samples connected by several clinch points arranged in parallel are investigated experimentally, and the results are discussed.}}, author = {{Stephan, Richard and Brosius, Alexander}}, booktitle = {{The 28th Saxon Conference on Forming Technology SFU and the 7th International Conference on Accuracy in Forming Technology ICAFT}}, keywords = {{clinching, mechanical joining, damping, model, evaluation, dynamics}}, publisher = {{MDPI}}, title = {{{Experimental Measurement Method and Evaluation of an Analytical Approach for Sound Conduction through Multiple Clinched Sheets}}}, doi = {{10.3390/engproc2022026025}}, year = {{2022}}, } @article{43433, abstract = {{Ziel dieser Studie ist es den digitalen moodlegestützten asynchronen Sprachkurs Fachspezifisches Chinesisch für das „Maschinenbau in China Programm“ (mb-cn) der Fakultät für Maschinenbau der Universität Paderborn zu evaluieren, um Handlungsempfehlungen für zukünftig ähnlich aufgebaute Projekte zu entwickeln. Dazu wurden im Sommersemester 2021 sechs leitfadengestützte Interviews geführt. Die Interviews wurden anschließend mithilfe von deduktiv ermittelten Kategorien, die sich aus dem Technology Acceptance Model 2 (TAM2) nach Venkatesh und Davis (2000) ergaben, nach Mayring (2015) analysiert, um abschließend die Forschungsfrage zu beantworten: „Wie bewerten mb-cn Ingenieurstudierende die wahrgenommene Nützlichkeit der digitalen Sprachlernangebote des Kurses Fachspezifisches Chinesisch?“.}}, author = {{Hambach, Dennis}}, journal = {{ die hochschullehre. Interdisziplinäre Zeitschrift für Hochschule und Lehre}}, keywords = {{Technology Acceptance Model, Fachspezifische Chinesischsprachkurse, digitale Lehre, Moodle, Evaluation}}, number = {{8}}, pages = {{1--15}}, publisher = {{wbv Publikation}}, title = {{{Evaluation eines digitalen Fachspezifischen Chinesischsprachkurses für Studierende des Ingenieurwesens}}}, doi = {{10.3278/HSL2249W}}, year = {{2022}}, } @inproceedings{24079, abstract = {{In innovation management, usually there is a large number of product ideas, not all of which meet the requirements of a company and make sense to pursue further. For selecting the most promising ideas, several methods exist which each focus on a certain aspect. Due to the characteristics of Small and Medium Enterprises (SMEs) such as limited resources, these enterprises have special requirements on methods for selecting ideas. In this study, criteria of SMEs for idea selection are deducted from SME-characteristics. Methods for idea selection are tested for fulfillment of these criteria and the results are combined in a matrix. Together with a guideline, a tool for idea selection in innovation management of SMEs is developed. The results are validated in the context of innovation management in SMEs. By selecting a method, a SME is enabled to make economically viable decisions for their product portfolio, thus ensuring sustainable economic success.}}, author = {{Gräßler, Iris and Koch, Anna-Sophie and Thiele, Henrik and Dattner, Michael}}, booktitle = {{Proceedings of the ISPIM Innovation Conference}}, keywords = {{innovation management, SME, evaluation method, idea selection, meta-study, idea evaluation}}, location = {{Berlin}}, publisher = {{LUT Scientific and Expertise Publications}}, title = {{{Supporting Innovation Management for SMEs: A Tool for Idea Selection}}}, year = {{2021}}, } @inproceedings{23388, abstract = {{As one of the most popular programming languages, PYTHON has become a relevant target language for static analysis tools. The primary data structure for performing an inter-procedural static analysis is call-graph (CG), which links call sites to potential call targets in a program. There exists multiple algorithms for constructing callgraphs, tailored to specific languages. However, comparatively few implementations target PYTHON. Moreover, there is still lack of empirical evidence as to how these few algorithms perform in terms of precision and recall. This paper thus presents EVAL_CG, an extensible framework for comparative analysis of Python call-graphs. We conducted two experiments which run the CG algorithms on different Python programming constructs and real-world applications. In both experiments, we evaluate three CG generation frameworks namely, Code2flow, Pyan, and Wala. We record precision, recall, and running time, and identify sources of unsoundness of each framework. Our evaluation shows that none of the current CG construction frameworks produce a sound CG. Moreover, the static CGs contain many spurious edges. Code2flow is also comparatively slow. Hence, further research is needed to support CG generation for Python programs.}}, author = {{Kummita, Sriteja and Piskachev, Goran and Spaeth, Johannes and Bodden, Eric}}, booktitle = {{Proceedings of the 2021 International Conference on Code Quality (ICCQ)}}, isbn = {{978-1-7281-8477-7}}, keywords = {{Static Analysis, Callgraph Analysis, Python, Qualitative Analysis, Quantitative Analysis, Empirical Evaluation}}, location = {{Virtual}}, title = {{{Qualitative and Quantitative Analysis of Callgraph Algorithms for PYTHON}}}, doi = {{10.1109/ICCQ51190.2021.9392986}}, year = {{2021}}, } @article{27117, abstract = {{Through co-occurrence analysis of 1139 documents (1964-2018) we identified trends in the discussions about the implementation of student teaching evaluation (SET). We found that: (1) Attention to SET originated in the US in the 1970s, spreading to German-speaking countries in the mid-1990s and continuing in China and Latin America in the early 2000s. (2) SET is commonly viewed as a control tool deserving methodological improvement, while bias is debated in the US. We also found local trajectories: (3) Whereas in the US and Latin America SET is primarily seen as a management tool, German-speaking and Chinese authors reflect more on improving teaching. Chinese scholars consider SET a valid instrument for state control associated with artificial intelligence. Also, (4) SET is commonly used in medical education in the US and the German-speaking region and in physical education in China. We conclude that SET is discussed cross-nationally but affected by national path dependencies.}}, author = {{Pineda, Pedro and Steinhardt, Isabel}}, issn = {{1356-2517}}, journal = {{Teaching in Higher Education}}, keywords = {{academic discourse, bibliometric review, quality assurance, student evaluation of teaching, teaching evaluation}}, pages = {{1--21}}, title = {{{The Debate on student evaluations of teaching: global convergence confronts higher education traditions}}}, doi = {{10.1080/13562517.2020.1863351}}, year = {{2020}}, } @article{4562, abstract = {{Employing main and sector-specific investment-grade CDS indices from the North American and European CDS market and performing mean-variance out-of-sample analyses for conservative and aggressive investors over the period from 2006 to 2014, this paper analyzes portfolio benefits of adding corporate CDS indices to a traditional financial portfolio consisting of stock and sovereign bond indices. As a baseline result, we initially find an increase in portfolio (downside) risk-diversification when adding CDS indices, which is observed irrespective of both CDS markets, investor-types and different sub-periods, including the global financial crisis and European sovereign debt crisis. In addition, the analysis reveals higher portfolio excess returns and performance in CDS index portfolios, however, these effects clearly differ between markets, investor-types and sub-periods. Overall, portfolio benefits of adding CDS indices mainly result from the fact that institutional investors replace sovereign bond indices rather than stock indices by CDS indices due to better risk-return characteristics. Our baseline findings remain robust under a variety of robustness checks. Results from sensitivity analyses provide further important implications for institutional investors with a strategic focus on a long-term conservative portfolio management.}}, author = {{Hippert, Benjamin and Uhde, André and Wengerek, Sascha Tobias}}, journal = {{Review of Derivatives Research }}, keywords = {{Corporate credit default swap indices, Mean-variance asset allocation, Out-of-sample portfolio optimization, Portfolio risk-diversification, Portfolio performance evaluation}}, number = {{2}}, pages = {{203--259}}, title = {{{Portfolio Benefits of Adding Corporate Credit Default Swap Indices: Evidence from North America and Europe}}}, doi = {{https://doi.org/10.1007/s11147-018-9148-8}}, volume = {{22}}, year = {{2019}}, } @article{35315, abstract = {{In vielen Bundesländern ist ein Praxissemester obligatorischer Bestandteil der Lehramtsausbildung. Zunehmend wird untersucht, ob und in welcher Form Studierende die für diesen Ausbildungsabschnitt vorgesehenen Standards erreichen. Dabei fokussieren Untersuchungen primär bildungswissenschaftliche Kompetenzbereiche. Die Frage, inwiefern das Praxissemester zum Erwerb domänenspezifischer bzw. insbesondere fachdidaktischer Kompetenzen beiträgt, lässt sich als Forschungsdesiderat konstatieren. Es ist zudem unklar, wie bestimmte Lerngelegenheiten diesen Prozess beeinflussen. Um diesem Forschungsbedarf zu begegnen, wurde an der Universität Paderborn die interdisziplinäre Forschungsgruppe Fachdidaktische Forschung im Praxissemester gegründet. Ziel der gemeinsamen Arbeit ist es, auf Basis wissenschaftlicher Ergebnisse einen Beitrag zur Weiterentwicklung des Praxissemesters zu leisten. Am Praxissemester sind drei Ausbildungsorte beteiligt: Hochschulen, Zentren für schulpraktische Lehrerausbildung (ZfsL) und Schulen. Ein Schwerpunkt liegt daher auf der Untersuchung des kritisch-produktiven Verhältnisses von Hochschullehre und Praxis. Vor dem Hintergrund fachübergreifender Heuristiken zur Professionalisierung in der Lehrer/innenbildung, werden in diesem Artikel aktuelle Projekte der Forschungsgruppe und deren Kontexte vorgestellt und diskutiert.}}, author = {{Wosnitza, Christopher and Caruso, Carina and Vogelsang, Christoph}}, issn = {{ 2199-8825}}, journal = {{die hochschullehre}}, keywords = {{Praxissemester, Lehrer/innenbildung, Evaluation, Kompetenzentwicklung, Fachdidaktik / school internships, teacher education, evaluation, professional competence, subject matter education}}, number = {{1}}, pages = {{1--19}}, publisher = {{wbv}}, title = {{{Das Praxissemester fachdidaktisch in den Blick nehmen}}}, doi = {{10.3278/HSL1705W}}, volume = {{3}}, year = {{2017}}, } @article{29755, abstract = {{Im Sinne eines Scholarship of Teaching and Learning wird in diesem Aufsatz die Neugestaltung einer eigenständig durchgeführten Lehrveranstaltung im Bereich der Forschungsmethoden empirisch untersucht. Die neugestaltete Lehrveranstaltung integriert sowohl direkt-instruktionale als auch kooperativ-offene Sitzungsformate und wird mit einer thematisch ähnlichen Lehrveranstaltung des Jahres 2012 verglichen, welche fast ausschließlich im Vorlesungsstil (direkt-instruktional) gehalten wurde. Im Mittelpunkt des Evaluationsvorhabens standen folgende Forschungsfragen: (1) Unterscheiden sich die summativen Evaluationen der Lehrveranstaltungen der Jahre 2012 und 2014 in den Variablen subjektiver Lernerfolg, Motivation zur selbstständigen Auseinandersetzung mit den Inhalten sowie Gesamteindruck des Seminars?, (2) Welchen Einfluss hat die Form der Sitzungsgestaltung (direkt-instruktional vs. kooperativ-offen) auf das Erleben von Kompetenz, Autonomie und sozialer Eingebundenheit?, (3) Welche Form der Sitzungsgestaltung wird von den Studierenden stärker akzeptiert? und (4) Welchen Einfluss hat die Form der Sitzungsgestaltung auf den subjektiven Lernerfolg der Studierenden? Empirisch zeigte sich, dass die neugestaltete Lehrveranstaltung des Jahres 2014 von den Studierenden in fast allen Variablen als lernwirksamer eingeschätzt wurde. Des Weiteren ergaben sich Hinweise, dass sich kooperativ-offene Sitzungsformate positiv auf motivationale Ausgangsbedingungen auswirken.}}, author = {{Goller, Michael}}, journal = {{die hochschullehre}}, keywords = {{Direkte Instruktion, Evaluation, Kooperatives Lernen, Methodenausbildung, Paderborn, Scholarship of Teaching and Learning}}, title = {{{Zum Einfluss des didaktischen Designs auf das (motivationale) Erleben von Lehrveranstaltungen: Eine quantitative Fallstudie im Rahmen der Methodeneinführung in den Bildungswissenschaften}}}, year = {{2015}}, } @article{35906, abstract = {{Against the background of a European-wide strategy of governance aimed at improving support for parents and families, the following report details the conceptualization and evaluation of a federal state program4 in Baden- Württemberg (Germany) which was launched in 2008 to encourage fam- ily and parent education. Two program components, a voucher system for parents with a new-born child and an element that emphasizes educa- tional offers for families with special needs in particular living situations, were started to increase requests for educational courses. The aim was to establish and deepen cooperation between different public and private professional services that are in contact with parents and their children. The results show that main goals of the program were reached.}}, author = {{Landhäußer, Sandra and Faas, Stefan and Treptow, Rainer}}, journal = {{Center for Educational Policy Studies Journal (CEPS)}}, keywords = {{family and parent education, cooperation, voucher system, support for families with special needs in particular living situations, program evaluation}}, number = {{No 4}}, title = {{{Encouraging Family and Parent Education: Program Development and Evaluation in the Federal State of Baden-Württemberg, Germany}}}, doi = {{https://files.eric.ed.gov/fulltext/EJ1129548.pdf}}, volume = {{Vol 4}}, year = {{2014}}, } @inproceedings{11841, abstract = {{Recently, substantial progress has been made in the field of reverberant speech signal processing, including both single- and multichannel de-reverberation techniques, and automatic speech recognition (ASR) techniques robust to reverberation. To evaluate state-of-the-art algorithms and obtain new insights regarding potential future research directions, we propose a common evaluation framework including datasets, tasks, and evaluation metrics for both speech enhancement and ASR techniques. The proposed framework will be used as a common basis for the REVERB (REverberant Voice Enhancement and Recognition Benchmark) challenge. This paper describes the rationale behind the challenge, and provides a detailed description of the evaluation framework and benchmark results.}}, author = {{Kinoshita, Keisuke and Delcroix, Marc and Yoshioka, Takuya and Nakatani, Tomohiro and Habets, Emanuel and Haeb-Umbach, Reinhold and Leutnant, Volker and Sehr, Armin and Kellermann, Walter and Maas, Roland and Gannot, Sharon and Raj, Bhiksha}}, booktitle = {{ IEEE Workshop on Applications of Signal Processing to Audio and Acoustics }}, keywords = {{Reverberant speech, dereverberation, ASR, evaluation, challenge}}, pages = {{ 22--23 }}, title = {{{The reverb challenge: a common evaluation framework for dereverberation and recognition of reverberant speech}}}, year = {{2013}}, } @inproceedings{5632, abstract = {{Enduring doubts about the value of IS investments reveal that IS researchers have not fully managed to identify and to explain the economic benefits of IS. Three research tasks are essential requisites on the path towards addressing this criticism: the synthesis of knowledge, the identification of lack of knowledge, and the proposition of paths for closing knowledge gaps. This paper considers each of these tasks by a) synthesizing key research findings based on a comprehensive literature review, b) identifying and unfolding key limitations of current research, and c) applying a decision-theoretic perspective, which opens new horizons to IS business value research and shows paths for overcoming the limitations. The adoption of this perspective results in a decision-theoretic foundation of IS business value research and includes the proposition of a consistent terminology and a research model that frames further research.}}, author = {{Schryen, Guido and Bodenstein, Christian}}, booktitle = {{Proceedings of the 18th European Conference on Information Systems (ECIS 2010)}}, keywords = {{Decision theory, IT value, IS assessment, IS evaluation}}, title = {{{A decision-theoretic foundation of IS business value research}}}, year = {{2010}}, } @inproceedings{9570, abstract = {{EN: Although the use of new actuator technologies is quite enthusiastic, the realization of innovative systems based on these principles fails because of doubts in dependability. Until now, new working principles for actuators have not been systematically investigated in the means of dependability. Therefore we developed a proceeding for a dependability-oriented evaluation of technologies. This is shown in the case of shape memory alloy actuators. DE: Die Realisierung von Systemen mittels innovativer Aktortechnologien scheitert oftmals an der Skepsis gegenüber der Verlässlichkeit (Vertrauen in die zuverlässige und sichere Funktionalität der Technologie). Diese liegt darin begründet, dass neue Aktortechnologien bzw. die Integration von innovativen physikalischen Wirkprinzipen innerhalb neuer Aktorkonzepte bisher noch nicht systematisch im Kontext der Verlässlichkeit untersucht werden. Daher haben wir ein Vorgehen zur verlässlichkeitsorientierten Technologiebewertung entwickelt. Neben der detaillierten Darstellung des Vorgehensmodells wird es exemplarisch anhand von Formgedächtnislegierungen zur Entwicklung innovativer Antriebslösungen angewendet.}}, author = {{Müller, Thomas and Schiedeck, Florian and Hemsel, Tobias}}, booktitle = {{2. Tagung des DVM -- Arbeitskreis Zuverlässigkeit mechatronischer und adaptronischer Systeme: Absicherung der Systemzuverlässigkeit, Koblenz}}, keywords = {{EN: Dependability, Reliability, Evaluation of Technology, Actuators, Shape Memory Alloys DE: Verl{\}}, title = {{{Verlässlichkeitorientierte Technologiebewertung innovativer Aktortechnologien am Beispiel von Formgedächtnislegierungen}}}, year = {{2008}}, }