@inproceedings{46301, author = {{Assenmacher, D and Trautmann, Heike}}, booktitle = {{Intelligent Information and Database Systems}}, editor = {{et al. Tran, T}}, pages = {{3–16}}, publisher = {{Springer International Publishing}}, title = {{{Textual One-Pass Stream Clustering with Automated Distance Threshold Adaption}}}, doi = {{10.1007/978-3-031-21743-2_1}}, year = {{2022}}, } @article{46316, abstract = {{ Computational social science uses computational and statistical methods in order to evaluate social interaction. The public availability of data sets is thus a necessary precondition for reliable and replicable research. These data allow researchers to benchmark the computational methods they develop, test the generalizability of their findings, and build confidence in their results. When social media data are concerned, data sharing is often restricted for legal or privacy reasons, which makes the comparison of methods and the replicability of research results infeasible. Social media analytics research, consequently, faces an integrity crisis. How is it possible to create trust in computational or statistical analyses, when they cannot be validated by third parties? In this work, we explore this well-known, yet little discussed, problem for social media analytics. We investigate how this problem can be solved by looking at related computational research areas. Moreover, we propose and implement a prototype to address the problem in the form of a new evaluation framework that enables the comparison of algorithms without the need to exchange data directly, while maintaining flexibility for the algorithm design. }}, author = {{Assenmacher, Dennis and Weber, Derek and Preuss, Mike and Valdez, André Calero and Bradshaw, Alison and Ross, Björn and Cresci, Stefano and Trautmann, Heike and Neumann, Frank and Grimme, Christian}}, journal = {{Social Science Computer Review}}, number = {{6}}, pages = {{1496--1522}}, title = {{{Benchmarking Crisis in Social Media Analytics: A Solution for the Data-Sharing Problem}}}, doi = {{10.1177/08944393211012268}}, volume = {{40}}, year = {{2022}}, } @inproceedings{46306, abstract = {{Hyperparameter optimization (HPO) is a key component of machine learning models for achieving peak predictive performance. While numerous methods and algorithms for HPO have been proposed over the last years, little progress has been made in illuminating and examining the actual structure of these black-box optimization problems. Exploratory landscape analysis (ELA) subsumes a set of techniques that can be used to gain knowledge about properties of unknown optimization problems. In this paper, we evaluate the performance of five different black-box optimizers on 30 HPO problems, which consist of two-, three- and five-dimensional continuous search spaces of the XGBoost learner trained on 10 different data sets. This is contrasted with the performance of the same optimizers evaluated on 360 problem instances from the black-box optimization benchmark (BBOB). We then compute ELA features on the HPO and BBOB problems and examine similarities and differences. A cluster analysis of the HPO and BBOB problems in ELA feature space allows us to identify how the HPO problems compare to the BBOB problems on a structural meta-level. We identify a subset of BBOB problems that are close to the HPO problems in ELA feature space and show that optimizer performance is comparably similar on these two sets of benchmark problems. We highlight open challenges of ELA for HPO and discuss potential directions of future research and applications.}}, author = {{Schneider, Lennart and Schäpermeier, Lennart and Prager, Raphael Patrick and Bischl, Bernd and Trautmann, Heike and Kerschke, Pascal}}, booktitle = {{Parallel Problem Solving from Nature — PPSN XVII}}, editor = {{Rudolph, Günter and Kononova, Anna V. and Aguirre, Hernán and Kerschke, Pascal and Ochoa, Gabriela and Tušar, Tea}}, isbn = {{978-3-031-14714-2}}, pages = {{575–589}}, publisher = {{Springer International Publishing}}, title = {{{HPO x ELA: Investigating Hyperparameter Optimization Landscapes by Means of Exploratory Landscape Analysis}}}, doi = {{10.1007/978-3-031-14714-2_40}}, year = {{2022}}, } @article{46308, abstract = {{Single-objective continuous optimization can be challenging, especially when dealing with multimodal problems. This work sheds light on the effects that multi-objective optimization may have in the single-objective space. For this purpose, we examine the inner mechanisms of the recently developed sophisticated local search procedure SOMOGSA. This method solves multimodal single-objective continuous optimization problems based on first expanding the problem with an additional objective (e.g., a sphere function) to the bi-objective domain and subsequently exploiting local structures of the resulting landscapes. Our study particularly focuses on the sensitivity of this multiobjectivization approach w.r.t. (1) the parametrization of the artificial second objective, as well as (2) the position of the initial starting points in the search space. As SOMOGSA is a modular framework for encapsulating local search, we integrate Nelder–Mead local search as optimizer in the respective module and compare the performance of the resulting hybrid local search to its original single-objective counterpart. We show that the SOMOGSA framework can significantly boost local search by multiobjectivization. Hence, combined with more sophisticated local search and metaheuristics, this may help solve highly multimodal optimization problems in the future.}}, author = {{Aspar, Pelin and Steinhoff, Vera and Schäpermeier, Lennart and Kerschke, Pascal and Trautmann, Heike and Grimme, Christian}}, journal = {{Natural Computing}}, pages = {{1–15}}, title = {{{The objective that freed me: a multi-objective local search approach for continuous single-objective optimization}}}, doi = {{10.1007/s11047-022-09919-w}}, volume = {{1}}, year = {{2022}}, } @article{52532, author = {{Rodrigues, Agatha S. and Kerschke, Pascal and Pereira, Carlos Alberto De Bragança and Trautmann, Heike and Wagner, Carolin and Hellingrath, Bernd and Polpo, Adriano}}, journal = {{Comput. Stat.}}, number = {{1}}, pages = {{355–379}}, title = {{{Estimation of component reliability from superposed renewal processes by means of latent variables}}}, doi = {{10.1007/S00180-021-01124-0}}, volume = {{37}}, year = {{2022}}, } @inproceedings{46307, abstract = {{Exploratory Landscape Analysis is a powerful technique for numerically characterizing landscapes of single-objective continuous optimization problems. Landscape insights are crucial both for problem understanding as well as for assessing benchmark set diversity and composition. Despite the irrefutable usefulness of these features, they suffer from their own ailments and downsides. Hence, in this work we provide a collection of different approaches to characterize optimization landscapes. Similar to conventional landscape features, we require a small initial sample. However, instead of computing features based on that sample, we develop alternative representations of the original sample. These range from point clouds to 2D images and, therefore, are entirely feature-free. We demonstrate and validate our devised methods on the BBOB testbed and predict, with the help of Deep Learning, the high-level, expert-based landscape properties such as the degree of multimodality and the existence of funnel structures. The quality of our approaches is on par with methods relying on the traditional landscape features. Thereby, we provide an exciting new perspective on every research area which utilizes problem information such as problem understanding and algorithm design as well as automated algorithm configuration and selection.}}, author = {{Seiler, Moritz and Prager, Raphael Patrick and Kerschke, Pascal and Trautmann, Heike}}, booktitle = {{Proceedings of the Genetic and Evolutionary Computation Conference}}, isbn = {{9781450392372}}, pages = {{657–665}}, publisher = {{Association for Computing Machinery}}, title = {{{A Collection of Deep Learning-based Feature-Free Approaches for Characterizing Single-Objective Continuous Fitness Landscapes}}}, doi = {{10.1145/3512290.3528834}}, year = {{2022}}, } @inproceedings{46304, abstract = {{In recent years, feature-based automated algorithm selection using exploratory landscape analysis has demonstrated its great potential in single-objective continuous black-box optimization. However, feature computation is problem-specific and can be costly in terms of computational resources. This paper investigates feature-free approaches that rely on state-of-the-art deep learning techniques operating on either images or point clouds. We show that point-cloud-based strategies, in particular, are highly competitive and also substantially reduce the size of the required solver portfolio. Moreover, we highlight the effect and importance of cost-sensitive learning in automated algorithm selection models.}}, author = {{Prager, Raphael Patrick and Seiler, Moritz and Trautmann, Heike and Kerschke, Pascal}}, booktitle = {{Parallel Problem Solving from Nature — PPSN XVII}}, editor = {{Rudolph, Günter and Kononova, Anna V. and Aguirre, Hernán and Kerschke, Pascal and Ochoa, Gabriela and Tušar, Tea}}, isbn = {{978-3-031-14714-2}}, pages = {{3–17}}, publisher = {{Springer International Publishing}}, title = {{{Automated Algorithm Selection in Single-Objective Continuous Optimization: A Comparative Study of Deep Learning and Landscape Analysis Methods}}}, doi = {{10.1007/978-3-031-14714-2_1}}, year = {{2022}}, } @inproceedings{46303, abstract = {{Social media platforms are essential for information sharing and, thus, prone to coordinated dis- and misinformation campaigns. Nevertheless, research in this area is hampered by strict data sharing regulations imposed by the platforms, resulting in a lack of benchmark data. Previous work focused on circumventing these rules by either pseudonymizing the data or sharing fragments. In this work, we will address the benchmarking crisis by presenting a methodology that can be used to create artificial campaigns out of original campaign building blocks. We conduct a proof-of-concept study using the freely available generative language model GPT-Neo in this context and demonstrate that the campaign patterns can flexibly be adapted to an underlying social media stream and evade state-of-the-art campaign detection approaches based on stream clustering. Thus, we not only provide a framework for artificial benchmark generation but also demonstrate the possible adversarial nature of such benchmarks for challenging and advancing current campaign detection methods.}}, author = {{Pohl, Janina Susanne and Assenmacher, Dennis and Seiler, Moritz and Trautmann, Heike and Grimme, Christian}}, booktitle = {{Workshop Proceedings of the 16$^th$ International Conference on Web and Social Media (ICWSM)}}, editor = {{the Advancement of Artificial Intelligence (AAAI) Association, for}}, pages = {{1–10}}, publisher = {{AAAI Press}}, title = {{{Artificial Social Media Campaign Creation for Benchmarking and Challenging Detection Approaches}}}, doi = {{10.36190/2022.91}}, year = {{2022}}, } @article{46309, abstract = {{Due to the rise of continuous data-generating applications, analyzing data streams has gained increasing attention over the past decades. A core research area in stream data is stream classification, which categorizes or detects data points within an evolving stream of observations. Areas of stream classification are diverse—ranging, e.g., from monitoring sensor data to analyzing a wide range of (social) media applications. Research in stream classification is related to developing methods that adapt to the changing and potentially volatile data stream. It focuses on individual aspects of the stream classification pipeline, e.g., designing suitable algorithm architectures, an efficient train and test procedure, or detecting so-called concept drifts. As a result of the many different research questions and strands, the field is challenging to grasp, especially for beginners. This survey explores, summarizes, and categorizes work within the domain of stream classification and identifies core research threads over the past few years. It is structured based on the stream classification process to facilitate coordination within this complex topic, including common application scenarios and benchmarking data sets. Thus, both newcomers to the field and experts who want to widen their scope can gain (additional) insight into this research area and find starting points and pointers to more in-depth literature on specific issues and research directions in the field.}}, author = {{Clever, Lena and Pohl, Janina Susanne and Bossek, Jakob and Kerschke, Pascal and Trautmann, Heike}}, journal = {{Applied Sciences}}, number = {{8}}, pages = {{1–44}}, title = {{{Process-Oriented Stream Classification Pipeline: A Literature Review}}}, doi = {{10.3390/app12189094}}, volume = {{12}}, year = {{2022}}, } @inproceedings{46302, author = {{Heins, J and Rook, J and Schäpermeier, L and Kerschke, P and Bossek, Jakob and Trautmann, Heike}}, booktitle = {{Parallel Problem Solving from Nature — PPSN XVII}}, editor = {{Rudolph, G and Kononova, AV and Aguirre, H and Kerschke, P and Ochoa, G and Tušar, T}}, isbn = {{978-3-031-14714-2}}, pages = {{192–206}}, publisher = {{Springer International Publishing}}, title = {{{BBE: Basin-Based Evaluation of Multimodal Multi-objective Optimization Problems}}}, year = {{2022}}, } @inproceedings{46305, abstract = {{Hardness of Multi-Objective (MO) continuous optimization problems results from an interplay of various problem characteristics, e. g. the degree of multi-modality. We present a benchmark study of classical and diversity focused optimizers on multi-modal MO problems based on automated algorithm configuration. We show the large effect of the latter and investigate the trade-off between convergence in objective space and diversity in decision space.}}, author = {{Rook, J and Trautmann, Heike and Bossek, Jakob and Grimme, C}}, booktitle = {{Proceedings of the Genetic and Evolutionary Computation Conference Companion}}, editor = {{Fieldsend, J and Wagner, M.}}, isbn = {{9781450392686}}, pages = {{356–359}}, publisher = {{Association for Computing Machinery}}, title = {{{On the Potential of Automated Algorithm Configuration on Multi-Modal Multi-Objective Optimization Problems}}}, doi = {{10.1145/3520304.3528998}}, year = {{2022}}, } @article{46318, abstract = {{Multi-objective (MO) optimization, i.e., the simultaneous optimization of multiple conflicting objectives, is gaining more and more attention in various research areas, such as evolutionary computation, machine learning (e.g., (hyper-)parameter optimization), or logistics (e.g., vehicle routing). Many works in this domain mention the structural problem property of multimodality as a challenge from two classical perspectives: (1) finding all globally optimal solution sets, and (2) avoiding to get trapped in local optima. Interestingly, these streams seem to transfer many traditional concepts of single-objective (SO) optimization into claims, assumptions, or even terminology regarding the MO domain, but mostly neglect the understanding of the structural properties as well as the algorithmic search behavior on a problem’s landscape. However, some recent works counteract this trend, by investigating the fundamentals and characteristics of MO problems using new visualization techniques and gaining surprising insights. Using these visual insights, this work proposes a step towards a unified terminology to capture multimodality and locality in a broader way than it is usually done. This enables us to investigate current research activities in multimodal continuous MO optimization and to highlight new implications and promising research directions for the design of benchmark suites, the discovery of MO landscape features, the development of new MO (or even SO) optimization algorithms, and performance indicators. For all these topics, we provide a review of ideas and methods but also an outlook on future challenges, research potential and perspectives that result from recent developments.}}, author = {{Grimme, Christian and Kerschke, Pascal and Aspar, Pelin and Trautmann, Heike and Preuss, Mike and Deutz, André H. and Wang, Hao and Emmerich, Michael}}, issn = {{0305-0548}}, journal = {{Computers & Operations Research}}, keywords = {{Multimodal optimization, Multi-objective continuous optimization, Landscape analysis, Visualization, Benchmarking, Theory, Algorithms}}, pages = {{105489}}, title = {{{Peeking beyond peaks: Challenges and research potentials of continuous multimodal multi-objective optimization}}}, doi = {{https://doi.org/10.1016/j.cor.2021.105489}}, volume = {{136}}, year = {{2021}}, } @inproceedings{46311, abstract = {{In this work we examine the inner mechanisms of the recently developed sophisticated local search procedure SOMOGSA. This method solves multimodal single-objective continuous optimization problems by first expanding the problem with an additional objective (e.g., a sphere function) to the bi-objective space, and subsequently exploiting local structures and ridges of the resulting landscapes. Our study particularly focusses on the sensitivity of this multiobjectivization approach w.r.t. (i) the parametrization of the artificial second objective, as well as (ii) the position of the initial starting points in the search space. As SOMOGSA is a modular framework for encapsulating local search, we integrate Gradient and Nelder-Mead local search (as optimizers in the respective module) and compare the performance of the resulting hybrid local search to their original single-objective counterparts. We show that the SOMOGSA framework can significantly boost local search by multiobjectivization. Combined with more sophisticated local search and metaheuristics this may help in solving highly multimodal optimization problems in future.}}, author = {{Aspar, Pelin and Kerschke, Pascal and Steinhoff, Vera and Trautmann, Heike and Grimme, Christian}}, booktitle = {{Evolutionary Multi-Criterion Optimization: 11$^th$ International Conference, EMO 2021, Shenzhen, China, March 28–31, 2021, Proceedings}}, editor = {{et al. Ishibuchi, H.}}, pages = {{311–322}}, publisher = {{Springer}}, title = {{{Multi^3: Optimizing Multimodal Single-Objective Continuous Problems in the Multi-Objective Space by Means of Multiobjectivization}}}, doi = {{10.1007/978-3-030-72062-9_25}}, year = {{2021}}, } @article{46317, abstract = {{One of the most significant recent technological developments concerns the development and implementation of ‘intelligent machines’ that draw on recent advances in artificial intelligence (AI) and robotics. However, there are growing tensions between human freedoms and machine controls. This article reports the findings of a workshop that investigated the application of the principles of human freedom throughout intelligent machine development and use. Forty IS researchers from ten different countries discussed four contemporary AI and humanity issues and the most relevant IS domain challenges. This article summarizes their experiences and opinions regarding four AI and humanity themes: Crime & conflict, Jobs, Attention, and Wellbeing. The outcomes of the workshop discussions identify three attributes of humanity that need preservation: a critique of the design and application of AI, and the intelligent machines it can create; human involvement in the loop of intelligent machine decision-making processes; and the ability to interpret and explain intelligent machine decision-making processes. The article provides an agenda for future AI and humanity research.}}, author = {{Coombs, Crispin and Stacey, Patrick and Kawalek, Peter and Simeonova, Boyka and Becker, Jörg and Bergener, Katrin and Carvalho, João Álvaro and Fantinato, Marcelo and Garmann-Johnsen, Niels F. and Grimme, Christian and Stein, Armin and Trautmann, Heike}}, journal = {{International Journal of Information Management}}, title = {{{What Is It About Humanity That We Can’t Give Away To Intelligent Machines? A European Perspective}}}, doi = {{10.1016/j.ijinfomgt.2021.102311}}, volume = {{58}}, year = {{2021}}, } @inproceedings{46315, abstract = {{We propose a novel method for automated algorithm selection in the domain of single-objective continuous black-box optimization. In contrast to existing methods, we use convolutional neural networks as the selection apparatus which bases its decision on a so-called ‘fitness map’. This fitness map is a 2D representation of a two dimensional search space where different gray scales indicate the quality of found solutions in certain areas. Our devised approach uses a modular CMA-ES framework which offers the option to create the conventional CMA-ES, CMA-ES with the alternate step-size adaptation and many other variants proposed over the years. In total, 4 608 different configurations are possible where most configurations are of complementary nature. In this proof-of-concept work, we consider a subset of 32 possible configurations. The developed method is evaluated against an excerpt of BBOB functions and its performance is compared against baselines that are commonly used in automated algorithm selection - the best standalone algorithm (configuration) and the best obtainable sequence of configurations. While the results indicate that the use of the fitness map is not superior on every benchmark problem, it indubitably shows its merit on more hard-to-solve problems. This offers a promising perspective for generalizing to other types of optimization problems and problem domains.}}, author = {{Prager, Raphael Patrick and Seiler, Moritz and Trautmann, Heike and Kerschke, Pascal}}, booktitle = {{2021 IEEE Symposium Series on Computational Intelligence (SSCI)}}, pages = {{1--8}}, title = {{{Towards Feature-Free Automated Algorithm Selection for Single-Objective Continuous Black-Box Optimization}}}, doi = {{10.1109/SSCI50451.2021.9660174}}, year = {{2021}}, } @inproceedings{46312, abstract = {{Abuse and hate are penetrating social media and many comment sections of news media companies. These platform providers invest considerable efforts to mod- erate user-generated contributions to prevent losing readers who get appalled by inappropriate texts. This is further enforced by legislative actions, which make non-clearance of these comments a punishable action. While (semi-)automated solutions using Natural Language Processing and advanced Machine Learning techniques are getting increasingly sophisticated, the domain of abusive language detection still struggles as large non-English and well-curated datasets are scarce or not publicly available. With this work, we publish and analyse the largest annotated German abusive language comment datasets to date. In contrast to existing datasets, we achieve a high labelling standard by conducting a thorough crowd-based an- notation study that complements professional moderators’ decisions, which are also included in the dataset. We compare and cross-evaluate the performance of baseline algorithms and state-of-the-art transformer-based language models, which are fine-tuned on our datasets and an existing alternative, showing the usefulness for the community.}}, author = {{Assenmacher, Dennis and Niemann, Marco and Müller, Kilian and Seiler, Moritz and Riehle, Dennis M. and Trautmann, Heike}}, booktitle = {{Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1 (NeurIPS Datasets and Benchmarks 2021)}}, pages = {{1–14}}, title = {{{RP-Mod & RP-Crowd: Moderator- and Crowd-Annotated German News Comment Datasets}}}, year = {{2021}}, } @inproceedings{46313, abstract = {{Classic automated algorithm selection (AS) for (combinatorial) optimization problems heavily relies on so-called instance features, i.e., numerical characteristics of the problem at hand ideally extracted with computationally low-demanding routines. For the traveling salesperson problem (TSP) a plethora of features have been suggested. Most of these features are, if at all, only normalized imprecisely raising the issue of feature values being strongly affected by the instance size. Such artifacts may have detrimental effects on algorithm selection models. We propose a normalization for two feature groups which stood out in multiple AS studies on the TSP: (a) features based on a minimum spanning tree (MST) and (b) a k-nearest neighbor graph (NNG) transformation of the input instance. To this end we theoretically derive minimum and maximum values for properties of MSTs and k-NNGs of Euclidean graphs. We analyze the differences in feature space between normalized versions of these features and their unnormalized counterparts. Our empirical investigations on various TSP benchmark sets point out that the feature scaling succeeds in eliminating the effect of the instance size. Eventually, a proof-of-concept AS-study shows promising results: models trained with normalized features tend to outperform those trained with the respective vanilla features.}}, author = {{Heins, Jonathan and Bossek, Jakob and Pohl, Janina and Seiler, Moritz and Trautmann, Heike and Kerschke, Pascal}}, booktitle = {{Proceedings of the 16$^th$ ACM/SIGEVO Conference on Foundations of genetic Algorithms (FOGA XVI)}}, editor = {{Computing Machinery Association, for}}, pages = {{1–15}}, publisher = {{Association for Computing Machinery}}, title = {{{On the Potential of Normalized TSP Features for Automated Algorithm Selection}}}, doi = {{10.1145/3450218.3477308}}, year = {{2021}}, } @inproceedings{46319, abstract = {{The detection of orchestrated and potentially manipulative campaigns in social media is far more meaningful than an- alyzing single account behaviour but also more challenging in terms of pattern recognition, data processing, and com- putational complexity. While supervised learning methods need an enormous amount of reliable ground truth data to find rather inflexible patterns, classical unsupervised learn- ing techniques need a lot of computational power to handle large amount of data. This makes them infeasible for real- time analysis. In this work, we demonstrate the applicability of text stream clustering for the real-time detection of coordi- nated campaigns.}}, author = {{Assenmacher, D and Adam, L and Trautmann, Heike and Grimme, C}}, booktitle = {{Proceedings of the Florida Artificial Intelligence Research Society Conference}}, title = {{{Towards Real-Time and Unsupervised Campaign Detection in Social Media}}}, year = {{2020}}, } @inproceedings{46328, abstract = {{In this paper, we rely on previous work proposing a modularized version of CMA-ES, which captures several alterations to the conventional CMA-ES developed in recent years. Each alteration provides significant advantages under certain problem properties, e.g., multi-modality, high conditioning. These distinct advancements are implemented as modules which result in 4608 unique versions of CMA-ES. Previous findings illustrate the competitive advantage of enabling and disabling the aforementioned modules for different optimization problems. Yet, this modular CMA-ES is lacking a method to automatically determine when the activation of specific modules is auspicious and when it is not. We propose a well-performing instance-specific algorithm configuration model which selects an (almost) optimal configuration of modules for a given problem instance. In addition, the structure of this configuration model is able to capture inter-dependencies between modules, e.g., two (or more) modules might only be advantageous in unison for some problem types, making the orchestration of modules a crucial task. This is accomplished by chaining multiple random forest classifiers together into a so-called Classifier Chain based on a set of numerical features extracted by means of Exploratory Landscape Analysis (ELA) to describe the given problem instances.}}, author = {{Prager, Raphael Patrick and Trautmann, Heike and Wang, Hao and Bäck, Thomas H. W. and Kerschke, Pascal}}, booktitle = {{Proceedings of the IEEE Symposium Series on Computational Intelligence (SSCI)}}, pages = {{996–1003}}, title = {{{Per-Instance Configuration of the Modularized CMA-ES by Means of Classifier Chains and Exploratory Landscape Analysis}}}, doi = {{10.1109/SSCI47803.2020.9308510}}, year = {{2020}}, } @inproceedings{46320, abstract = {{The identification of coordinated campaigns within Social Media is a complex task that is often hindered by missing labels and large amounts of data that have to be processed. We propose a new two-phase framework that uses unsupervised stream clustering for detecting suspicious trends over time in a first step. Afterwards, traditional offline analyses are applied to distinguish between normal trend evolution and malicious manipulation attempts. We demonstrate the applicability of our framework in the context of the final days of the Brexit in 2019/2020.}}, author = {{Assenmacher, D and Clever, L and Pohl, JS and Trautmann, Heike and Grimme, C}}, booktitle = {{Proceedings of the International Conference on Human-Computer Interaction (HCII 2020): Social Computing and Social Media. Design, Ethics, User Behavior, and Social Network Analysis}}, editor = {{Meiselwitz, G}}, isbn = {{978-3-030-49570-1}}, pages = {{201–214}}, publisher = {{Springer International Publishing}}, title = {{{A Two-Phase Framework for Detecting Manipulation Campaigns in Social Media}}}, doi = {{10.1007/978-3-030-49570-1_14}}, year = {{2020}}, }