@article{heidrich2025_108494,
  title = {FairCaipi : A Combination of Explanatory Interactive and Fair Machine Learning for Human and Machine Bias Reduction},
  author = {Heidrich, Louisa and Slany, Emanuel and Scheele, Stephan M. and Schmid, Ute},
  year = {2025},
  pages = {1519-1538},
  publisher = {Otto-Friedrich-Universität},
  address = {Bamberg},
  urn = {urn:nbn:de:bvb:473-irb-1084942},
  url = {https://fis.uni-bamberg.de/handle/uniba/108494},
  language = {eng},
  abstract = {The rise of machine-learning applications in domains with critical end-user impact has led to a growing concern about the fairness of learned models, with the goal of avoiding biases that negatively impact specific demographic groups. Most existing bias-mitigation strategies adapt the importance of data instances during pre-processing. Since fairness is a contextual concept, we advocate for an interactive machine-learning approach that enables users to provide iterative feedback for model adaptation. Specifically, we propose to adapt the explanatory interactive machine-learning approach Caipi for fair machine learning. FairCaipi incorporates human feedback in the loop on predictions and explanations to improve the fairness of the model. Experimental results demonstrate that FairCaipi outperforms a state-of-the-art pre-processing bias mitigation strategy in terms of the fairness and the predictive performance of the resulting machine-learning model. We show that FairCaipi can both uncover and reduce bias in machine-learning models and allows us to detect human bias.},
  keywords = {fair machine learning, explanatory and interactive machine learning}
}

@phdthesis{slany2025_107376,
  title = {Enhancing Explanatory Interactive Machine Learning : A Generalization of the CAIPI Algorithm},
  author = {Slany, Emanuel},
  year = {2025},
  publisher = {Otto-Friedrich-Universität},
  address = {Bamberg},
  doi = {10.20378/irb-107376},
  urn = {urn:nbn:de:bvb:473-irb-1073760},
  url = {https://fis.uni-bamberg.de/handle/uniba/107376},
  language = {eng},
  abstract = {An inherent challenge of statistical machine learning models is the possibility of erroneous outcomes, which underscores the importance of corrigibility, particularly in sensitive domains. Advances in the field of explainable Artificial Intelligence have revealed that machine learning models might conduct correct decisions based on incorrect decision-making mechanisms. The possibility of detecting erroneous decision making does not prevent incorrect decision-making mechanisms, which is why the research field explanatory interactive machine learning has equipped researchers with the opportunity to revise explanations. Explanatory interactive machine learning procedures vary in their feedback injection mechanism: Some utilize model-specific internals, e.g., they penalize gradients in indecisive regions. Others are model-agnostic and induce additional training data, termed counterexamples, which only contain the relation of human explanation revisions and the target. CAIPI, the origin of the latter category, is an algorithmic framework to optimize machine learning models that iteratively combines components to predict, explain, and interact with instances. It generates counterexamples in iterations with correct prediction and erroneous decision-making mechanism. CAIPI, despite being claimed to be model-agnostic, has been proposed as a theoretical concept, which does not transfer well to practical application scenarios beyond image and text classification. Moreover, its formalization requires refinement, particularly when evaluating the impact of counterexamples on the optimization framework. This thesis aims to address CAIPI’s limitations through a formal analysis of how counterexamples influence the iterative optimization of machine learning models, together with algorithmic modifications of the original CAIPI framework.},
  keywords = {Explanatory Interactive Machine Learning, Explainable Artificial Intelligence, Interactive Learning, Machine Learning, CAIPI},
  school = {Otto-Friedrich-Universität Bamberg}
}

@inproceedings{slany2024_112331,
  title = {Bayesian CAIPI : A Probabilistic Approach to Explanatory and Interactive Machine Learning},
  author = {Slany, Emanuel and Scheele, Stephan and Schmid, Ute},
  year = {2024},
  booktitle = {Artificial Intelligence : ECAI 2023 International Workshops ; XAI^3, TACTIFUL, XI-ML, SEDAMI, RAAIT, AI4S, HYDRA, AI4AI ; Kraków, Poland, September 30 – October 4, 2023 ; Proceedings, Part 1},
  pages = {285-301},
  publisher = {Springer},
  address = {Cham, Switzerland},
  isbn = {978-3-031-50395-5},
  doi = {10.1007/978-3-031-50396-2\_16},
  url = {https://fis.uni-bamberg.de/handle/uniba/112331},
  language = {eng}
}

@inproceedings{amling2024_107149,
  title = {Explainable AI for Mixed Data Clustering},
  author = {Amling, Jonas and Scheele, Stephan and Slany, Emanuel and Lang, Moritz and Schmid, Ute},
  year = {2024},
  booktitle = {Explainable Artificial Intelligence : Second World Conference, xAI 2024, Valletta, Malta, July 17–19, 2024, Proceedings},
  pages = {42-62},
  publisher = {Springer},
  address = {Cham},
  series = {Communications in Computer and Information Science (CCIS)},
  isbn = {978-3-031-63796-4},
  doi = {10.1007/978-3-031-63797-1\_3},
  url = {https://fis.uni-bamberg.de/handle/uniba/107149},
  language = {eng}
}

@article{heidrich2023_94998,
  title = {FairCaipi : A Combination of Explanatory Interactive and Fair Machine Learning for Human and Machine Bias Reduction},
  author = {Heidrich, Louisa and Slany, Emanuel and Scheele, Stephan and Schmid, Ute},
  year = {2023},
  journal = {Machine learning and knowledge extraction},
  volume = {5},
  number = {4},
  pages = {1519-1538},
  publisher = {MDPI},
  address = {Basel},
  issn = {2504-4990},
  doi = {10.3390/make5040076},
  url = {https://fis.uni-bamberg.de/handle/uniba/94998},
  language = {eng},
  abstract = {The rise of machine-learning applications in domains with critical end-user impact has led to a growing concern about the fairness of learned models, with the goal of avoiding biases that negatively impact specific demographic groups. Most existing bias-mitigation strategies adapt the importance of data instances during pre-processing. Since fairness is a contextual concept, we advocate for an interactive machine-learning approach that enables users to provide iterative feedback for model adaptation. Specifically, we propose to adapt the explanatory interactive machine-learning approach Caipi for fair machine learning. FairCaipi incorporates human feedback in the loop on predictions and explanations to improve the fairness of the model. Experimental results demonstrate that FairCaipi outperforms a state-of-the-art pre-processing bias mitigation strategy in terms of the fairness and the predictive performance of the resulting machine-learning model. We show that FairCaipi can both uncover and reduce bias in machine-learning models and allows us to detect human bias.},
  keywords = {fair machine learning, explanatory and interactive machine learning}
}

