Publications
2023 (in total 4)
- "Towards Measuring Ethicality of an Intelligent Assistive System" in "Proc. 1st AITHICS workshop (Artificial Intelligence and Ethics) held at 44th German Conference on Artificial Intelligence (KI-2021)"
doi wwwabstract
Artificial intelligence (AI) based assistive systems, so called intelligent assistive technology (IAT) are becoming increasingly ubiquitous by each day. IAT helps people in improving their quality of life by providing intelligent assistance based on the provided data. A few examples of such IATs include self-driving cars, robot assistants and smart-health management solutions. However, the presence of such autonomous entities poses ethical challenges concerning the stakeholders involved in using these systems. There is a lack of research when it comes to analysing how such IAT adheres to provided ethical regulations due to ethical, logistic and cost issues associated with such an analysis. In the light of the above-mentioned problem statement and issues, we present a method to measure the ethicality of an assistive system. To perform this task, we utilised our simulation tool that focuses on modelling navigation and assistance of Persons with Dementia (PwD) in indoor environments. By utilising this tool, we analyse how well different assistive strategies adhere to provided ethical regulations such as autonomy, justice and beneficence of the stakeholders.BibTEX
@inproceedings{shaukat_towards_2023, title = {Towards {Measuring} {Ethicality} of an {Intelligent} {Assistive} {System}}, copyright = {Creative Commons Attribution Non Commercial Share Alike 4.0 International}, url = {https://ki2021-ai-ethics.github.io}, doi = {10.48550/ARXIV.2303.03929}, abstract = {Artificial intelligence (AI) based assistive systems, so called intelligent assistive technology (IAT) are becoming increasingly ubiquitous by each day. IAT helps people in improving their quality of life by providing intelligent assistance based on the provided data. A few examples of such IATs include self-driving cars, robot assistants and smart-health management solutions. However, the presence of such autonomous entities poses ethical challenges concerning the stakeholders involved in using these systems. There is a lack of research when it comes to analysing how such IAT adheres to provided ethical regulations due to ethical, logistic and cost issues associated with such an analysis. In the light of the above-mentioned problem statement and issues, we present a method to measure the ethicality of an assistive system. To perform this task, we utilised our simulation tool that focuses on modelling navigation and assistance of Persons with Dementia (PwD) in indoor environments. By utilising this tool, we analyse how well different assistive strategies adhere to provided ethical regulations such as autonomy, justice and beneficence of the stakeholders.}, urldate = {2023-03-24}, booktitle = {Proc. 1st {AITHICS} workshop ({Artificial} {Intelligence} and {Ethics}) held at 44th {German} {Conference} on {Artificial} {Intelligence} ({KI}-2021)}, publisher = {arXiv}, author = {Shaukat, M. Salman and Põder, Johann-Christian and Bader, Sebastian and Kirste, Thomas}, year = {2023}, note = {Version Number: 1}, keywords = {Artificial Intelligence (cs.AI), Computers and Society (cs.CY), FOS: Computer and information sciences}, } - "Analysis of the therapeutic interaction provided by a humanoid robot serving stroke survivors as a therapeutic assistant for arm rehabilitation" in "Frontiers in Robotics and AI" Vol. 10
doi wwwabstract
Objective: To characterize a socially active humanoid robot’s therapeutic interaction as a therapeutic assistant when providing arm rehabilitation (i.e., arm basis training (ABT) for moderate-to-severe arm paresis or arm ability training (AAT) for mild arm paresis) to stroke survivors when using the digital therapeutic system Evidence-Based Robot-Assistant in Neurorehabilitation (E-BRAiN) and to compare it to human therapists’ interaction. Methods: Participants and therapy: Seventeen stroke survivors receiving arm rehabilitation (i.e., ABT [ n = 9] or AAT [ n = 8]) using E-BRAiN over a course of nine sessions and twenty-one other stroke survivors receiving arm rehabilitation sessions (i.e., ABT [ n = 6] or AAT [ n = 15]) in a conventional 1:1 therapist–patient setting. Analysis of therapeutic interaction: Therapy sessions were videotaped, and all therapeutic interactions (information provision, feedback, and bond-related interaction) were documented offline both in terms of their frequency of occurrence and time used for the respective type of interaction using the instrument THER-I-ACT. Statistical analyses: The therapeutic interaction of the humanoid robot, supervising staff/therapists, and helpers on day 1 is reported as mean across subjects for each type of therapy (i.e., ABT and AAT) as descriptive statistics. Effects of time (day 1 vs. day 9) on the humanoid robot interaction were analyzed by repeated-measures analysis of variance (rmANOVA) together with the between-subject factor type of therapy (ABT vs. AAT). The between-subject effect of the agent (humanoid robot vs. human therapist; day 1) was analyzed together with the factor therapy (ABT vs. AAT) by ANOVA. Main results and interpretation : The overall pattern of the therapeutic interaction by the humanoid robot was comprehensive and varied considerably with the type of therapy (as clinically indicated and intended), largely comparable to human therapists’ interaction, and adapted according to needs for interaction over time. Even substantially long robot-assisted therapy sessions seemed acceptable to stroke survivors and promoted engaged patients’ training behavior. Conclusion: Humanoid robot interaction as implemented in the digital system E-BRAiN matches the human therapeutic interaction and its modification across therapies well and promotes engaged training behavior by patients. These characteristics support its clinical use as a therapeutic assistant and, hence, its application to support specific and intensive restorative training for stroke survivors.BibTEX
@article{platz_analysis_2023, title = {Analysis of the therapeutic interaction provided by a humanoid robot serving stroke survivors as a therapeutic assistant for arm rehabilitation}, volume = {10}, issn = {2296-9144}, url = {https://www.frontiersin.org/articles/10.3389/frobt.2023.1103017/full}, doi = {10.3389/frobt.2023.1103017}, abstract = {Objective: To characterize a socially active humanoid robot’s therapeutic interaction as a therapeutic assistant when providing arm rehabilitation (i.e., arm basis training (ABT) for moderate-to-severe arm paresis or arm ability training (AAT) for mild arm paresis) to stroke survivors when using the digital therapeutic system Evidence-Based Robot-Assistant in Neurorehabilitation (E-BRAiN) and to compare it to human therapists’ interaction. Methods: Participants and therapy: Seventeen stroke survivors receiving arm rehabilitation (i.e., ABT [ n = 9] or AAT [ n = 8]) using E-BRAiN over a course of nine sessions and twenty-one other stroke survivors receiving arm rehabilitation sessions (i.e., ABT [ n = 6] or AAT [ n = 15]) in a conventional 1:1 therapist–patient setting. Analysis of therapeutic interaction: Therapy sessions were videotaped, and all therapeutic interactions (information provision, feedback, and bond-related interaction) were documented offline both in terms of their frequency of occurrence and time used for the respective type of interaction using the instrument THER-I-ACT. Statistical analyses: The therapeutic interaction of the humanoid robot, supervising staff/therapists, and helpers on day 1 is reported as mean across subjects for each type of therapy (i.e., ABT and AAT) as descriptive statistics. Effects of time (day 1 vs. day 9) on the humanoid robot interaction were analyzed by repeated-measures analysis of variance (rmANOVA) together with the between-subject factor type of therapy (ABT vs. AAT). The between-subject effect of the agent (humanoid robot vs. human therapist; day 1) was analyzed together with the factor therapy (ABT vs. AAT) by ANOVA. Main results and interpretation : The overall pattern of the therapeutic interaction by the humanoid robot was comprehensive and varied considerably with the type of therapy (as clinically indicated and intended), largely comparable to human therapists’ interaction, and adapted according to needs for interaction over time. Even substantially long robot-assisted therapy sessions seemed acceptable to stroke survivors and promoted engaged patients’ training behavior. Conclusion: Humanoid robot interaction as implemented in the digital system E-BRAiN matches the human therapeutic interaction and its modification across therapies well and promotes engaged training behavior by patients. These characteristics support its clinical use as a therapeutic assistant and, hence, its application to support specific and intensive restorative training for stroke survivors.}, urldate = {2023-03-24}, journal = {Frontiers in Robotics and AI}, author = {Platz, Thomas and Pedersen, Ann Louise and Deutsch, Philipp and Umlauft, Alexandru-Nicolae and Bader, Sebastian}, month = mar, year = {2023}, } - "Neuro-Symbolic Artificial Intelligence for Patient Monitoring (Accepted)" in "Lecture Notes in Computer Science"
abstract
In this paper we argue that Neuro-Symbolic AI (NeSy-AI) should be applied for patient monitoring. In this context, we introduce patient monitoring as a special case of Human Activity Recognition and derive concrete requirements for this application area. We then present a process architecture and discuss why NeSy-AI should be applied for patient monitoring. To further support our argumentation, we show how NeSy-AI can help to overcome certain technical challenges that arise from this application area.BibTEX
@inproceedings{fenske_neuro-symbolic_2023, title = {Neuro-{Symbolic} {Artificial} {Intelligence} for {Patient} {Monitoring} ({Accepted})}, abstract = {In this paper we argue that Neuro-Symbolic AI (NeSy-AI) should be applied for patient monitoring. In this context, we introduce patient monitoring as a special case of Human Activity Recognition and derive concrete requirements for this application area. We then present a process architecture and discuss why NeSy-AI should be applied for patient monitoring. To further support our argumentation, we show how NeSy-AI can help to overcome certain technical challenges that arise from this application area.}, booktitle = {Lecture {Notes} in {Computer} {Science}}, publisher = {Springer}, author = {Fenske, Ole and Bader, Sebastian and Kirste, Thomas}, year = {2023}, } - "Towards Model-Based 3D Underwater Object Detection and Pose Estimation for Sonar Data"
abstract
Underwater is one of the harshest yet critical environment for visual perception. Considering the poor illumination, limited range and back-scattering, ordinary 2D cameras fail to generate usable data, especially in the deep ocean. Therefore, acoustic sonars that produce point cloud data are used in such conditions. Still, it remains infeasible to acquire a sufficient amount of underwater data for training learning- based methods such as artificial neural networks. Therefore, we propose a model-based (training-less) approach for 3D object detection and pose estimation for man-made and known underwater structures. Moreover, many existing techniques rely on down-sampling the point cloud to images, for instance, which naturally results in information loss. Therefore, the proposed approach directly consumes the point cloud data without down-sampling to preserve information. In this context, we report systematically modifying and adapting the simple RANSAC method to detect complex known underwater objects. Through a proof-of-concept example, we outline the requirements, advantages and shortcomings of such an approach compared to the other 3D object detection variants. The results of our approach are first demonstrated on the simulated data and later on the underwater sonar data.BibTEX
@inproceedings{shaukat_towards_2023-1, address = {Taiwan}, title = {Towards {Model}-{Based} {3D} {Underwater} {Object} {Detection} and {Pose} {Estimation} for {Sonar} {Data}}, abstract = {Underwater is one of the harshest yet critical environment for visual perception. Considering the poor illumination, limited range and back-scattering, ordinary 2D cameras fail to generate usable data, especially in the deep ocean. Therefore, acoustic sonars that produce point cloud data are used in such conditions. Still, it remains infeasible to acquire a sufficient amount of underwater data for training learning- based methods such as artificial neural networks. Therefore, we propose a model-based (training-less) approach for 3D object detection and pose estimation for man-made and known underwater structures. Moreover, many existing techniques rely on down-sampling the point cloud to images, for instance, which naturally results in information loss. Therefore, the proposed approach directly consumes the point cloud data without down-sampling to preserve information. In this context, we report systematically modifying and adapting the simple RANSAC method to detect complex known underwater objects. Through a proof-of-concept example, we outline the requirements, advantages and shortcomings of such an approach compared to the other 3D object detection variants. The results of our approach are first demonstrated on the simulated data and later on the underwater sonar data.}, author = {Shaukat, Muhammad Salman and Bader, Sebastian and Kirste, Thomas}, month = apr, year = {2023}, }
2022 (in total 4)
- "Activity Recognition in Assembly Tasks by Bayesian Filtering in Multi-Hypergraphs" in "GCLR 2022 on AAAI 2022"
doi wwwabstract
We study sensor-based human activity recognition in manual work processes like assembly tasks. In such processes, the system states often have a rich structure, involving object properties and relations. Thus, estimating the hidden system state from sensor observations by recursive Bayesian filtering can be very challenging, due to the combinatorial explosion in the number of system states. To alleviate this problem, we propose an efficient Bayesian filtering model for such processes. In our approach, system states are represented by multi-hypergraphs, and the system dynamics is modeled by graph rewriting rules. We show a preliminary concept that allows to represent distributions over multi-hypergraphs more compactly than by full enumeration, and present an inference algorithm that works directly on this compact representation. We demonstrate the applicability of the algorithm on a real dataset.BibTEX
@inproceedings{felske_activity_2022, title = {Activity {Recognition} in {Assembly} {Tasks} by {Bayesian} {Filtering} in {Multi}-{Hypergraphs}}, url = {https://sites.google.com/view/gclr2022/home}, doi = {10.48550/arXiv.2202.00332}, abstract = {We study sensor-based human activity recognition in manual work processes like assembly tasks. In such processes, the system states often have a rich structure, involving object properties and relations. Thus, estimating the hidden system state from sensor observations by recursive Bayesian filtering can be very challenging, due to the combinatorial explosion in the number of system states. To alleviate this problem, we propose an efficient Bayesian filtering model for such processes. In our approach, system states are represented by multi-hypergraphs, and the system dynamics is modeled by graph rewriting rules. We show a preliminary concept that allows to represent distributions over multi-hypergraphs more compactly than by full enumeration, and present an inference algorithm that works directly on this compact representation. We demonstrate the applicability of the algorithm on a real dataset.}, booktitle = {{GCLR} 2022 on {AAAI} 2022}, author = {Felske, Timon and Lüdtke, Stefan and Bader, Sebastian and Kirste, Thomas}, year = {2022}, pages = {5}, } - "Automatic Generation of Personalised and Context-Dependent Textual Interventions During Neuro-rehabilitation" in "KI - Künstliche Intelligenz"
doi wwwabstract
In this paper we present our system that synthesises personalised and context dependent texts during robot guided exercises for neuro-rehabilitation. This system is used to generate texts for the communication between a care robot and patients. We present requirements that a system in such a medical domain has to meet. Afterwards the results of a systematic literature review are presented. We present our solution based on the RosaeNLG system. It supports different language levels and referring expressions in a real-time text generation system, so that generated texts can be adapted to the reader in the best possible way. We evaluate our system with respect to the requirements. The contribution of the paper is twofold: We present a set of requirements for Natural Language Generation (NLG) in medical domains and we show how to extend RosaeNLG with an external dialogue memory to handle complex referring expressions in medical real time settings.BibTEX
@article{felske_automatic_2022, title = {Automatic {Generation} of {Personalised} and {Context}-{Dependent} {Textual} {Interventions} {During} {Neuro}-rehabilitation}, issn = {0933-1875, 1610-1987}, url = {https://link.springer.com/10.1007/s13218-022-00765-7}, doi = {10.1007/s13218-022-00765-7}, abstract = {In this paper we present our system that synthesises personalised and context dependent texts during robot guided exercises for neuro-rehabilitation. This system is used to generate texts for the communication between a care robot and patients. We present requirements that a system in such a medical domain has to meet. Afterwards the results of a systematic literature review are presented. We present our solution based on the RosaeNLG system. It supports different language levels and referring expressions in a real-time text generation system, so that generated texts can be adapted to the reader in the best possible way. We evaluate our system with respect to the requirements. The contribution of the paper is twofold: We present a set of requirements for Natural Language Generation (NLG) in medical domains and we show how to extend RosaeNLG with an external dialogue memory to handle complex referring expressions in medical real time settings.}, language = {en}, urldate = {2022-09-20}, journal = {KI - Künstliche Intelligenz}, author = {Felske, Timon and Bader, Sebastian and Kirste, Thomas}, month = sep, year = {2022}, } - "Discovering Behavioural Predispositions in Data to Improve Human Activity Recognition" in "Proceedings of the 7th International Workshop on Sensor-based Activity Recognition and Artificial Intelligence"
doi wwwBibTEX
@inproceedings{popko_discovering_2022, address = {Rostock Germany}, title = {Discovering {Behavioural} {Predispositions} in {Data} to {Improve} {Human} {Activity} {Recognition}}, isbn = {978-1-4503-9624-0}, url = {https://dl.acm.org/doi/10.1145/3558884.3558892}, doi = {10.1145/3558884.3558892}, language = {en}, urldate = {2023-03-24}, booktitle = {Proceedings of the 7th {International} {Workshop} on {Sensor}-based {Activity} {Recognition} and {Artificial} {Intelligence}}, publisher = {ACM}, author = {Popko, Maximilian and Bader, Sebastian and Lüdtke, Stefan and Kirste, Thomas}, month = sep, year = {2022}, pages = {1--7}, } - "Evaluating neurorehabilitation exercises captured with commodity sensors and machine-learning framework" in "Proceedings of the 7th International Workshop on Sensor-based Activity Recognition and Artificial Intelligence"
doi wwwBibTEX
@inproceedings{islam_evaluating_2022, address = {Rostock Germany}, title = {Evaluating neurorehabilitation exercises captured with commodity sensors and machine-learning framework}, isbn = {978-1-4503-9624-0}, url = {https://dl.acm.org/doi/10.1145/3558884.3558897}, doi = {10.1145/3558884.3558897}, language = {en}, urldate = {2023-03-24}, booktitle = {Proceedings of the 7th {International} {Workshop} on {Sensor}-based {Activity} {Recognition} and {Artificial} {Intelligence}}, publisher = {ACM}, author = {Islam, Abm Tariqul and Bader, Sebastian and Kirste, Thomas}, month = sep, year = {2022}, pages = {1--10}, }
2021 (in total 5)
- "SimDem A Multi-agent Simulation Environment to Model Persons with Dementia and their Assistance" in "4th International Workshop on AI for Aging, Rehabilitation and Independent Assisted Living held at IJCAI 2021"
wwwabstract
Developing artificial intelligence based assistive systems to aid Persons with Dementia (PwD) requires large amounts of training data. However, data collection poses ethical, legal, economic, and logistic issues. Synthetic data generation tools, in this regard, provide a potential solution. However, we believe that already available such tools do not adequately reflect cognitive deficiencies in behavior simulation. To counter these issues we propose a simulation model (SimDem ) that primarily focuses on cognitive impairments suffered by PwD and can be easily configured and adapted by the users to model and evaluate assistive solutions.BibTEX
@inproceedings{shaukat_simdem_2021, title = {{SimDem} {A} {Multi}-agent {Simulation} {Environment} to {Model} {Persons} with {Dementia} and their {Assistance}}, url = {http://arxiv.org/abs/2107.05346}, abstract = {Developing artificial intelligence based assistive systems to aid Persons with Dementia (PwD) requires large amounts of training data. However, data collection poses ethical, legal, economic, and logistic issues. Synthetic data generation tools, in this regard, provide a potential solution. However, we believe that already available such tools do not adequately reflect cognitive deficiencies in behavior simulation. To counter these issues we propose a simulation model (SimDem ) that primarily focuses on cognitive impairments suffered by PwD and can be easily configured and adapted by the users to model and evaluate assistive solutions.}, urldate = {2021-07-14}, booktitle = {4th {International} {Workshop} on {AI} for {Aging}, {Rehabilitation} and {Independent} {Assisted} {Living} held at {IJCAI} 2021}, author = {Shaukat, Muhammad Salman and Hiller, Bjarne Christian and Bader, Sebastian and Kirste, Thomas}, month = jul, year = {2021}, note = {arXiv: 2107.05346}, keywords = {Computer Science - Artificial Intelligence}, } - "Neural-Symbolic Learning and Reasoning: A Survey and Interpretation" in "Neuro-Symbolic Artificial Intelligence: The State of the Art"
wwwabstract
The study and understanding of human behaviour is relevant to computer science, artificial intelligence, neural computation, cognitive science, philosophy, psychology, and several other areas. Presupposing cognition as basis of behaviour, among the most prominent tools in the modelling of behaviour are computational-logic systems, connectionist models of cognition, and models of uncertainty. Recent studies in cognitive science, artificial intelligence, and psychology have produced a number of cognitive models of reasoning, learning, and language that are underpinned by computation. In addition, efforts in computer science research have led to the development of cognitive computational systems integrating machine learning and automated reasoning. Such systems have shown promise in a range of applications, including computational biology, fault diagnosis, training and assessment in simulators, and software verification. This joint survey reviews the personal ideas and views of several researchers on neural-symbolic learning and reasoning. The article is organised in three parts: Firstly, we frame the scope and goals of neural-symbolic computation and have a look at the theoretical foundations. We then proceed to describe the realisations of neural-symbolic computation, systems, and applications. Finally we present the challenges facing the area and avenues for further research.BibTEX
@incollection{besold_neural-symbolic_2021, series = {Frontiers in {Artificial} {Intelligence} and {Applications}}, title = {Neural-{Symbolic} {Learning} and {Reasoning}: {A} {Survey} and {Interpretation}}, volume = {342}, isbn = {978-1-64368-245-7}, url = {https://ebooks.iospress.nl/DOI/10.3233/FAIA210348}, abstract = {The study and understanding of human behaviour is relevant to computer science, artificial intelligence, neural computation, cognitive science, philosophy, psychology, and several other areas. Presupposing cognition as basis of behaviour, among the most prominent tools in the modelling of behaviour are computational-logic systems, connectionist models of cognition, and models of uncertainty. Recent studies in cognitive science, artificial intelligence, and psychology have produced a number of cognitive models of reasoning, learning, and language that are underpinned by computation. In addition, efforts in computer science research have led to the development of cognitive computational systems integrating machine learning and automated reasoning. Such systems have shown promise in a range of applications, including computational biology, fault diagnosis, training and assessment in simulators, and software verification. This joint survey reviews the personal ideas and views of several researchers on neural-symbolic learning and reasoning. The article is organised in three parts: Firstly, we frame the scope and goals of neural-symbolic computation and have a look at the theoretical foundations. We then proceed to describe the realisations of neural-symbolic computation, systems, and applications. Finally we present the challenges facing the area and avenues for further research.}, language = {eng}, booktitle = {Neuro-{Symbolic} {Artificial} {Intelligence}: {The} {State} of the {Art}}, publisher = {IOS Press}, author = {Besold, Tarek R. and d'Avila Garcez, Artur and Bader, Sebastian and Bowman, Howard and Domingos, Pedro M and Hitzler, Pascal and Kühnberger, Kai-Uwe and Lamb, Luis C. and Lima, Priscila Machado Vieira and de Penning, Leo and Pinkas, Gadi and Poon, Hoifung and Zaverucha, Gerson}, year = {2021}, pages = {1--51}, } - "Towards Measuring “Ethicality” of an Intelligent Assistive System" in "Proceedings of AITHICS 2021 (Artificial Intelligence and Ethics)"
abstract
Artificial intelligence (AI) based assistive systems, so called IAT are becoming increasingly ubiquitous by each day. IAT helps people in improving their quality of life by providing intelligent assistance based on the provided data. Few examples of such IATs include self-driving cars, robot assistants and smart-health management solutions. However, the presence of such autonomous entities poses ethical challenges concerning the stakeholders involved in using these systems. There is a lack of research when it comes to analysing how such IAT adheres to provided ethical regulations due to ethical, logistic and cost issues associated with such an analysis. In the light of above-mentioned problem statement and issues, we present a method to measure ethicality of an assistive system. To perform this task, we utilised our simulation tool that focuses on modelling navigation and assistance of PWD in indoor environments. By utilising this tool, we analyse how well different assistive strategies adhere to provided ethical regulations such as autonomy, justice and beneficence of the stakeholders.BibTEX
@inproceedings{muhammad_salman_towards_2021, title = {Towards {Measuring} “{Ethicality}” of an {Intelligent} {Assistive} {System}}, abstract = {Artificial intelligence (AI) based assistive systems, so called IAT are becoming increasingly ubiquitous by each day. IAT helps people in improving their quality of life by providing intelligent assistance based on the provided data. Few examples of such IATs include self-driving cars, robot assistants and smart-health management solutions. However, the presence of such autonomous entities poses ethical challenges concerning the stakeholders involved in using these systems. There is a lack of research when it comes to analysing how such IAT adheres to provided ethical regulations due to ethical, logistic and cost issues associated with such an analysis. In the light of above-mentioned problem statement and issues, we present a method to measure ethicality of an assistive system. To perform this task, we utilised our simulation tool that focuses on modelling navigation and assistance of PWD in indoor environments. By utilising this tool, we analyse how well different assistive strategies adhere to provided ethical regulations such as autonomy, justice and beneficence of the stakeholders.}, booktitle = {Proceedings of {AITHICS} 2021 ({Artificial} {Intelligence} and {Ethics})}, author = {Muhammad Salman, Shaukat and Johann-Christian, Põder and Sebastian, Bader and Thomas, Kirste}, month = sep, year = {2021}, } - "Improving 3D convolutional neural network comprehensibility via interactive visualization of relevance maps: evaluation in Alzheimer’s disease" in "Alzheimer's Research \& Therapy" Vol. 13(1)
doi wwwabstract
Background Although convolutional neural networks (CNNs) achieve high diagnostic accuracy for detecting Alzheimer’s disease (AD) dementia based on magnetic resonance imaging (MRI) scans, they are not yet applied in clinical routine. One important reason for this is a lack of model comprehensibility. Recently developed visualization methods for deriving CNN relevance maps may help to fill this gap as they allow the visualization of key input image features that drive the decision of the model. We investigated whether models with higher accuracy also rely more on discriminative brain regions predefined by prior knowledge. Methods We trained a CNN for the detection of AD in N = 663 T1-weighted MRI scans of patients with dementia and amnestic mild cognitive impairment (MCI) and verified the accuracy of the models via cross-validation and in three independent samples including in total N = 1655 cases. We evaluated the association of relevance scores and hippocampus volume to validate the clinical utility of this approach. To improve model comprehensibility, we implemented an interactive visualization of 3D CNN relevance maps, thereby allowing intuitive model inspection. Results Across the three independent datasets, group separation showed high accuracy for AD dementia versus controls (AUC ≥ 0.91) and moderate accuracy for amnestic MCI versus controls (AUC ≈ 0.74). Relevance maps indicated that hippocampal atrophy was considered the most informative factor for AD detection, with additional contributions from atrophy in other cortical and subcortical regions. Relevance scores within the hippocampus were highly correlated with hippocampal volumes (Pearson’s r ≈ −0.86, p \textless 0.001). Conclusion The relevance maps highlighted atrophy in regions that we had hypothesized a priori. This strengthens the comprehensibility of the CNN models, which were trained in a purely data-driven manner based on the scans and diagnosis labels. The high hippocampus relevance scores as well as the high performance achieved in independent samples support the validity of the CNN models in the detection of AD-related MRI abnormalities. The presented data-driven and hypothesis-free CNN modeling approach might provide a useful tool to automatically derive discriminative features for complex diagnostic tasks where clear clinical criteria are still missing, for instance for the differential diagnosis between various types of dementia.BibTEX
@article{dyrba_improving_2021, title = {Improving {3D} convolutional neural network comprehensibility via interactive visualization of relevance maps: evaluation in {Alzheimer}’s disease}, volume = {13}, issn = {1758-9193}, shorttitle = {Improving {3D} convolutional neural network comprehensibility via interactive visualization of relevance maps}, url = {https://alzres.biomedcentral.com/articles/10.1186/s13195-021-00924-2}, doi = {10.1186/s13195-021-00924-2}, abstract = {Background Although convolutional neural networks (CNNs) achieve high diagnostic accuracy for detecting Alzheimer’s disease (AD) dementia based on magnetic resonance imaging (MRI) scans, they are not yet applied in clinical routine. One important reason for this is a lack of model comprehensibility. Recently developed visualization methods for deriving CNN relevance maps may help to fill this gap as they allow the visualization of key input image features that drive the decision of the model. We investigated whether models with higher accuracy also rely more on discriminative brain regions predefined by prior knowledge. Methods We trained a CNN for the detection of AD in N = 663 T1-weighted MRI scans of patients with dementia and amnestic mild cognitive impairment (MCI) and verified the accuracy of the models via cross-validation and in three independent samples including in total N = 1655 cases. We evaluated the association of relevance scores and hippocampus volume to validate the clinical utility of this approach. To improve model comprehensibility, we implemented an interactive visualization of 3D CNN relevance maps, thereby allowing intuitive model inspection. Results Across the three independent datasets, group separation showed high accuracy for AD dementia versus controls (AUC ≥ 0.91) and moderate accuracy for amnestic MCI versus controls (AUC ≈ 0.74). Relevance maps indicated that hippocampal atrophy was considered the most informative factor for AD detection, with additional contributions from atrophy in other cortical and subcortical regions. Relevance scores within the hippocampus were highly correlated with hippocampal volumes (Pearson’s r ≈ −0.86, p {\textless} 0.001). Conclusion The relevance maps highlighted atrophy in regions that we had hypothesized a priori. This strengthens the comprehensibility of the CNN models, which were trained in a purely data-driven manner based on the scans and diagnosis labels. The high hippocampus relevance scores as well as the high performance achieved in independent samples support the validity of the CNN models in the detection of AD-related MRI abnormalities. The presented data-driven and hypothesis-free CNN modeling approach might provide a useful tool to automatically derive discriminative features for complex diagnostic tasks where clear clinical criteria are still missing, for instance for the differential diagnosis between various types of dementia.}, language = {en}, number = {1}, urldate = {2022-01-12}, journal = {Alzheimer's Research \& Therapy}, author = {Dyrba, Martin and Hanzig, Moritz and Altenstein, Slawek and Bader, Sebastian and Ballarini, Tommaso and Brosseron, Frederic and Buerger, Katharina and Cantré, Daniel and Dechent, Peter and Dobisch, Laura and Düzel, Emrah and Ewers, Michael and Fliessbach, Klaus and Glanz, Wenzel and Haynes, John-Dylan and Heneka, Michael T. and Janowitz, Daniel and Keles, Deniz B. and Kilimann, Ingo and Laske, Christoph and Maier, Franziska and Metzger, Coraline D. and Munk, Matthias H. and Perneczky, Robert and Peters, Oliver and Preis, Lukas and Priller, Josef and Rauchmann, Boris and Roy, Nina and Scheffler, Klaus and Schneider, Anja and Schott, Björn H. and Spottke, Annika and Spruth, Eike J. and Weber, Marc-André and Ertl-Wagner, Birgit and Wagner, Michael and Wiltfang, Jens and Jessen, Frank and Teipel, Stefan J. and {for the ADNI, AIBL, DELCODE study groups}}, month = dec, year = {2021}, pages = {191}, } - "Engineering the Interaction of a Humanoid Robot Pepper with Post-Stroke Patients During Training Tasks" in "Companion of the 2021 ACM SIGCHI Symposium on Engineering Interactive Computing Systems"
doi wwwBibTEX
@inproceedings{forbrig_engineering_2021, address = {Virtual Event Netherlands}, title = {Engineering the {Interaction} of a {Humanoid} {Robot} {Pepper} with {Post}-{Stroke} {Patients} {During} {Training} {Tasks}}, isbn = {978-1-4503-8449-0}, url = {https://dl.acm.org/doi/10.1145/3459926.3464756}, doi = {10.1145/3459926.3464756}, language = {en}, urldate = {2023-03-24}, booktitle = {Companion of the 2021 {ACM} {SIGCHI} {Symposium} on {Engineering} {Interactive} {Computing} {Systems}}, publisher = {ACM}, author = {Forbrig, Peter and Bundea, Alexandru and Bader, Sebastian}, month = jun, year = {2021}, pages = {38--43}, }
2020 (in total 3)
- "Sensor‐based activity and state recognition in dementia patients in stationary care as basis for situation‐aware assistive devices: Neuropsychiatry and behavioral neurology/assessment/measurement of neuropsychiatric/behavioral and psychological symptoms" in "Alzheimer's \& Dementia" Vol. 16(S6)
doi wwwBibTEX
@article{goerss_sensorbased_2020, title = {Sensor‐based activity and state recognition in dementia patients in stationary care as basis for situation‐aware assistive devices: {Neuropsychiatry} and behavioral neurology/assessment/measurement of neuropsychiatric/behavioral and psychological symptoms}, volume = {16}, issn = {1552-5260, 1552-5279}, shorttitle = {Sensor‐based activity and state recognition in dementia patients in stationary care as basis for situation‐aware assistive devices}, url = {https://onlinelibrary.wiley.com/doi/10.1002/alz.038989}, doi = {10.1002/alz.038989}, language = {en}, number = {S6}, urldate = {2021-09-30}, journal = {Alzheimer's \& Dementia}, author = {Goerss, Doreen and Köhler, Stefanie and Haufschild, Martin and Bader, Sebastian and Kirste, Thomas and Teipel, Stefan J.}, month = dec, year = {2020}, } - "Automated sensor‐based detection of challenging behaviors in advanced stages of dementia in nursing homes" in "Alzheimer's \& Dementia"
doi wwwBibTEX
@article{goerss_automated_2020, title = {Automated sensor‐based detection of challenging behaviors in advanced stages of dementia in nursing homes}, issn = {1552-5260, 1552-5279}, url = {https://onlinelibrary.wiley.com/doi/abs/10.1016/j.jalz.2019.08.193}, doi = {10.1016/j.jalz.2019.08.193}, language = {en}, urldate = {2020-03-31}, journal = {Alzheimer's \& Dementia}, author = {Goerss, Doreen and Hein, Albert and Bader, Sebastian and Halek, Margareta and Kernebeck, Sven and Kutschke, Andreas and Heine, Christina and Krueger, Frank and Kirste, Thomas and Teipel, Stefan}, month = feb, year = {2020}, pages = {672--680}, } - "Sensor‐based activity and state recognition in dementia patients in stationary care as basis for situation‐aware assistive devices: Neuropsychiatry and behavioral neurology/assessment/measurement of neuropsychiatric/behavioral and psychological symptoms" in "Alzheimer's \& Dementia" Vol. 16(S6)
doi wwwabstract
Abstract Background Wearable sensors to monitor activity are easily available nowadays. Intelligent assistive technologies bear potential to offer innovative solutions that increase safety and facilitate independent activities in persons with dementia (PwD). It is important to incorporate knowledge about user‘s current state (e.g. cognitive and physical abilities) and situation to generate suitable interventions and provide meaningful assistance for PwD. Method Within the “SAMi”‐project, we set up an (ongoing) field study with PwD living in a nursing home. Participants wear smartwatches to measure activity (accelerometry) and enable indoor positioning via Bluetooth. In parallel, subjects' behavior is annotated in real time by trained observers using an elaborated scheme that contains activity, posture and place of the person, as well as disorientation, falls or request for help. The annotation scheme and possible intervention domains were derived from interviews with different groups of stakeholders. With the field study, we aim to identify in real time if a patient is at need of support and to select the most promising intervention in a given situation. Therefore, we plan to train algorithms on the synchronized sensor‐data and examine the accuracy of situation‐classification. Result To date, we included nine PwD in the age of 76‐96 years in moderate to severe stages of dementia (MMSE 5‐18). We gained \textgreater183 hours of observational data, accompanied by sensor data. We observed 134 events of disorientation, 95 events of caregiver support but only 3 requests for help. Ca. 79\% of the annotated time patients wore the smartwatch. The majority of patients accepted the device (despite advanced cognitive decline). Setting up the technical infrastructure for the indoor positioning was challenging, for example due to restricted access to power points. Conclusion Analysis of data from wearable and ambient sensors bears potential to build a situation‐aware assistive device and is feasible to acquire in the setting of dementia patients living in nursing homes. A large number of situations where need for help became obvious was matched only by very few instances of active help seeking by the patients. This emphasizes the necessity for automated sensor‐based recognition of such situations.BibTEX
@article{goerss_sensorbased_2020-1, title = {Sensor‐based activity and state recognition in dementia patients in stationary care as basis for situation‐aware assistive devices: {Neuropsychiatry} and behavioral neurology/assessment/measurement of neuropsychiatric/behavioral and psychological symptoms}, volume = {16}, issn = {1552-5260, 1552-5279}, shorttitle = {Sensor‐based activity and state recognition in dementia patients in stationary care as basis for situation‐aware assistive devices}, url = {https://alz-journals.onlinelibrary.wiley.com/doi/10.1002/alz.038989}, doi = {10.1002/alz.038989}, abstract = {Abstract Background Wearable sensors to monitor activity are easily available nowadays. Intelligent assistive technologies bear potential to offer innovative solutions that increase safety and facilitate independent activities in persons with dementia (PwD). It is important to incorporate knowledge about user‘s current state (e.g. cognitive and physical abilities) and situation to generate suitable interventions and provide meaningful assistance for PwD. Method Within the “SAMi”‐project, we set up an (ongoing) field study with PwD living in a nursing home. Participants wear smartwatches to measure activity (accelerometry) and enable indoor positioning via Bluetooth. In parallel, subjects' behavior is annotated in real time by trained observers using an elaborated scheme that contains activity, posture and place of the person, as well as disorientation, falls or request for help. The annotation scheme and possible intervention domains were derived from interviews with different groups of stakeholders. With the field study, we aim to identify in real time if a patient is at need of support and to select the most promising intervention in a given situation. Therefore, we plan to train algorithms on the synchronized sensor‐data and examine the accuracy of situation‐classification. Result To date, we included nine PwD in the age of 76‐96 years in moderate to severe stages of dementia (MMSE 5‐18). We gained {\textgreater}183 hours of observational data, accompanied by sensor data. We observed 134 events of disorientation, 95 events of caregiver support but only 3 requests for help. Ca. 79\% of the annotated time patients wore the smartwatch. The majority of patients accepted the device (despite advanced cognitive decline). Setting up the technical infrastructure for the indoor positioning was challenging, for example due to restricted access to power points. Conclusion Analysis of data from wearable and ambient sensors bears potential to build a situation‐aware assistive device and is feasible to acquire in the setting of dementia patients living in nursing homes. A large number of situations where need for help became obvious was matched only by very few instances of active help seeking by the patients. This emphasizes the necessity for automated sensor‐based recognition of such situations.}, language = {en}, number = {S6}, urldate = {2023-09-21}, journal = {Alzheimer's \& Dementia}, author = {Goerss, Doreen and Köhler, Stefanie and Haufschild, Martin and Bader, Sebastian and Kirste, Thomas and Teipel, Stefan J.}, month = dec, year = {2020}, pages = {e038989}, }
2019 (in total 2)
- "SAMi - sensorbasierter Aktivitätsmanagementassisten für die individualisierte Betreuung von Menschen mit Demenz" in "Digitale Innovationen im Gesundheitsmarkt 2019 - Märkte, Geschäftsmodelle, Technologien"
wwwBibTEX
@incollection{haufschild_sami_2019, address = {Berlin}, title = {{SAMi} - sensorbasierter {Aktivitätsmanagementassisten} für die individualisierte {Betreuung} von {Menschen} mit {Demenz}}, isbn = {978-3-95545-319-0}, url = {https://shop.gito.de/de/product_info.php?info=p221_digitale-innovationen-auf-dem-gesundheitsmarkt--e-book-.html}, language = {deutsch}, booktitle = {Digitale {Innovationen} im {Gesundheitsmarkt} 2019 - {Märkte}, {Geschäftsmodelle}, {Technologien}}, publisher = {GITO mbH Verlag}, author = {Haufschild, Martin and Bader, Sebastian and Kirste, Thomas}, month = nov, year = {2019}, pages = {69}, } - "A Tablet App– and Sensor-Based Assistive Technology Intervention for Informal Caregivers to Manage the Challenging Behavior of People With Dementia (the insideDEM Study): Protocol for a Feasibility Study" in "JMIR Res Protoc" Vol. 8(2)
doi wwwabstract
Background: Despite the enormous number of assistive technologies (ATs) in dementia care, the management of challenging behavior (CB) of persons with dementia (PwD) by informal caregivers in home care is widely disregarded. The first-line strategy to manage CB is to support the understanding of the underlying causes of CB to formulate individualized nonpharmacological interventions. App- and sensor-based approaches combining multimodal sensors (actimetry and other modalities) and caregiver information are innovative ways to support the understanding of CB for family caregivers. Objective: The main aim of this study is to describe the design of a feasibility study consisting of an outcome and a process evaluation of a newly developed app- and sensor-based intervention to manage CB of PwD for family caregivers at home. Methods: In this feasibility study, we perform an outcome and a process evaluation with a pre-post descriptive design over an 8-week intervention period. The Medical Research Council framework guides the design of this feasibility study. The data on 20 dyads (primary caregiver and PwD) are gathered through standardized questionnaires, protocols, and log files as well as semistructured qualitative interviews. The outcome measures (neuropsychiatric inventory and Cohen-Mansfield agitation inventory) are analyzed by using descriptive statistics and statistical tests relevant to the individual assessments (eg, chi-square test and Wilcoxon signed-rank test). For the analysis of the process data, the Unified Theory of Acceptance and Use of Technology is used. Log files are analyzed by using descriptive statistics, protocols are analyzed by using documentary analysis, and semistructured interviews are analyzed deductively using content analysis. Results: The newly developed app- and sensor-based AT has been developed and was evaluated until July in 2018. The recruitment of dyads started in September 2017 and was concluded in March 2018. The data collection was completed at the end of July 2018. Conclusions: This study presents the protocol of the first feasibility study to encompass an outcome and process evaluation to assess a complex app- and sensor-based AT combining multimodal actimetry sensors for informal caregivers to manage CB. The feasibility study will provide in-depth information about the study procedure and on how to optimize the design of the intervention and its delivery. International Registered Report Identifier (IRRID): DERR1-10.2196/11630BibTEX
@article{kernebeck_tablet_2019, title = {A {Tablet} {App}– and {Sensor}-{Based} {Assistive} {Technology} {Intervention} for {Informal} {Caregivers} to {Manage} the {Challenging} {Behavior} of {People} {With} {Dementia} (the {insideDEM} {Study}): {Protocol} for a {Feasibility} {Study}}, volume = {8}, issn = {1929-0748}, url = {http://www.ncbi.nlm.nih.gov/pubmed/30806626}, doi = {10.2196/11630}, abstract = {Background: Despite the enormous number of assistive technologies (ATs) in dementia care, the management of challenging behavior (CB) of persons with dementia (PwD) by informal caregivers in home care is widely disregarded. The first-line strategy to manage CB is to support the understanding of the underlying causes of CB to formulate individualized nonpharmacological interventions. App- and sensor-based approaches combining multimodal sensors (actimetry and other modalities) and caregiver information are innovative ways to support the understanding of CB for family caregivers. Objective: The main aim of this study is to describe the design of a feasibility study consisting of an outcome and a process evaluation of a newly developed app- and sensor-based intervention to manage CB of PwD for family caregivers at home. Methods: In this feasibility study, we perform an outcome and a process evaluation with a pre-post descriptive design over an 8-week intervention period. The Medical Research Council framework guides the design of this feasibility study. The data on 20 dyads (primary caregiver and PwD) are gathered through standardized questionnaires, protocols, and log files as well as semistructured qualitative interviews. The outcome measures (neuropsychiatric inventory and Cohen-Mansfield agitation inventory) are analyzed by using descriptive statistics and statistical tests relevant to the individual assessments (eg, chi-square test and Wilcoxon signed-rank test). For the analysis of the process data, the Unified Theory of Acceptance and Use of Technology is used. Log files are analyzed by using descriptive statistics, protocols are analyzed by using documentary analysis, and semistructured interviews are analyzed deductively using content analysis. Results: The newly developed app- and sensor-based AT has been developed and was evaluated until July in 2018. The recruitment of dyads started in September 2017 and was concluded in March 2018. The data collection was completed at the end of July 2018. Conclusions: This study presents the protocol of the first feasibility study to encompass an outcome and process evaluation to assess a complex app- and sensor-based AT combining multimodal actimetry sensors for informal caregivers to manage CB. The feasibility study will provide in-depth information about the study procedure and on how to optimize the design of the intervention and its delivery. International Registered Report Identifier (IRRID): DERR1-10.2196/11630}, number = {2}, journal = {JMIR Res Protoc}, author = {Kernebeck, Sven and Holle, Daniela and Pogscheba, Patrick and Jordan, Felix and Mertl, Fabian and Huldtgren, Alina and Bader, Sebastian and Kirste, Thomas and Teipel, Stefan and Holle, Bernhard and Halek, Margareta}, month = feb, year = {2019}, keywords = {insideDEM, dementia, behavioral symptoms, caregivers, interventions, program evaluation, technology, telemedicine}, pages = {e11630}, }
2018 (in total 3)
- "Discovery of Causal Relations in the Challenging Behaviour of People with Dementia" in "Proceedings of IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom WiP Session)"
doiBibTEX
@inproceedings{yordanova_discovery_2018, address = {Athens, Greece}, title = {Discovery of {Causal} {Relations} in the {Challenging} {Behaviour} of {People} with {Dementia}}, doi = {10.1109/PERCOMW.2018.8480263}, booktitle = {Proceedings of {IEEE} {International} {Conference} on {Pervasive} {Computing} and {Communications} {Workshops} ({PerCom} {WiP} {Session})}, publisher = {IEEE}, author = {Yordanova, Kristina and Bader, Sebastian and Weschke, Sarah and {Krüger, Frank} and {Henf, Judith} and {Teipel, Stefan} and {Kirste, Thomas}}, month = mar, year = {2018}, keywords = {insideDEM}, } - "State-Space Abstractions for Probabilistic Inference: A Systematic Review" in "Journal of Artificial Intelligence Research" Vol. 63
doi wwwBibTEX
@article{ludtke_state-space_2018, title = {State-{Space} {Abstractions} for {Probabilistic} {Inference}: {A} {Systematic} {Review}}, volume = {63}, url = {https://arxiv.org/abs/1804.06748}, doi = {10.1613/jair.1.11261}, journal = {Journal of Artificial Intelligence Research}, author = {Lüdtke, Stefan and Schröder, Max and Krüger, Frank and Bader, Sebastian and Kirste, Thomas}, month = dec, year = {2018}, pages = {789--848}, } - "Lifted Filtering via Exchangeable Decomposition" in "Proceedings of the 27th International Joint Conference on Artificial Intelligence"
doi wwwBibTEX
@inproceedings{ludtke_lifted_2018, address = {Stockholm}, title = {Lifted {Filtering} via {Exchangeable} {Decomposition}}, url = {https://arxiv.org/abs/1801.10495}, doi = {10.24963/ijcai.2018/703}, booktitle = {Proceedings of the 27th {International} {Joint} {Conference} on {Artificial} {Intelligence}}, author = {Lüdtke, Stefan and Schröder, Max and Bader, Sebastian and Kersting, Kristian and Kirste, Thomas}, year = {2018}, note = {https://git.informatik.uni-rostock.de/MMIS-LiMa/P20171110-IJCAI\_LiMa-SL}, }
2017 (in total 10)
- "Neural-Symbolic Learning and Reasoning: A Survey and Interpretation" in "Computing Research Repository (CoRR)" Vol. abs/1711.03902
wwwabstract
The study and understanding of human behaviour is relevant to computer science, artificial intelligence, neural computation, cognitive science, philosophy, psychology, and several other areas. Presupposing cognition as basis of behaviour, among the most prominent tools in the modelling of behaviour are computational-logic systems, connectionist models of cognition, and models of uncertainty. Recent studies in cognitive science, artificial intelligence, and psychology have produced a number of cognitive models of reasoning, learning, and language that are underpinned by computation. In addition, efforts in computer science research have led to the development of cognitive computational systems integrating machine learning and automated reasoning. Such systems have shown promise in a range of applications, including computational biology, fault diagnosis, training and assessment in simulators, and software verification. This joint survey reviews the personal ideas and views of several researchers on neural-symbolic learning and reasoning. The article is organised in three parts: Firstly, we frame the scope and goals of neural-symbolic computation and have a look at the theoretical foundations. We then proceed to describe the realisations of neural-symbolic computation, systems, and applications. Finally we present the challenges facing the area and avenues for further research.BibTEX
@article{besold_neural-symbolic_2017, series = {{AI}}, title = {Neural-{Symbolic} {Learning} and {Reasoning}: {A} {Survey} and {Interpretation}}, volume = {abs/1711.03902}, url = {http://arxiv.org/abs/1711.03902}, abstract = {The study and understanding of human behaviour is relevant to computer science, artificial intelligence, neural computation, cognitive science, philosophy, psychology, and several other areas. Presupposing cognition as basis of behaviour, among the most prominent tools in the modelling of behaviour are computational-logic systems, connectionist models of cognition, and models of uncertainty. Recent studies in cognitive science, artificial intelligence, and psychology have produced a number of cognitive models of reasoning, learning, and language that are underpinned by computation. In addition, efforts in computer science research have led to the development of cognitive computational systems integrating machine learning and automated reasoning. Such systems have shown promise in a range of applications, including computational biology, fault diagnosis, training and assessment in simulators, and software verification. This joint survey reviews the personal ideas and views of several researchers on neural-symbolic learning and reasoning. The article is organised in three parts: Firstly, we frame the scope and goals of neural-symbolic computation and have a look at the theoretical foundations. We then proceed to describe the realisations of neural-symbolic computation, systems, and applications. Finally we present the challenges facing the area and avenues for further research.}, journal = {Computing Research Repository (CoRR)}, author = {Besold, Tarek R. and d'Avila Garcez, Artur and Bader, Sebastian and Bowman, Howard and Domingos, Pedro and Hitzler, Pascal and Kühnberger, Kai-Uwe and Lamb, Luis C. and Lowd, Daniel and Lima, Priscila Machado Vieira and Penning, Leo and Pinkas, Gadi and Poon, Hoifung and Zaverucha, Gerson}, month = dec, year = {2017}, pages = {58}, } - "Multidimensional assessment of challenging behaviors in advanced stages of dementia in the naturalistic environment of nursing homes - the insideDEM framework" in "Alzheimer's \& Dementia, Diagnosis, Assessment \& Disease Monitoring" Vol. 8
doiabstract
INTRODUCTION: Assessment of challenging behaviors in dementia is an important prerequisite for intervention selection. Here, we aimed to determine the feasibility of complex multidimensional behavior assessment in unrestricted nursing care. METHODS: We conducted 4 weeks of multimodal sensor assessment together with real time observation and video recordings of 17 residents with moderate to severe dementia in dementia care units. RESULTS: Almost 100\% of participants exhibited relevant levels of challenging behaviors. The overall completeness of data acquisition was 73\%, including behavior annotation, sensor data and video recordings. The reliability of behavior annotation was low. DISCUSSION: Complex assessment was feasible in routine care. The limited reliability of behavior observations underscores the usefulness of video recordings for post hoc behavior annotation as ground truth for sensor data training. The established technical platform allowed remote control of an autonomous local computer system and combined feasibility of data handling with a high level of data safety.BibTEX
@article{teipel_multidimensional_2017, title = {Multidimensional assessment of challenging behaviors in advanced stages of dementia in the naturalistic environment of nursing homes - the {insideDEM} framework}, volume = {8}, doi = {10.1016/j.dadm.2017.03.006}, abstract = {INTRODUCTION: Assessment of challenging behaviors in dementia is an important prerequisite for intervention selection. Here, we aimed to determine the feasibility of complex multidimensional behavior assessment in unrestricted nursing care. METHODS: We conducted 4 weeks of multimodal sensor assessment together with real time observation and video recordings of 17 residents with moderate to severe dementia in dementia care units. RESULTS: Almost 100\% of participants exhibited relevant levels of challenging behaviors. The overall completeness of data acquisition was 73\%, including behavior annotation, sensor data and video recordings. The reliability of behavior annotation was low. DISCUSSION: Complex assessment was feasible in routine care. The limited reliability of behavior observations underscores the usefulness of video recordings for post hoc behavior annotation as ground truth for sensor data training. The established technical platform allowed remote control of an autonomous local computer system and combined feasibility of data handling with a high level of data safety.}, journal = {Alzheimer's \& Dementia, Diagnosis, Assessment \& Disease Monitoring}, author = {Teipel, Stefan and Heine, Christina and Hein, Albert and Krüger, Frank and Kutschke, Andreas and Kernebeck, Sven and Halek, Margareta and Bader, Sebastian and Kirste, Thomas}, year = {2017}, keywords = {insideDEM}, pages = {36--44}, } - "Abstracting from Observation-equivalent Entities in Human Behavior Modeling" in "AAAI Workshop: Plan, Activity, and Intent Recognition"
wwwabstract
Recognizing human behavior from noisy and ambiguous sensor data is a prerequisite for many applications such as context-aware assistance. The sensor data, however, often do not allow to distinguish between multiple entities, e. g. a presence sensor does not allow to distinguish between two persons i. e. both are observation-equivalent. Conventional algorithms, however, consider each of these entities separately during the inference of human behavior, leading to a high computational burden in scenarios where a large number of entities have to be considered. Therefore, these algorithms can only be applied to very limited scenarios. We analyzed the challenges appearing in these scenarios and revealed that considering observation-equivalent entities separately is one reason for the huge computational effort. Thus, we propose to exploit observation-equivalence by representing entities as a group and inferring about these groups of entities. We sketch a mechanism that exploits observation-equivalencies which we call lifted probabilistic inference. To compare this approach with conventional inference approaches, we adapted an office scenario from the literature so that it parametrizes observation-equivalent entities and simulated a corresponding dataset. This dataset can be used as a benchmark for the evaluation of different inference approaches with respect to observation-equivalence. We compare the number of states this approach, and a conventional inference algorithm is considering during inference on this benchmark dataset. On average, the conventional approach uses almost 200,000 states to cover the situations of the scenario during the inference whereas our lifted probabilistic inference approach uses less than 100 states. Thus, an observation-equivalent approach seems promising for a more efficient inference in scenarios with many observation-equivalent entities.BibTEX
@inproceedings{schroder_abstracting_2017, title = {Abstracting from {Observation}-equivalent {Entities} in {Human} {Behavior} {Modeling}}, url = {https://aaai.org/ocs/index.php/WS/AAAIW17/paper/view/15183}, abstract = {Recognizing human behavior from noisy and ambiguous sensor data is a prerequisite for many applications such as context-aware assistance. The sensor data, however, often do not allow to distinguish between multiple entities, e. g. a presence sensor does not allow to distinguish between two persons i. e. both are observation-equivalent. Conventional algorithms, however, consider each of these entities separately during the inference of human behavior, leading to a high computational burden in scenarios where a large number of entities have to be considered. Therefore, these algorithms can only be applied to very limited scenarios. We analyzed the challenges appearing in these scenarios and revealed that considering observation-equivalent entities separately is one reason for the huge computational effort. Thus, we propose to exploit observation-equivalence by representing entities as a group and inferring about these groups of entities. We sketch a mechanism that exploits observation-equivalencies which we call lifted probabilistic inference. To compare this approach with conventional inference approaches, we adapted an office scenario from the literature so that it parametrizes observation-equivalent entities and simulated a corresponding dataset. This dataset can be used as a benchmark for the evaluation of different inference approaches with respect to observation-equivalence. We compare the number of states this approach, and a conventional inference algorithm is considering during inference on this benchmark dataset. On average, the conventional approach uses almost 200,000 states to cover the situations of the scenario during the inference whereas our lifted probabilistic inference approach uses less than 100 states. Thus, an observation-equivalent approach seems promising for a more efficient inference in scenarios with many observation-equivalent entities.}, booktitle = {{AAAI} {Workshop}: {Plan}, {Activity}, and {Intent} {Recognition}}, author = {Schröder, Max and Lüdtke, Stefan and Bader, Sebastian and Krüger, Frank and Kirste, Thomas}, month = feb, year = {2017}, } - "Sequential Lifted Bayesian Filtering in Multiset Rewriting Systems" in "UAI Workshop: Statistical Relational Artificial Intelligence"
wwwabstract
Bayesian Filtering for plan and activity recognition is challenging for scenarios that contain many observation equivalent entities (i. e. entities that produce the same observations). This is due to the combinatorial explosion in the number of hypotheses that need to be tracked. However, this class of problems exhibits a certain symmetry that can be exploited for state space representation and inference. We analyze current state of the art methods and find that none of them completely fits the requirements arising in this problem class. We sketch a novel inference algorithm that provides a solution by incorporating concepts from Lifted Inference algorithms, Probabilistic Multiset Rewriting Systems, and Computational State Space Models. Two experiments confirm that this novel algorithm has the potential to perform efficient probabilistic inference on this problem class.BibTEX
@inproceedings{schroder_sequential_2017, title = {Sequential {Lifted} {Bayesian} {Filtering} in {Multiset} {Rewriting} {Systems}}, url = {https://arxiv.org/abs/1707.06446}, abstract = {Bayesian Filtering for plan and activity recognition is challenging for scenarios that contain many observation equivalent entities (i. e. entities that produce the same observations). This is due to the combinatorial explosion in the number of hypotheses that need to be tracked. However, this class of problems exhibits a certain symmetry that can be exploited for state space representation and inference. We analyze current state of the art methods and find that none of them completely fits the requirements arising in this problem class. We sketch a novel inference algorithm that provides a solution by incorporating concepts from Lifted Inference algorithms, Probabilistic Multiset Rewriting Systems, and Computational State Space Models. Two experiments confirm that this novel algorithm has the potential to perform efficient probabilistic inference on this problem class.}, booktitle = {{UAI} {Workshop}: {Statistical} {Relational} {Artificial} {Intelligence}}, author = {Schröder, Max and Lüdtke, Stefan and Bader, Sebastian and Krüger, Frank and Kirste, Thomas}, year = {2017}, } - "LiMa: Sequential Lifted Marginal Filtering on Multiset State Descriptions" in "KI 2017: Advances in Artificial Intelligence"
doiabstract
Maintaining the a-posteriori distribution of categorical states given a sequence of noisy and ambiguous observations, e. g. sensor data, can lead to situations where one observation can correspond to a large number of different states. We call these states symmetrical as they cannot be distinguished given the observation. Considering each of them during the inference is computationally infeasible, even for small scenarios. However, the number of situations (called hypotheses) can be reduced by abstracting from particular ones and representing all symmetrical in a single abstract state. We propose a novel Bayesian Filtering algorithm that performs this abstraction. The algorithm that we call Lifted Marginal Filtering (LiMa) is inspired by Lifted Inference and combines techniques known from Computational State Space Models and Multiset Rewriting Systems to perform efficient sequential inference on a parametric multiset state description. We demonstrate that our approach is working by comparing LiMa with conventional filtering.BibTEX
@inproceedings{schroder_lima:_2017, title = {{LiMa}: {Sequential} {Lifted} {Marginal} {Filtering} on {Multiset} {State} {Descriptions}}, doi = {10.1007/978-3-319-67190-1_17}, abstract = {Maintaining the a-posteriori distribution of categorical states given a sequence of noisy and ambiguous observations, e. g. sensor data, can lead to situations where one observation can correspond to a large number of different states. We call these states symmetrical as they cannot be distinguished given the observation. Considering each of them during the inference is computationally infeasible, even for small scenarios. However, the number of situations (called hypotheses) can be reduced by abstracting from particular ones and representing all symmetrical in a single abstract state. We propose a novel Bayesian Filtering algorithm that performs this abstraction. The algorithm that we call Lifted Marginal Filtering (LiMa) is inspired by Lifted Inference and combines techniques known from Computational State Space Models and Multiset Rewriting Systems to perform efficient sequential inference on a parametric multiset state description. We demonstrate that our approach is working by comparing LiMa with conventional filtering.}, booktitle = {{KI} 2017: {Advances} in {Artificial} {Intelligence}}, publisher = {Springer International Publishing AG}, author = {Schröder, Max and Lüdtke, Stefan and Bader, Sebastian and Krüger, Frank and Kirste, Thomas}, year = {2017}, note = {* GIT * https://git.informatik.uni-rostock.de/mmis/P20170505\_KI\_LiMaFormal\_MS * Präsentation * smb://babbage/mmis-admin/group/O\_Öffentlichkeitsarbeit/O4\_Präsentationen/2017/170928\_KI\_LiMa\_Max.key}, } - "On the Applicability of Clinical Observation Tools for Human Activity Annotation" in "Proceedings of the 1st International Workshop on Annotation of useR Data for UbiquitOUs Systems (ARDUOUS'17)"
doiabstract
The annotation of human activity is a crucial prerequisite for applying methods of supervised machine learning. It is typically either obtained by live annotation by the participant or by video log analysis afterwards. Both methods, however, suffer from disadvantages when applied in dementia related nursing homes. On the one hand, people suffering from dementia are not able to produce such annotation and on the other hand, video observation requires high technical effort. The research domain of quality of care addresses these issues by providing observation tools that allow the simultaneous live observation of up to eight participants – dementia care mapping (DCM). We developed an annotation scheme based on the popular clinical observation tool DCM to obtain annotation about challenging behaviours. In this paper, we report our experiences with this approach and discuss the applicability of clinical observation tools in the domain of automatic human activity assessment.BibTEX
@inproceedings{kruger_applicability_2017, address = {Kona, Hawaii, USA}, title = {On the {Applicability} of {Clinical} {Observation} {Tools} for {Human} {Activity} {Annotation}}, doi = {10.1109/PERCOMW.2017.7917545}, abstract = {The annotation of human activity is a crucial prerequisite for applying methods of supervised machine learning. It is typically either obtained by live annotation by the participant or by video log analysis afterwards. Both methods, however, suffer from disadvantages when applied in dementia related nursing homes. On the one hand, people suffering from dementia are not able to produce such annotation and on the other hand, video observation requires high technical effort. The research domain of quality of care addresses these issues by providing observation tools that allow the simultaneous live observation of up to eight participants – dementia care mapping (DCM). We developed an annotation scheme based on the popular clinical observation tool DCM to obtain annotation about challenging behaviours. In this paper, we report our experiences with this approach and discuss the applicability of clinical observation tools in the domain of automatic human activity assessment.}, booktitle = {Proceedings of the 1st {International} {Workshop} on {Annotation} of {useR} {Data} for {UbiquitOUs} {Systems} ({ARDUOUS}'17)}, publisher = {IEEE}, author = {Krüger, Frank and Heine, Christina and Bader, Sebastian and Hein, Albert and Teipel, Stefan and Kirste, Thomas}, year = {2017}, keywords = {insideDEM}, } - "Challenges of Collecting Empirical Sensor Data from People with Dementia in a Field Study" in "IEEE International Conference on Pervasive Computing and Communications WIP Proceedings"
doiBibTEX
@inproceedings{hein_challenges_2017, title = {Challenges of {Collecting} {Empirical} {Sensor} {Data} from {People} with {Dementia} in a {Field} {Study}}, doi = {10.1109/PERCOMW.2017.7917512}, booktitle = {{IEEE} {International} {Conference} on {Pervasive} {Computing} and {Communications} {WIP} {Proceedings}}, author = {Hein, Albert and Krüger, Frank and Bader, Sebastian and Eschholz, Peter and Kirste, Thomas}, month = mar, year = {2017}, keywords = {insideDEM}, } - "Actigraphic Sleep Detection for Real-World Data of Healthy Young Adults and People with Alzheimer’s Disease" in "Proceedings of BIOSIGNALS 2017"
doiabstract
Actigraphy can be used to examine the sleep pattern of patients during the course of the day in their common environment. However, conventional sleep detection algorithms may not be appropriate for real-world day- time sleep detection, since they tend to overestimate the sleep state and have only been validated for nighttime sleep in a laboratory setting. Therefore, we evaluated the performance of a set of new sleep detection algo- rithms based on machine learning methods in a real-world setting and compared them to two conventional sleep detection algorithms (Cole’s algorithm and Sadeh’s algorithm). For that, we performed two studies with (1) healthy young adults and (2) nursing home residents with Alzheimer’s dementia. The conventional algo- rithms performed poorly for these real-world data sets, because they are imbalanced with respect to sensitivity and specificity. A more balanced Hidden Markov Model-based algorithm surpassed the conventional algo- rithms for both data sets. Using this algorithm leads to an improved accuracy of 4.1 percent points (pp) and 23.5 pp, respectively, compared to the conventional algorithms. The Youden-Index improved by 7.3 and 7.7, respectively. Overall, for a real-world setting, the HMM-based algorithm achieved a performance similar to conventional algorithms in a laboratory environment.BibTEX
@inproceedings{ludtke_actigraphic_2017, title = {Actigraphic {Sleep} {Detection} for {Real}-{World} {Data} of {Healthy} {Young} {Adults} and {People} with {Alzheimer}’s {Disease}}, doi = {10.5220/0006158801850192}, abstract = {Actigraphy can be used to examine the sleep pattern of patients during the course of the day in their common environment. However, conventional sleep detection algorithms may not be appropriate for real-world day- time sleep detection, since they tend to overestimate the sleep state and have only been validated for nighttime sleep in a laboratory setting. Therefore, we evaluated the performance of a set of new sleep detection algo- rithms based on machine learning methods in a real-world setting and compared them to two conventional sleep detection algorithms (Cole’s algorithm and Sadeh’s algorithm). For that, we performed two studies with (1) healthy young adults and (2) nursing home residents with Alzheimer’s dementia. The conventional algo- rithms performed poorly for these real-world data sets, because they are imbalanced with respect to sensitivity and specificity. A more balanced Hidden Markov Model-based algorithm surpassed the conventional algo- rithms for both data sets. Using this algorithm leads to an improved accuracy of 4.1 percent points (pp) and 23.5 pp, respectively, compared to the conventional algorithms. The Youden-Index improved by 7.3 and 7.7, respectively. Overall, for a real-world setting, the HMM-based algorithm achieved a performance similar to conventional algorithms in a laboratory environment.}, booktitle = {Proceedings of {BIOSIGNALS} 2017}, author = {Lüdtke, Stefan and Hein, Albert and Krüger, Frank and Bader, Sebastian and Kirste, Thomas}, year = {2017}, keywords = {insideDEM}, } - "Subsidiäre Assistenzsysteme für Menschen mit Demenz, ihre Angehörigen und Pflegekräfte" in "Digitale Transformation von Dienstleistungen im Gesundheitswesen III"
doi wwwabstract
An einer Demenzerkrankung leiden in Deutschland derzeit etwa 1,5 Millionen Menschen, von denen viele in einer Pflegeeinrichtung versorgt werden müssen. Der vorliegende Beitrag beschreibt das Konzept eines IT-basierten Aktivitätsmangement-Assistenten zur Betreuung dieser Menschen. Hierbei wird die aktuelle Situation objektiv mittels einer Smart-Watch und ihrer Sensoren erfasst. Basierend darauf können falls notwendig unterstützende Interventionsmaßnahmen ausgewählt werden. Dadurch kann das Pflegepersonal von einigen ihrer Alltagsaufgaben entlastet und somit die Pflegetätigkeit effizienter werden.BibTEX
@incollection{pfannstiel_subsidiare_2017, address = {Wiesbaden}, title = {Subsidiäre {Assistenzsysteme} für {Menschen} mit {Demenz}, ihre {Angehörigen} und {Pflegekräfte}}, isbn = {978-3-658-13641-3 978-3-658-13642-0}, url = {http://link.springer.com/10.1007/978-3-658-13642-0_9}, abstract = {An einer Demenzerkrankung leiden in Deutschland derzeit etwa 1,5 Millionen Menschen, von denen viele in einer Pflegeeinrichtung versorgt werden müssen. Der vorliegende Beitrag beschreibt das Konzept eines IT-basierten Aktivitätsmangement-Assistenten zur Betreuung dieser Menschen. Hierbei wird die aktuelle Situation objektiv mittels einer Smart-Watch und ihrer Sensoren erfasst. Basierend darauf können falls notwendig unterstützende Interventionsmaßnahmen ausgewählt werden. Dadurch kann das Pflegepersonal von einigen ihrer Alltagsaufgaben entlastet und somit die Pflegetätigkeit effizienter werden.}, language = {de}, urldate = {2017-11-01}, booktitle = {Digitale {Transformation} von {Dienstleistungen} im {Gesundheitswesen} {III}}, publisher = {Springer Fachmedien Wiesbaden}, author = {Schröder, Max and Bader, Sebastian and Kirste, Thomas}, editor = {Pfannstiel, Mario A. and Krammer, Sandra and Swoboda, Walter}, year = {2017}, doi = {10.1007/978-3-658-13642-0_9}, keywords = {insideDEM}, pages = {137--149}, } - "Providing and Adapting Information Assistance for Smart Assembly Stations" in "Proceedings of SAI Intelligent Systems Conference (IntelliSys) 2016: Volume 1"
doiabstract
Information assistance helps in many application domains to structure, guide and control human work processes. However, it lacks a formalisation and automated processing of background knowledge which vice versa is required to provide ad-hoc assistance. In this paper, we describe our conceptual and technical work to provide information assistance for smart assembly stations. Our contribution comprises a conceptual architecture which was implemented in an industrial prototype, the Plant@Hand smart assembly trolley. We describe three major aspects of our approach, the recognition of assembly tasks based on probabilistic models, decision making using a cognitive architecture, and strategies for dealing with sensor-based and knowledge-based errors. Finally, we present the industrial prototype setup.BibTEX
@inproceedings{aehnelt_providing_2017, address = {Cham}, title = {Providing and {Adapting} {Information} {Assistance} for {Smart} {Assembly} {Stations}}, isbn = {978-3-319-56994-9}, doi = {10.1007/978-3-319-56994-9_37}, abstract = {Information assistance helps in many application domains to structure, guide and control human work processes. However, it lacks a formalisation and automated processing of background knowledge which vice versa is required to provide ad-hoc assistance. In this paper, we describe our conceptual and technical work to provide information assistance for smart assembly stations. Our contribution comprises a conceptual architecture which was implemented in an industrial prototype, the Plant@Hand smart assembly trolley. We describe three major aspects of our approach, the recognition of assembly tasks based on probabilistic models, decision making using a cognitive architecture, and strategies for dealing with sensor-based and knowledge-based errors. Finally, we present the industrial prototype setup.}, booktitle = {Proceedings of {SAI} {Intelligent} {Systems} {Conference} ({IntelliSys}) 2016: {Volume} 1}, publisher = {Springer International Publishing}, author = {Aehnelt, Mario and Bader, Sebastian}, editor = {Bi, Yaxin and Kapoor, Supriya and Bhatia, Rahul}, month = aug, year = {2017}, keywords = {activity recognition, Worker Assistance}, pages = {540--562}, }
2016 (in total 10)
- "Automatic Detection of Challenging Behaviour of People with Dementia and Identification of Intervention Strategies - Requirements and Challenges" in "European Project Space on Intelligent Technologies, Software engineering, Computer Vision, Graphics, Optics and Photonics - Volume 1: EPS Rome 2016,"
doi wwwBibTEX
@inproceedings{yordanova_automatic_2016, title = {Automatic {Detection} of {Challenging} {Behaviour} of {People} with {Dementia} and {Identification} of {Intervention} {Strategies} - {Requirements} and {Challenges}}, isbn = {978-989-758-206-6}, url = {https://www.scitepress.org/PublicationsDetail.aspx?ID=+dYYFonapYE=&t=1}, doi = {10.5220/0007904401660180}, booktitle = {European {Project} {Space} on {Intelligent} {Technologies}, {Software} engineering, {Computer} {Vision}, {Graphics}, {Optics} and {Photonics} - {Volume} 1: {EPS} {Rome} 2016,}, publisher = {SciTePress}, author = {Yordanova, Kristina and Bader, Sebastian and Krüger, Frank and Hein, Albert and Kirste, Thomas}, year = {2016}, pages = {166--180}, } - "Providing and Adapting Information Assistance for Smart Assembly Stations" in "Proceedings of the 2016 SAI Intelligent Systems Conference (IntelliSys)"
wwwabstract
Information assistance helps in many application domains to structure, guide and control human work processes. However, it lacks a formalisation and automated processing of background knowledge which vice versa is required to provide ad-hoc assistance. In this paper, we describe our conceptual and technical work to provide information assistance for smart assembly stations. Our contribution comprises a conceptual architecture which was implemented in an industrial prototype, the Plant@Hand smart assembly trolley. We describe three major aspects of our approach, the recognition of assembly tasks based on probabilistic models, decision making using a cognitive architecture, and strategies for dealing with sensor-based and knowledge-based errors. Finally, we present the industrial prototype setup.BibTEX
@inproceedings{aehnelt_providing_2016, address = {London, UK}, title = {Providing and {Adapting} {Information} {Assistance} for {Smart} {Assembly} {Stations}}, isbn = {978-1-5090-1121-6}, url = {http://saiconference.com/IntelliSys2016/}, abstract = {Information assistance helps in many application domains to structure, guide and control human work processes. However, it lacks a formalisation and automated processing of background knowledge which vice versa is required to provide ad-hoc assistance. In this paper, we describe our conceptual and technical work to provide information assistance for smart assembly stations. Our contribution comprises a conceptual architecture which was implemented in an industrial prototype, the Plant@Hand smart assembly trolley. We describe three major aspects of our approach, the recognition of assembly tasks based on probabilistic models, decision making using a cognitive architecture, and strategies for dealing with sensor-based and knowledge-based errors. Finally, we present the industrial prototype setup.}, booktitle = {Proceedings of the 2016 {SAI} {Intelligent} {Systems} {Conference} ({IntelliSys})}, publisher = {IEEE}, author = {Aehnelt, Mario and Bader, Sebastian}, month = sep, year = {2016}, keywords = {Worker Assistance}, pages = {314--323}, } - "An Office Scenario Dataset for Benchmarking Observation-equivalent Entities"
wwwabstract
This dataset consists of simulated plans and observations of agents in an office environment. The unique property of this data set compared to other datasets is that multiple agents are acting in the same space, which cannot be distinguished given the observations (i.e. the observations are non-identifying). For each of 36 different initial settings, 20 plan have been randomly sampled, i.e. this dataset consists of 720 plans in total. Additionally there is a webservice, that enables you to generate your own dataset.BibTEX
@misc{schroder_office_2016, title = {An {Office} {Scenario} {Dataset} for {Benchmarking} {Observation}-equivalent {Entities}}, url = {http://dx.doi.org/10.18453/rosdok_id00000138}, abstract = {This dataset consists of simulated plans and observations of agents in an office environment. The unique property of this data set compared to other datasets is that multiple agents are acting in the same space, which cannot be distinguished given the observations (i.e. the observations are non-identifying). For each of 36 different initial settings, 20 plan have been randomly sampled, i.e. this dataset consists of 720 plans in total. Additionally there is a webservice, that enables you to generate your own dataset.}, publisher = {University of Rostock}, author = {Schröder, Max and Lüdtke, Stefan and Bader, Sebastian and Krüger, Frank and Kirste, Thomas}, month = dec, year = {2016}, } - "Automatische Erkennung herausfordernden Verhaltens von Menschen mit Demenz und Identifikation von Interventionsstrategien" in "Zukunft Lebensräume -- Gesundheit, Selbstständigkeit und Komfort im demografischen Wandel Konzepte und Technologien für die Wohnungs-, Immobilien-, Gesundheits- und Pflegewirtschaft"
wwwBibTEX
@inproceedings{bader_automatische_2016, address = {Frankfurt am Main}, title = {Automatische {Erkennung} herausfordernden {Verhaltens} von {Menschen} mit {Demenz} und {Identifikation} von {Interventionsstrategien}}, url = {https://www.vde-verlag.de/proceedings-en/454212005.html}, booktitle = {Zukunft {Lebensräume} -- {Gesundheit}, {Selbstständigkeit} und {Komfort} im demografischen {Wandel} {Konzepte} und {Technologien} für die {Wohnungs}-, {Immobilien}-, {Gesundheits}- und {Pflegewirtschaft}}, author = {Bader, Sebastian and Krüger, Frank and Hein, Albert and Yordanova, Kristina and Kirste, Thomas}, month = apr, year = {2016}, keywords = {insideDEM}, } - "Erfassung von herausforderndem Verhalten von Menschen mit Demenz in einem Seniorenheim – zur Entwicklung einer technisch unterstützten Diagnose- und Entscheidungshilfe für pflegende Angehörige."
BibTEX
@inproceedings{heine_erfassung_2016, address = {Stralsund}, title = {Erfassung von herausforderndem {Verhalten} von {Menschen} mit {Demenz} in einem {Seniorenheim} – zur {Entwicklung} einer technisch unterstützten {Diagnose}- und {Entscheidungshilfe} für pflegende {Angehörige}.}, author = {Heine, Christina and Koldrack, Philipp and Yordanova, Kristina and Bader, Sebastian and Krüger, Frank and Hein, Albert and Kernebeck, Sven and Halek, Margareta and Kirste, Thomas and Teipel, Stefan J.}, year = {2016}, keywords = {insideDEM}, } - "Erfassung von herausforderndem Verhalten von Menschen mit Demenz in einem Seniorenheim als Grundlage zur Entwicklung einer technisch unterstützten Diagnose- und Entscheidungshilfe für pflegende Angehörige."
BibTEX
@inproceedings{heine_erfassung_2016-1, address = {Berlin}, title = {Erfassung von herausforderndem {Verhalten} von {Menschen} mit {Demenz} in einem {Seniorenheim} als {Grundlage} zur {Entwicklung} einer technisch unterstützten {Diagnose}- und {Entscheidungshilfe} für pflegende {Angehörige}.}, author = {Heine, Christina and Koldrack, Philipp and Yordanova, Kristina and Bader, Sebastian and Krüger, Frank and Hein, Albert and Kernebeck, Sven and Halek, Margareta and Kirste, Thomas and Teipel, Stefan}, year = {2016}, keywords = {insideDEM}, } - "IT-basiertes Aktivitätsmanagement in der individualisierten stationären Betreuung von Menschen mit Demenz" in "Zukunft Lebensräume -- Gesundheit, Selbstständigkeit und Komfort im demografischen Wandel Konzepte und Technologien für die Wohnungs-, Immobilien-, Gesundheits- und Pflegewirtschaft"
wwwabstract
An einer Demenzerkrankung leiden in Deutschland derzeit etwa 1,5 Millionen Menschen, von denen viele in einer Pflegeeinrichtung versorgt werden müssen. Der vorliegende Beitrag beschreibt das Konzept eines IT-basierten Aktivitätsmangement-Assistenten zur Betreuung dieser Menschen. Hierbei wird die aktuelle Situation objektiv mittels einer Smart-Watch und ihrer Sensoren erfasst. Basierend darauf können falls notwendig unterstützende Interventionsmaßnahmen ausgewählt werden. Dadurch kann das Pflegepersonal von einigen ihrer Alltagsaufgaben entlastet und somit die Pflegetätigkeit effizienter werden.BibTEX
@inproceedings{schroder_it-basiertes_2016, address = {Frankfurt am Main}, title = {{IT}-basiertes {Aktivitätsmanagement} in der individualisierten stationären {Betreuung} von {Menschen} mit {Demenz}}, url = {https://www.vde-verlag.de/proceedings-de/454212036.html}, abstract = {An einer Demenzerkrankung leiden in Deutschland derzeit etwa 1,5 Millionen Menschen, von denen viele in einer Pflegeeinrichtung versorgt werden müssen. Der vorliegende Beitrag beschreibt das Konzept eines IT-basierten Aktivitätsmangement-Assistenten zur Betreuung dieser Menschen. Hierbei wird die aktuelle Situation objektiv mittels einer Smart-Watch und ihrer Sensoren erfasst. Basierend darauf können falls notwendig unterstützende Interventionsmaßnahmen ausgewählt werden. Dadurch kann das Pflegepersonal von einigen ihrer Alltagsaufgaben entlastet und somit die Pflegetätigkeit effizienter werden.}, booktitle = {Zukunft {Lebensräume} -- {Gesundheit}, {Selbstständigkeit} und {Komfort} im demografischen {Wandel} {Konzepte} und {Technologien} für die {Wohnungs}-, {Immobilien}-, {Gesundheits}- und {Pflegewirtschaft}}, author = {Schröder, Max and Bader, Sebastian and Bieber, Gerald and Kirste, Thomas}, month = apr, year = {2016}, keywords = {insideDEM}, } - "Reconstruction of Everyday Life Behaviour based on Noisy Sensor Data" in "Proceedings of the 8th International Conference on Agents and Artificial Intelligence"
doiabstract
The reconstruction of human activities is an important prerequisite to provide assistance. In this paper, we present an activity and plan recognition approach which is based on causal models of human activities. We show, that it is possible to estimate current activities, the underlying goal of the user, and context information about the state of the environment from noisy sensor data. Therefore we use real world data obtained from a smart home system while observing unrestricted activities of daily living in an inhabited flat. We evaluate the accuracy of the recognition for simulated data of different granularity and data obtained from the smart home system. We furthermore show that performance measures solely based on action sequences are not sufficient to evaluate a recognition system.BibTEX
@inproceedings{schroder_reconstruction_2016, address = {Rome, Italy}, title = {Reconstruction of {Everyday} {Life} {Behaviour} based on {Noisy} {Sensor} {Data}}, doi = {10.5220/0005756804300437}, abstract = {The reconstruction of human activities is an important prerequisite to provide assistance. In this paper, we present an activity and plan recognition approach which is based on causal models of human activities. We show, that it is possible to estimate current activities, the underlying goal of the user, and context information about the state of the environment from noisy sensor data. Therefore we use real world data obtained from a smart home system while observing unrestricted activities of daily living in an inhabited flat. We evaluate the accuracy of the recognition for simulated data of different granularity and data obtained from the smart home system. We furthermore show that performance measures solely based on action sequences are not sufficient to evaluate a recognition system.}, booktitle = {Proceedings of the 8th {International} {Conference} on {Agents} and {Artificial} {Intelligence}}, author = {Schröder, Max and Bader, Sebastian and Krüger, Frank and Kirste, Thomas}, month = feb, year = {2016}, keywords = {insideDEM}, pages = {430--437}, } - "Tool Support for the Online Annotation of Sensor Data" in "Proceedings of the 3rd international Workshop on Sensor-based Activity Recognition and Interaction"
doiabstract
The labelling of sensor data with information about the real world, e. g. the activity a human performs, is called annotation. In this paper we perform an analysis of existing live annotation systems and derive the requirements for a general annotation approach. Based on the requirements, we propose a tool support that uses a database schema for the labelling of sensor data. Instead of video logs that are commonly used to add this information after recording, our approach aims at online annotation of the sensor data, i. e. at the moment the observation is made in the real world. Our database schema enables the automatic generation of a user interface that can be used from (human) observers. In difference to many existing annotation tools, our schema includes a possibility to define callback functions that may be used to check the semantic correctness of the annotation. We show that our approach is working with a generated online annotation system in a home environment.BibTEX
@inproceedings{schroder_tool_2016, title = {Tool {Support} for the {Online} {Annotation} of {Sensor} {Data}}, doi = {10.1145/2948963.2948972}, abstract = {The labelling of sensor data with information about the real world, e. g. the activity a human performs, is called annotation. In this paper we perform an analysis of existing live annotation systems and derive the requirements for a general annotation approach. Based on the requirements, we propose a tool support that uses a database schema for the labelling of sensor data. Instead of video logs that are commonly used to add this information after recording, our approach aims at online annotation of the sensor data, i. e. at the moment the observation is made in the real world. Our database schema enables the automatic generation of a user interface that can be used from (human) observers. In difference to many existing annotation tools, our schema includes a possibility to define callback functions that may be used to check the semantic correctness of the annotation. We show that our approach is working with a generated online annotation system in a home environment.}, booktitle = {Proceedings of the 3rd international {Workshop} on {Sensor}-based {Activity} {Recognition} and {Interaction}}, publisher = {ACM}, author = {Schröder, Max and Yordanova, Kristina and Bader, Sebastian and Kirste, Thomas}, month = jun, year = {2016}, keywords = {insideDEM}, } - "Towards a Situation Model for Assessing Challenging Behaviour of People with Dementia" in "Proceedings of the 3rd International Workshop on Sensor-based Activity Recognition and Interaction (iWOAR 2016)"
doiBibTEX
@inproceedings{yordanova_towards_2016, title = {Towards a {Situation} {Model} for {Assessing} {Challenging} {Behaviour} of {People} with {Dementia}}, doi = {10.1145/2948963.2948970}, booktitle = {Proceedings of the 3rd {International} {Workshop} on {Sensor}-based {Activity} {Recognition} and {Interaction} ({iWOAR} 2016)}, publisher = {ACM Press}, author = {Yordanova, Kristina and Bader, Sebastian and Heine, Christina and Teipel, Stefan and Kirste, Thomas}, year = {2016}, keywords = {insideDEM}, }
2015 (in total 5)
- "Information Assistance for Smart Assembly Stations" in "Proceedings of the 7th International Conference on Agents and Artificial Intelligence (ICAART 2015)"
wwwabstract
Information assistance helps in many application domains to structure, guide and control human work processes. However, it lacks a formalisation and automated processing of background knowledge which vice versa is required to provide ad-hoc assistance. In this paper, we describe our conceptual and technical work to include contextual background knowledge in raising awareness, guiding, and monitoring the assembly worker. We present cognitive architectures as missing link between highly sophisticated manufacturing data systems and implicitly available contextual knowledge on work procedures and concepts of the work domain. Our work is illustrated with examples in SWI-Prolog and the Soar cognitive architecture.BibTEX
@inproceedings{aehnelt_information_2015, address = {Lisbon, Portugal}, title = {Information {Assistance} for {Smart} {Assembly} {Stations}}, volume = {2}, isbn = {978-989-758-074-1}, url = {http://www.icaart.org/?y=2015}, abstract = {Information assistance helps in many application domains to structure, guide and control human work processes. However, it lacks a formalisation and automated processing of background knowledge which vice versa is required to provide ad-hoc assistance. In this paper, we describe our conceptual and technical work to include contextual background knowledge in raising awareness, guiding, and monitoring the assembly worker. We present cognitive architectures as missing link between highly sophisticated manufacturing data systems and implicitly available contextual knowledge on work procedures and concepts of the work domain. Our work is illustrated with examples in SWI-Prolog and the Soar cognitive architecture.}, booktitle = {Proceedings of the 7th {International} {Conference} on {Agents} and {Artificial} {Intelligence} ({ICAART} 2015)}, publisher = {SCITEPRESS}, author = {Aehnelt, Mario and Bader, Sebastian}, editor = {Loiseau, Stephane and Filipe, Joaquim and Duval, Béatrice and van den Herik, Jaap}, month = jan, year = {2015}, note = {published at ICAART 2015}, keywords = {MuSAMA, Worker Assistance}, pages = {143--150}, } - "Describing and Evaluating Assistance Using APDL" in "Smart Modeling and Simulation for Complex Systems"
doiBibTEX
@incollection{nyolt_describing_2015, series = {Studies in {Computational} {Intelligence}}, title = {Describing and {Evaluating} {Assistance} {Using} {APDL}}, volume = {564}, isbn = {978-4-431-55208-6}, language = {English}, booktitle = {Smart {Modeling} and {Simulation} for {Complex} {Systems}}, publisher = {Springer Japan}, author = {Nyolt, Martin and Steiniger, Alexander and Bader, Sebastian and Kirste, Thomas}, editor = {Bai, Quan and Ren, Fenghui and Zhang, Minjie and Ito, Takayuki and Tang, Xijin}, year = {2015}, doi = {10.1007/978-4-431-55209-3_5}, keywords = {MuSAMA}, pages = {59--81}, } - "Computational Causal Behaviour Models for Assisted Manufacturing" in "Proc. of 2nd International Workshop on Sensor-based Activity Recognition and Interaction (IWOAR'15)"
doiabstract
In this paper, we present a computational state space model to track and analyse activities of workers during manual assembly processes. Those models are well suited to capture the semi-structured processes present in final product assembly tasks. But in contrast to pure activity recognition systems, which map sensor data to executed activities, those models are able to track the context of the user, and to reason about context variables which are not directly observable through sensors. We describe our modelling approach and report on first evaluation results.BibTEX
@inproceedings{bader_computational_2015, address = {Rostock, Germany}, title = {Computational {Causal} {Behaviour} {Models} for {Assisted} {Manufacturing}}, isbn = {978-1-4503-3454-9}, doi = {10.1145/2790044.2790058}, abstract = {In this paper, we present a computational state space model to track and analyse activities of workers during manual assembly processes. Those models are well suited to capture the semi-structured processes present in final product assembly tasks. But in contrast to pure activity recognition systems, which map sensor data to executed activities, those models are able to track the context of the user, and to reason about context variables which are not directly observable through sensors. We describe our modelling approach and report on first evaluation results.}, booktitle = {Proc. of 2nd {International} {Workshop} on {Sensor}-based {Activity} {Recognition} and {Interaction} ({IWOAR}'15)}, publisher = {ACM}, author = {Bader, Sebastian and Krüger, Frank and Kirste, Thomas}, month = jun, year = {2015}, } - "Towards Employing Model-based Diagnosis to the Smart Meeting Room Domain" in "Proceedings of the 5th International Workshop on Combinations of Intelligent Methods and Applications"
abstract
The localization of faults in complex systems is a challenging task. A common approach is the generation of a formal system model that is compared with observations drawn from the real system. If deviations from the specification are detected, a model-based diagnosis tool determines components whose fault can explain the observations. This approach has been successfully employed to many different application domains. In this work, we explore the smart meeting room domain which is not covered so far. A real-world application scenario based on our laboratory is provided and the performance of different model-based diagnosis tools is evaluated. The results are discussed afterwards and requirements including directions for future work for this new application domain are drawn.BibTEX
@inproceedings{moos_towards_2015, address = {Vietri sul Mare, Italy}, title = {Towards {Employing} {Model}-based {Diagnosis} to the {Smart} {Meeting} {Room} {Domain}}, abstract = {The localization of faults in complex systems is a challenging task. A common approach is the generation of a formal system model that is compared with observations drawn from the real system. If deviations from the specification are detected, a model-based diagnosis tool determines components whose fault can explain the observations. This approach has been successfully employed to many different application domains. In this work, we explore the smart meeting room domain which is not covered so far. A real-world application scenario based on our laboratory is provided and the performance of different model-based diagnosis tools is evaluated. The results are discussed afterwards and requirements including directions for future work for this new application domain are drawn.}, booktitle = {Proceedings of the 5th {International} {Workshop} on {Combinations} of {Intelligent} {Methods} and {Applications}}, author = {Moos, Daniel and Bader, Sebastian and Kirste, Thomas}, month = nov, year = {2015}, } - "From Information Assistance to Cognitive Automation: A Smart Assembly Use Case" in "Agents and Artificial Intelligence"
wwwabstract
Information assistance helps in many application domains to structure, guide and control human work processes. However, it lacks a formalisation and automated processing of background knowledge which vice versa is required to provide ad-hoc assistance. In this paper, we describe our conceptual and technical work towards this cognitive automation. We focus here on including contextual background knowledge to raise the worker’s awareness, guide, and monitor assembly activities. We present cognitive architectures as missing link between highly sophisticated manufacturing data systems and implicitly available contextual knowledge on work procedures and concepts of the work domain. Our work is illustrated with examples in SWI-Prolog and the Soar cognitive architecture which is part of the Plant@Hand assembly assistance system.BibTEX
@incollection{aehnelt_information_2015-1, series = {Lecture {Notes} in {Computer} {Science}}, title = {From {Information} {Assistance} to {Cognitive} {Automation}: {A} {Smart} {Assembly} {Use} {Case}}, volume = {9494}, isbn = {978-3-319-27947-3}, url = {http://link.springer.com/chapter/10.1007%2F978-3-319-27947-3_11}, abstract = {Information assistance helps in many application domains to structure, guide and control human work processes. However, it lacks a formalisation and automated processing of background knowledge which vice versa is required to provide ad-hoc assistance. In this paper, we describe our conceptual and technical work towards this cognitive automation. We focus here on including contextual background knowledge to raise the worker’s awareness, guide, and monitor assembly activities. We present cognitive architectures as missing link between highly sophisticated manufacturing data systems and implicitly available contextual knowledge on work procedures and concepts of the work domain. Our work is illustrated with examples in SWI-Prolog and the Soar cognitive architecture which is part of the Plant@Hand assembly assistance system.}, booktitle = {Agents and {Artificial} {Intelligence}}, publisher = {Springer International Publishing}, author = {Aehnelt, Mario and Bader, Sebastian}, month = dec, year = {2015}, keywords = {activity recognition, Worker Assistance}, pages = {207--222}, }
2014 (in total 4)
- "Tracking Assembly Processes and Providing Assistance in Smart Factories" in "Proceedings of the 6th International Conference on Agents and Artificial Intelligence (ICAART)"
doiBibTEX
@inproceedings{bader_tracking_2014, title = {Tracking {Assembly} {Processes} and {Providing} {Assistance} in {Smart} {Factories}}, doi = {10.5220/0004822701610168}, booktitle = {Proceedings of the 6th {International} {Conference} on {Agents} and {Artificial} {Intelligence} ({ICAART})}, author = {Bader, Sebastian and Aehnelt, Mario}, month = mar, year = {2014}, pages = {161--168}, } - "From Intelligibility to Debuggability in Context-Aware Systems" in "KI 2014: Advances in Artificial Intelligence"
doi wwwBibTEX
@inproceedings{moos_intelligibility_2014, address = {Stuttgart, Germany}, series = {Lecture {Notes} in {Computer} {Science}}, title = {From {Intelligibility} to {Debuggability} in {Context}-{Aware} {Systems}}, volume = {8736}, isbn = {978-3-319-11205-3}, url = {http://link.springer.com/chapter/10.1007%2F978-3-319-11206-0_21}, doi = {10.1007/978-3-319-11206-0_21}, booktitle = {{KI} 2014: {Advances} in {Artificial} {Intelligence}}, publisher = {Springer International Publishing}, author = {Moos, Daniel and Bader, Sebastian and Kirste, Thomas}, editor = {Lutz, Carsten and Thielscher, Michael}, month = sep, year = {2014}, keywords = {MuSAMA, debuggability, Explanation generation, intelligibility}, pages = {219--224}, } - "From Annotated Objects to Distributed Planning in Heterogeneous and Dynamic Environments" in "Proceedings of the 16th International Conference on Human-Computer Interaction (HCII 2014)"
doi wwwBibTEX
@inproceedings{moos_annotated_2014, address = {Heraklion, Crete, Greece}, series = {Lecture {Notes} in {Computer} {Science}}, title = {From {Annotated} {Objects} to {Distributed} {Planning} in {Heterogeneous} and {Dynamic} {Environments}}, isbn = {978-3-319-07788-8}, url = {http://link.springer.com/chapter/10.1007%2F978-3-319-07788-8_43}, doi = {10.1007/978-3-319-07788-8_43}, booktitle = {Proceedings of the 16th {International} {Conference} on {Human}-{Computer} {Interaction} ({HCII} 2014)}, publisher = {Springer International Publishing}, author = {Moos, Daniel and Bader, Sebastian and Kirste, Thomas}, editor = {Streitz, Norbert and Markopoulos, Panos}, month = jun, year = {2014}, pages = {462--473}, } - "CASA - Context-Aware Service Access" in "Journal of Integrated Design and Process Science" Vol. 18(1)
doi wwwabstract
With the widespread of mobile Internet-enabled devices we can consider nearly every user everywhere as a potential consumer of cloud services. Especially campus environments provide a multitude of heterogeneous scientific information and services to the users. Here different problems arise concerning the integration and dissemination of cloud services and resources. While location is usually considered as the core context for mobile service access, its value is very limited in evolving large-scale smart environments with a multitude of user roles, tasks, devices and services. This is even more challenging if multiple users work collaboratively in remote locations on the same project. Therefore, we propose with CASA, Context- Aware Service Access, a concept which can use different kinds of context as source and provides support for reactive and proactive actions based on the current situation. The evolving and changing aspects are handled with an extensive usage of crowdsourcing to encourage a decentralized and user-driven development. This shall lead to a novel open and extendable recommender system which also supports the adaption and integration of cloud-based services according to the situation. Additionally, as proof of concept, we present two use cases for smart campus and smart lecture rooms.BibTEX
@article{lehsten_casa_2014, title = {{CASA} - {Context}-{Aware} {Service} {Access}}, volume = {18}, url = {http://iospress.metapress.com/content/lun1864166165125}, doi = {10.3233/jid-2014-0008}, abstract = {With the widespread of mobile Internet-enabled devices we can consider nearly every user everywhere as a potential consumer of cloud services. Especially campus environments provide a multitude of heterogeneous scientific information and services to the users. Here different problems arise concerning the integration and dissemination of cloud services and resources. While location is usually considered as the core context for mobile service access, its value is very limited in evolving large-scale smart environments with a multitude of user roles, tasks, devices and services. This is even more challenging if multiple users work collaboratively in remote locations on the same project. Therefore, we propose with CASA, Context- Aware Service Access, a concept which can use different kinds of context as source and provides support for reactive and proactive actions based on the current situation. The evolving and changing aspects are handled with an extensive usage of crowdsourcing to encourage a decentralized and user-driven development. This shall lead to a novel open and extendable recommender system which also supports the adaption and integration of cloud-based services according to the situation. Additionally, as proof of concept, we present two use cases for smart campus and smart lecture rooms.}, number = {1}, journal = {Journal of Integrated Design and Process Science}, author = {Lehsten, Philipp and Bader, Sebastian and Tavangarian, Djamshid}, month = apr, year = {2014}, keywords = {Context-aware system, crowdsourcing, service dissemination, service integration}, pages = {21--38}, }
2013 (in total 7)
- "Describing and Evaluating Assistance using APDL" in "Proceedings of SSMCS 2013"
wwwBibTEX
@inproceedings{nyolt_describing_2013, address = {Beijing, China}, title = {Describing and {Evaluating} {Assistance} using {APDL}}, url = {http://www.uow.edu.au/ fren/SSMCS2013/index.html}, booktitle = {Proceedings of {SSMCS} 2013}, author = {Nyolt, Martin and Steiniger, Alexander and Bader, Sebastian and Kirste, Thomas}, editor = {Bai, Quan and Ito, Takayuki and Zhang, Minjie and Ren, Fenghui and Tang, Xijin}, month = aug, year = {2013}, } - "Generating Explanations for Pro-active Assistance from Formal Action Descriptions" in "Ambient Intelligence"
doi wwwBibTEX
@inproceedings{bader_generating_2013, series = {Lecture {Notes} in {Computer} {Science}}, title = {Generating {Explanations} for {Pro}-active {Assistance} from {Formal} {Action} {Descriptions}}, volume = {8309}, isbn = {978-3-319-03646-5}, url = {http://dx.doi.org/10.1007/978-3-319-03647-2_2}, doi = {10.1007/978-3-319-03647-2_2}, booktitle = {Ambient {Intelligence}}, publisher = {Springer International Publishing}, author = {Bader, Sebastian}, editor = {Augusto, JuanCarlos and Wichert, Reiner and Collier, Rem and Keyson, David and Salah, AlbertAli and Tan, Ah-Hwee}, month = dec, year = {2013}, keywords = {smart environments, Explanation generation, pro-active assistance}, pages = {19--31}, } - "AIIP '13: Joint Proceedings of the Workshop on AI Problems and Approaches for Intelligent Environments and Workshop on Semantic Cities"
wwwBibTEX
@book{bader_aiip_2013, address = {New York, NY, USA,}, title = {{AIIP} '13: {Joint} {Proceedings} of the {Workshop} on {AI} {Problems} and {Approaches} for {Intelligent} {Environments} and {Workshop} on {Semantic} {Cities}}, isbn = {978-1-4503-2346-8}, url = {http://dl.acm.org/citation.cfm?id=2516911}, publisher = {ACM}, editor = {Bader, Sebastian and Schumann, Anika and Sigg, Stephan and Lecue, Freddy and Srivastava, Biplav and Nie, Zaiqing and Guttmann, Christian}, month = aug, year = {2013}, } - "Consistency of Goalaviour-based Control Systems" in "9th International Conference on Intelligent Environments (IE)"
doiBibTEX
@inproceedings{bader_consistency_2013, address = {Athens, Greece}, title = {Consistency of {Goalaviour}-based {Control} {Systems}}, doi = {10.1109/IE.2013.42}, booktitle = {9th {International} {Conference} on {Intelligent} {Environments} ({IE})}, author = {Bader, Sebastian}, month = jul, year = {2013}, pages = {45--50}, } - "Agent-Based Proactive Support in Smart Environments" in "Intelligent Environments (IE), 2013 9th International Conference on"
doiBibTEX
@inproceedings{bader_agent-based_2013, address = {Athens, Greece}, title = {Agent-{Based} {Proactive} {Support} in {Smart} {Environments}}, doi = {10.1109/IE.2013.30}, booktitle = {Intelligent {Environments} ({IE}), 2013 9th {International} {Conference} on}, author = {Bader, Sebastian and Nicolay, Robin and Kirste, Thomas}, month = jul, year = {2013}, pages = {220--223}, } - "An Overview of the HELFERLEIN-System" in "Proceedings of MMS 2013"
wwwBibTEX
@inproceedings{bader_overview_2013, address = {Berlin, Germany}, title = {An {Overview} of the {HELFERLEIN}-{System}}, url = {http://fg-mms.gi.de/veranstaltungen/8-konferenz-mobile-und-ubiquitaere-informationssysteme-mms-2013.html}, booktitle = {Proceedings of {MMS} 2013}, author = {Bader, Sebastian and Kirste, Thomas}, month = jun, year = {2013}, } - "Situation Aware Interaction with Multi-modal Business Applications in Smart Environments" in "Proceedings of the 15th International Conference on Human-Computer Interaction (HCII 2013)"
doi wwwBibTEX
@inproceedings{aehnelt_situation_2013, address = {Las Vegas, NV, USA}, series = {Lecture {Notes} in {Computer} {Science}}, title = {Situation {Aware} {Interaction} with {Multi}-modal {Business} {Applications} in {Smart} {Environments}}, isbn = {978-3-642-39225-2}, url = {http://link.springer.com/chapter/10.1007/978-3-642-39226-9_45}, doi = {10.1007/978-3-642-39226-9_45}, booktitle = {Proceedings of the 15th {International} {Conference} on {Human}-{Computer} {Interaction} ({HCII} 2013)}, publisher = {Springer Berlin Heidelberg}, author = {Aehnelt, Mario and Bader, Sebastian and Ruscher, Gernot and Krüger, Frank and Urban, Bodo and Kirste, Thomas}, month = jul, year = {2013}, keywords = {MuSAMA}, pages = {413--422}, }
2012 (in total 8)
- "Proceedings of the Joint Workshop of the German Research Training Groups in Computer Science"
wwwabstract
The German Research Foundation's (DFG) Research Training Groups (RTG) from the field of computer science traditionally meet once a year at Schloss Dagstuhl - Leibniz Center for Informatics, one of the world's premier venues for computer science. This DFG-funded networking meeting is intended to facilitate doctoral students' exchange of ideas and experiences and to strengthen the contacts within the german computer science community. Since the meeting is growing constantly, it is split into two parts since 2011. This years topics of the two parts are: Dataexploration, Visualization and Software Engineering and Self-Organization and Communication in Ubiquitous Environments. To provide an overview on the entire meeting to enable a better connection of students with similar topics, every student of each RTG was asked to submit a one-page abstract introducing their work. This joint proceedings of both workshop parts contain these abstracts, along with a brief overview of each RTG's focus.BibTEX
@book{yordanova_proceedings_2012, title = {Proceedings of the {Joint} {Workshop} of the {German} {Research} {Training} {Groups} in {Computer} {Science}}, isbn = {978-3-8482-0022-1}, url = {http://www.bod.de/index.php?id=296&objk_id=730952}, abstract = {The German Research Foundation's (DFG) Research Training Groups (RTG) from the field of computer science traditionally meet once a year at Schloss Dagstuhl - Leibniz Center for Informatics, one of the world's premier venues for computer science. This DFG-funded networking meeting is intended to facilitate doctoral students' exchange of ideas and experiences and to strengthen the contacts within the german computer science community. Since the meeting is growing constantly, it is split into two parts since 2011. This years topics of the two parts are: Dataexploration, Visualization and Software Engineering and Self-Organization and Communication in Ubiquitous Environments. To provide an overview on the entire meeting to enable a better connection of students with similar topics, every student of each RTG was asked to submit a one-page abstract introducing their work. This joint proceedings of both workshop parts contain these abstracts, along with a brief overview of each RTG's focus.}, publisher = {Books on Demand GmbH}, author = {Yordanova, Kristina and Gladisch, Alexander and Duske, Kristian and Janusz, Daniel and Bader, Sebastian and Science, Research Training Groups in Computer}, editor = {Yordanova, Kristina and Gladisch, Alexander and Duske, Kristian and Janusz, Daniel and Bader, Sebastian}, month = jun, year = {2012}, keywords = {MuSAMA}, } - "Multimodal Interaction in Dynamic and Heterogeneous Smart Environments" in "Proceedings of the 1st International Workshop on Language Technology in Pervasive Computing (LTPC) at the 10th International Conference on Pervasive Computing"
abstract
Multi-modal interaction is an interesting and challenging research field. It targets at a natural interaction between the user and its environment using different in- and output modalities. In this paper, we present a working system which has been deployed into our laboratory. It has been designed and built for the control of dynamic and heterogeneous ensembles of devices and services. All components of the system, including the supported modalities and controlled devices can change over time. In addition to describing the system, we discuss an example illustrating its usage. While building our system, we tried to keep it as simple as possible while nonetheless enabling multi-modal interaction within dynamically changing environments.BibTEX
@inproceedings{bader_multimodal_2012, address = {Newcastle upon Tyne, United Kingdom}, title = {Multimodal {Interaction} in {Dynamic} and {Heterogeneous} {Smart} {Environments}}, abstract = {Multi-modal interaction is an interesting and challenging research field. It targets at a natural interaction between the user and its environment using different in- and output modalities. In this paper, we present a working system which has been deployed into our laboratory. It has been designed and built for the control of dynamic and heterogeneous ensembles of devices and services. All components of the system, including the supported modalities and controlled devices can change over time. In addition to describing the system, we discuss an example illustrating its usage. While building our system, we tried to keep it as simple as possible while nonetheless enabling multi-modal interaction within dynamically changing environments.}, booktitle = {Proceedings of the 1st {International} {Workshop} on {Language} {Technology} in {Pervasive} {Computing} ({LTPC}) at the 10th {International} {Conference} on {Pervasive} {Computing}}, author = {Bader, Sebastian and Ruscher, Gernot and Kirste, Thomas}, month = jun, year = {2012}, keywords = {MuSAMA}, pages = {8}, } - "Measuring Channel Occupancy for 802.11 Wireless LAN in the 2.4 GHz ISM Band" in "Proceedings of MSWiM 2012"
abstract
In this paper we focus on measuring channel occupancy in the 2.4 GHz ISM band in a way that transmissions from Wireless LAN stations and other spectrum users can be distinguished. Most current 802.11 hardware does not offer methods to capture channel occupancy caused by non-802.11 transmissions accurately. We therefore combine a commodity 802.11 Wireless LAN card with an inexpensive 2.4 GHz RF transceiver IC which we use for spectrum measurements. We build a probabilistic model which allows to calculate the overall channel occupancy and to determine the fractions of 802.11 and non-802.11 activity. Our model covers adjacent channel interference, detects both narrow-band and wide-band interferers, and adapts to different signal strengths. We evaluate our approach in a test bed with controlled interference, estimate the achievable precision, and identify open problems.BibTEX
@inproceedings{wollenberg_measuring_2012, title = {Measuring {Channel} {Occupancy} for 802.11 {Wireless} {LAN} in the 2.4 {GHz} {ISM} {Band}}, abstract = {In this paper we focus on measuring channel occupancy in the 2.4 GHz ISM band in a way that transmissions from Wireless LAN stations and other spectrum users can be distinguished. Most current 802.11 hardware does not offer methods to capture channel occupancy caused by non-802.11 transmissions accurately. We therefore combine a commodity 802.11 Wireless LAN card with an inexpensive 2.4 GHz RF transceiver IC which we use for spectrum measurements. We build a probabilistic model which allows to calculate the overall channel occupancy and to determine the fractions of 802.11 and non-802.11 activity. Our model covers adjacent channel interference, detects both narrow-band and wide-band interferers, and adapts to different signal strengths. We evaluate our approach in a test bed with controlled interference, estimate the achievable precision, and identify open problems.}, booktitle = {Proceedings of {MSWiM} 2012}, author = {Wollenberg, Till and Bader, Sebastian and Ahrens, Andreas}, year = {2012}, note = {accepted}, keywords = {MuSAMA}, } - "Explaining the Reactions of a Smart Environment" in "Proceedings of Exact2012"
abstract
A system's ability to explain its decision making is crucial for the acceptance and the user's trust in it. This is in particular the case while using smart environments in which the assistance functionality is distributed over multiple devices and emerges from the interplay of them. In this paper, we show how to derive explanations automatically. For this a description of the system's current state and history is transformed into discourse representation structures and finally into natural language explanations. The generation procedure has been implemented and deployed into a smart meeting room and a first user study indicates that the generated explanations are understandable and natural.BibTEX
@inproceedings{bader_explaining_2012, address = {Montpellier, France}, title = {Explaining the {Reactions} of a {Smart} {Environment}}, abstract = {A system's ability to explain its decision making is crucial for the acceptance and the user's trust in it. This is in particular the case while using smart environments in which the assistance functionality is distributed over multiple devices and emerges from the interplay of them. In this paper, we show how to derive explanations automatically. For this a description of the system's current state and history is transformed into discourse representation structures and finally into natural language explanations. The generation procedure has been implemented and deployed into a smart meeting room and a first user study indicates that the generated explanations are understandable and natural.}, booktitle = {Proceedings of {Exact2012}}, author = {Bader, Sebastian}, month = aug, year = {2012}, keywords = {MuSAMA}, pages = {1--5}, } - "Evaluating the Robustness of Activity Recognition using Computational Causal Behavior Models" in "Proceedings of the International Workshop on Situation, Activity and Goal Awareness held at Ubicomp 2012"
doiabstract
Activity recognition is a challenging research problem in ubiquitous computing domain and has to tackle omnipresent uncertainties, e.g., resulting from ambiguous or intermittent sensor readings. In this paper, we introduce an activity recog- nition approach based on causal modeling and probabilistic plan recognition. To evaluate the performance of our approach systematically, we generated sensor data with different error rates using a simulation. This data served as input for the activity recognition in a series of experiments. In these experiments we stepwise introduced and combined additional sources of uncertainty, i.e., different duration mod- els and ignoring certain sensors, to demonstrate the robustness of our approach. Our evaluation shows that Computational Causal Behavior Models provide a basis for a robust activity recognition system.BibTEX
@inproceedings{kruger_evaluating_2012, address = {Pittsburgh, PA, USA}, title = {Evaluating the {Robustness} of {Activity} {Recognition} using {Computational} {Causal} {Behavior} {Models}}, doi = {10.1145/2370216.2370443}, abstract = {Activity recognition is a challenging research problem in ubiquitous computing domain and has to tackle omnipresent uncertainties, e.g., resulting from ambiguous or intermittent sensor readings. In this paper, we introduce an activity recog- nition approach based on causal modeling and probabilistic plan recognition. To evaluate the performance of our approach systematically, we generated sensor data with different error rates using a simulation. This data served as input for the activity recognition in a series of experiments. In these experiments we stepwise introduced and combined additional sources of uncertainty, i.e., different duration mod- els and ignoring certain sensors, to demonstrate the robustness of our approach. Our evaluation shows that Computational Causal Behavior Models provide a basis for a robust activity recognition system.}, booktitle = {Proceedings of the {International} {Workshop} on {Situation}, {Activity} and {Goal} {Awareness} held at {Ubicomp} 2012}, publisher = {ACM}, author = {Krüger, Frank and Steiniger, Alexander and Bader, Sebastian and Kirste, Thomas}, month = sep, year = {2012}, keywords = {MuSAMA}, pages = {1066--1074}, } - "A Context-Aware Publish-Subscribe Middleware for Distributed Smart Environments" in "Managing Ubiquitous Communications and Services 2012. 9th IEEE International Workshop, MUCS 2012"
wwwabstract
We present and discuss a context aware publish subscribe system. This allows for efficient communication between different components within distributed environments. For this we introduce context-awareness into the subscription handling. Our middleware allows to attach context properties to event subscriptions. Only if those properties are satisfied by the current state of the world, the events are distributed within the system, which minimises the communication. Finally we discuss a larger use-case for our system.BibTEX
@inproceedings{bader_context-aware_2012, address = {Lugano, Switzerland}, title = {A {Context}-{Aware} {Publish}-{Subscribe} {Middleware} for {Distributed} {Smart} {Environments}}, isbn = {978-3-930736-19-5}, url = {http://ubiquitous-management.org/mucs/2012/index.php}, abstract = {We present and discuss a context aware publish subscribe system. This allows for efficient communication between different components within distributed environments. For this we introduce context-awareness into the subscription handling. Our middleware allows to attach context properties to event subscriptions. Only if those properties are satisfied by the current state of the world, the events are distributed within the system, which minimises the communication. Finally we discuss a larger use-case for our system.}, booktitle = {Managing {Ubiquitous} {Communications} and {Services} 2012. 9th {IEEE} {International} {Workshop}, {MUCS} 2012}, author = {Bader, Sebastian and Nyolt, Martin}, editor = {Pfeifer, Tom and Stiller, Burkhard and O'Sulivan, Declan}, month = mar, year = {2012}, keywords = {MuSAMA}, } - "Proceedings of the Workshop on AI Problems and Approaches for Intelligent Environments"
wwwabstract
The first international workshop on AI Problems and Approaches for Intelligent Environments (AI@IE) has be held as a one day event co-located with the European Conference on Artificial Intelligence (ECAI) 2012. The primary goals of the workshop are to facilitate the discussion between researchers in the area of artificial intelligence and smart environments, identify and discuss problems at the intersection of the two research areas, and transfer the technical results to researchers applying AI methods in intelligent environments. Please check the call for papers site for more details on the scope of the workshop.BibTEX
@book{bader_proceedings_2012, address = {Montpellier, France}, title = {Proceedings of the {Workshop} on {AI} {Problems} and {Approaches} for {Intelligent} {Environments}}, volume = {907}, url = {http://ceur-ws.org/Vol-907/}, abstract = {The first international workshop on AI Problems and Approaches for Intelligent Environments (AI@IE) has be held as a one day event co-located with the European Conference on Artificial Intelligence (ECAI) 2012. The primary goals of the workshop are to facilitate the discussion between researchers in the area of artificial intelligence and smart environments, identify and discuss problems at the intersection of the two research areas, and transfer the technical results to researchers applying AI methods in intelligent environments. Please check the call for papers site for more details on the scope of the workshop.}, publisher = {CEUR-WS.org}, editor = {Bader, Sebastian and Schumann, Anika and Sigg, Stephan}, month = aug, year = {2012}, } - "An Overview of the Helferlein-System"
BibTEX
@techreport{bader_overview_2012, address = {Rostock, Germany}, title = {An {Overview} of the {Helferlein}-{System}}, number = {CS-03-12}, institution = {Institut für Informatik, Universität Rostock}, author = {Bader, Sebastian and Kirste, Thomas}, month = nov, year = {2012}, note = {Published as technical report CS-03-12 under ISSN 0944-5900}, keywords = {MuSAMA}, }
2011 (in total 14)
- "Logik und Logikprogrammierung, Band 2: Aufgaben und Lösungen"
wwwabstract
Die vorliegende Aufgabensammlung ist eine Ergänzung zum Lehrbuch »Logik und Logikprogrammierung, Band 1: Grundlagen« von Steffen Hölldobler, das am Beispiel Pro- log in die Logikprogrammierung einführt sowie grundlegende Kenntnisse und Methoden der Aussagen- und der Prädikatenlogik vermittelt. Für die universitäre Lehre wurden hierzu über viele Jahre hinweg gut 400 Übungsaufgaben entwickelt, die im vorliegenden Band gesammelt sind. Da sich die auf dem Lehrbuch basierenden Vorlesungen primär an Studenten im ersten Studienabschnitt richten, sind die Übungsaufgaben einerseits relativ elementar ange- legt. So werden etwa Induktionsbeweise oder rekursive Funktionen vergleichsweise ausführlich behandelt, und die Lösungen werden meist sehr detailliert ausgearbeitet, wobei auf formale Genauigkeit besonderer Wert gelegt wird. Andererseits wurden mit Blick auf weiterführende Veranstaltungen für Masterstudenten auch anspruchsvollere und komplexere Aufgaben mit aufgenommen.BibTEX
@book{holldobler_logik_2011, title = {Logik und {Logikprogrammierung}, {Band} 2: {Aufgaben} und {Lösungen}}, isbn = {978-3-935025-85-0}, url = {http://www.synchron-publishers.com/texte/09-kolleg/0903holl-t.html}, abstract = {Die vorliegende Aufgabensammlung ist eine Ergänzung zum Lehrbuch »Logik und Logikprogrammierung, Band 1: Grundlagen« von Steffen Hölldobler, das am Beispiel Pro- log in die Logikprogrammierung einführt sowie grundlegende Kenntnisse und Methoden der Aussagen- und der Prädikatenlogik vermittelt. Für die universitäre Lehre wurden hierzu über viele Jahre hinweg gut 400 Übungsaufgaben entwickelt, die im vorliegenden Band gesammelt sind. Da sich die auf dem Lehrbuch basierenden Vorlesungen primär an Studenten im ersten Studienabschnitt richten, sind die Übungsaufgaben einerseits relativ elementar ange- legt. So werden etwa Induktionsbeweise oder rekursive Funktionen vergleichsweise ausführlich behandelt, und die Lösungen werden meist sehr detailliert ausgearbeitet, wobei auf formale Genauigkeit besonderer Wert gelegt wird. Andererseits wurden mit Blick auf weiterführende Veranstaltungen für Masterstudenten auch anspruchsvollere und komplexere Aufgaben mit aufgenommen.}, publisher = {SYNCHRON Wissenschaftsverlag der Autoren}, author = {Hölldobler, Steffen and Bader, Sebastian and Fronhöfer, Betram and Hans, Ursula and Hitzler, Pascal and Krötzsch, Markus and Pietsch, Tobias}, year = {2011}, note = {474 Seiten}, } - "Levels of Adaptation and Control" in "International Symposium on Distributed Computing and Artificial Intelligence"
doi wwwabstract
To realise the vision of ubiquitous computing, we need to control heterogeneous and dynamically changing device ensembles, that is software components distributed over different devices encapsulating hardware functions or services. The resulting control systems must be real-time capable and able to describe their actions. Here we propose a layered architecture, which is currently under development. It is based on a probabilistic model providing the real-time assistance functions, and on symbolic descriptions. These description can be used (a) to synthesise the probabilistic model, and (b) to explain the resulting actions taken by the controller.BibTEX
@inproceedings{bader_levels_2011, series = {Advances in {Intelligent} and {Soft} {Computing}}, title = {Levels of {Adaptation} and {Control}}, volume = {91}, isbn = {978-3-642-19933-2}, url = {http://dx.doi.org/10.1007/978-3-642-19934-9_49}, doi = {10.1007/978-3-642-19934-9_49}, abstract = {To realise the vision of ubiquitous computing, we need to control heterogeneous and dynamically changing device ensembles, that is software components distributed over different devices encapsulating hardware functions or services. The resulting control systems must be real-time capable and able to describe their actions. Here we propose a layered architecture, which is currently under development. It is based on a probabilistic model providing the real-time assistance functions, and on symbolic descriptions. These description can be used (a) to synthesise the probabilistic model, and (b) to explain the resulting actions taken by the controller.}, booktitle = {International {Symposium} on {Distributed} {Computing} and {Artificial} {Intelligence}}, publisher = {Springer Berlin / Heidelberg}, author = {Bader, Sebastian and Leistikow, René}, editor = {Abraham, Ajith and Corchado, Juan and González, Sara and De Paz Santana, Juan}, month = apr, year = {2011}, keywords = {MuSAMA, smart environments}, pages = {385--388}, } - "Synthesising Generative Probabilistic Models for High-Level Activity Recognition" in "Activity Recognition in Pervasive Intelligent Environments"
wwwabstract
High-level (hierarchical) behaviour with long-term correlations is difficult to describe with first-order Markovian models like Hidden Markov models. We therefore discuss different approaches to synthesise generative probabilistic models for activity recognition based on different symbolic high-level description. Those descriptions of complex activities are compiled into robust generative models. The underlying assumptions for our work are (i) we need probabilistic models in robust activity recognition systems for the real world, (ii) those models should not necessarily rely on an extensive training phase and (iii) we should use available background knowledge to initialise them. We show how to construct such models based on different symbolic representations.BibTEX
@incollection{burghardt_synthesising_2011, address = {Paris, France}, series = {Atlantis {Ambient} and {Pervasive} {Intelligence}}, title = {Synthesising {Generative} {Probabilistic} {Models} for {High}-{Level} {Activity} {Recognition}}, volume = {4}, isbn = {978-94-91216-05-3}, url = {http://dx.doi.org/10.2991/978-94-91216-05-3}, abstract = {High-level (hierarchical) behaviour with long-term correlations is difficult to describe with first-order Markovian models like Hidden Markov models. We therefore discuss different approaches to synthesise generative probabilistic models for activity recognition based on different symbolic high-level description. Those descriptions of complex activities are compiled into robust generative models. The underlying assumptions for our work are (i) we need probabilistic models in robust activity recognition systems for the real world, (ii) those models should not necessarily rely on an extensive training phase and (iii) we should use available background knowledge to initialise them. We show how to construct such models based on different symbolic representations.}, booktitle = {Activity {Recognition} in {Pervasive} {Intelligent} {Environments}}, publisher = {Atlantis Press}, author = {Burghardt, Christoph and Wurdel, Maik and Bader, Sebastian and Ruscher, Gernot and Kirste, Thomas}, editor = {Chen, Liming and Nugent, Chris D. and Biswas, Jit and Hoey, Jesse}, month = may, year = {2011}, keywords = {MuSAMA}, pages = {209--236}, } - "Probably Asked Questions: Intelligibility through Question Generation" in "Proceedings of the 2nd Workshop on Context Aware Intelligent Assistance"
wwwabstract
Intelligibility of dynamic and heterogeneous device ensembles is a major problem in the area of ubiquitous computing. The PAQ-approach generates a set of Probably Asked Questions together with answers based on the context, that is the current state of the world and the possible intentions of the user. By providing this list of questions and answers, we enable users to access the context, that is the state of the world and to control their environment by taking actions as explained in generated answers.BibTEX
@inproceedings{bader_probably_2011, address = {Berlin, Germany}, title = {Probably {Asked} {Questions}: {Intelligibility} through {Question} {Generation}}, volume = {786}, url = {http://ceur-ws.org/Vol-786/}, abstract = {Intelligibility of dynamic and heterogeneous device ensembles is a major problem in the area of ubiquitous computing. The PAQ-approach generates a set of Probably Asked Questions together with answers based on the context, that is the current state of the world and the possible intentions of the user. By providing this list of questions and answers, we enable users to access the context, that is the state of the world and to control their environment by taking actions as explained in generated answers.}, booktitle = {Proceedings of the 2nd {Workshop} on {Context} {Aware} {Intelligent} {Assistance}}, author = {Bader, Sebastian}, editor = {Mandl, Stefan and Ludwig, Bernd and Michahelles, Florian}, month = oct, year = {2011}, keywords = {MuSAMA}, pages = {16--24}, } - "A Tutorial Introduction to Automated Activity and Intention Recognition" in "Lecture Notes for the Interdisciplinary College (IK) 2011"
abstract
This article presents the basic ideas of automated activity and intention recognition. As a self-contained introduction it is suited for people with different background. After motivating the topic, we discuss a successful approach to automatic activity recognition based on mobile acceleration sensors. For this, algorithms known from machine learning are combined into a running system. Based on recognised primitive activities and different forms of available background knowledge, we then discuss how to infer the current intentions of the user or of a group of users. Here we employ probabilistic models. To wrap up, we discuss possible extensions and application domains for both, automated activity and intention recognition.BibTEX
@incollection{bader_tutorial_2011, title = {A {Tutorial} {Introduction} to {Automated} {Activity} and {Intention} {Recognition}}, abstract = {This article presents the basic ideas of automated activity and intention recognition. As a self-contained introduction it is suited for people with different background. After motivating the topic, we discuss a successful approach to automatic activity recognition based on mobile acceleration sensors. For this, algorithms known from machine learning are combined into a running system. Based on recognised primitive activities and different forms of available background knowledge, we then discuss how to infer the current intentions of the user or of a group of users. Here we employ probabilistic models. To wrap up, we discuss possible extensions and application domains for both, automated activity and intention recognition.}, booktitle = {Lecture {Notes} for the {Interdisciplinary} {College} ({IK}) 2011}, author = {Bader, Sebastian and Kirste, Thomas}, month = mar, year = {2011}, keywords = {MuSAMA}, } - "Agentification of Objects in Heterogeneous Dynamic Environments" in "Proceedings of Mates 2011"
doiabstract
In this article, we discuss an approach to build dynamic and heterogeneous ensembles of objects. The presented approach is based on a middleware for distributed systems and extends the deployment system such that ordinary objects are turned into agents without modifying the original object. By avoiding a direct connection between the different components, we obtain a highly dynamic and flexible system.BibTEX
@inproceedings{bader_agentification_2011, series = {{LNAI}}, title = {Agentification of {Objects} in {Heterogeneous} {Dynamic} {Environments}}, doi = {10.1007/978-3-642-24603-6_16}, abstract = {In this article, we discuss an approach to build dynamic and heterogeneous ensembles of objects. The presented approach is based on a middleware for distributed systems and extends the deployment system such that ordinary objects are turned into agents without modifying the original object. By avoiding a direct connection between the different components, we obtain a highly dynamic and flexible system.}, booktitle = {Proceedings of {Mates} 2011}, publisher = {Springer-Verlag Berlin Heidelberg}, author = {Bader, Sebastian}, editor = {Klügl, F. and Ossowski, S.}, month = oct, year = {2011}, keywords = {MuSAMA}, pages = {157--164}, } - "A Context-Aware proactive Controller for Smart Environments (Extended Version)" in "I-COM" Vol. 10(1)
doi wwwabstract
Controlling smart environments containing multiple devices is a challenging problem. In particular the definition of suitable interaction paradigms, which can be divided into implicit and explicit models. Here we introduce an implicit controller for smart environments that infers possible goals of the users and provides support by achieving them automatically. We use models of the environment and the user to automatically create this controller. The resulting system is purely reactive and can be executed in real time.BibTEX
@article{kruger_context-aware_2011, title = {A {Context}-{Aware} proactive {Controller} for {Smart} {Environments} ({Extended} {Version})}, volume = {10}, url = {http://www.oldenbourg-link.com/doi/abs/10.1524/icom.2011.0007}, doi = {10.1524/icom.2011.0007}, abstract = {Controlling smart environments containing multiple devices is a challenging problem. In particular the definition of suitable interaction paradigms, which can be divided into implicit and explicit models. Here we introduce an implicit controller for smart environments that infers possible goals of the users and provides support by achieving them automatically. We use models of the environment and the user to automatically create this controller. The resulting system is purely reactive and can be executed in real time.}, number = {1}, journal = {I-COM}, author = {Krüger, Frank and Ruscher, Gernot and Bader, Sebastian and Kirste, Thomas}, month = apr, year = {2011}, pages = {41 -- 48}, } - "A Context-Aware proactive Controller for Smart Environments" in "Proceedings of the 2nd Workshop on Semantic Models for Adaptive Interactive Systems (SEMAIS 2011)"
wwwabstract
In this paper we describe an implicit user interface for smart environment control: We make our system guess how to assist the user(s) proactively. Our controller is based on two formal descriptions: One that describes user activities, and another that specifies the devices in the environment. Putting both together, we can synthesize a probabilistic model, the states of which resemble activities performed by the user(s) and are annotated with sequences of device actions, with the latter to be executed in cases particular activities have been recognized. The resulting system is purely reactive and can be executed in real time.BibTEX
@inproceedings{kruger_context-aware_2011-1, address = {Palo Alto, CA, USA}, series = {{CEUR} {Workshop} {Proceedings}}, title = {A {Context}-{Aware} proactive {Controller} for {Smart} {Environments}}, volume = {747}, url = {http://sunsite.informatik.rwth-aachen.de/Publications/CEUR-WS/Vol-747/}, abstract = {In this paper we describe an implicit user interface for smart environment control: We make our system guess how to assist the user(s) proactively. Our controller is based on two formal descriptions: One that describes user activities, and another that specifies the devices in the environment. Putting both together, we can synthesize a probabilistic model, the states of which resemble activities performed by the user(s) and are annotated with sequences of device actions, with the latter to be executed in cases particular activities have been recognized. The resulting system is purely reactive and can be executed in real time.}, booktitle = {Proceedings of the 2nd {Workshop} on {Semantic} {Models} for {Adaptive} {Interactive} {Systems} ({SEMAIS} 2011)}, author = {Krüger, Frank and Ruscher, Gernot and Bader, Sebastian and Kirste, Thomas}, editor = {Hussein, Tim and Lukosch, Stephan and Paulheim, Heiko and Ziegler, Jürgen and Calvary, Gaëlle}, month = feb, year = {2011}, } - "Reactive Behaviour-Based Control for Smart Environments"
BibTEX
@book{dyrba_reactive_2011, title = {Reactive {Behaviour}-{Based} {Control} for {Smart} {Environments}}, author = {Dyrba, Martin and Bader, Sebastian}, month = mar, year = {2011}, note = {Published: Presented at IK 2011}, } - "The helferlein-system, a middleware for dynamic and heterogeneous ensembles"
wwwBibTEX
@book{bader_helferlein-system_2011, title = {The helferlein-system, a middleware for dynamic and heterogeneous ensembles}, url = {http://code.google.com/p/helferlein/}, author = {Bader, Sebastian and Kirste, Thomas and Ruscher, Gernot}, month = nov, year = {2011}, note = {Published: webpage http://code.google.com/p/helferlein/}, } - "Goalaviour-Based Control of Heterogeneous and Distributed Smart Environments" in "Proceedings of the 7th International Conference on Intelligent Environments - IE'11"
doiabstract
In this paper, we show how to transfer the general idea of the subsumption architecture to the control of a smart environment. As in Brooks original idea, the control is implemented within small independent behaviours. But instead of controlling the actuators of the environment directly, our behaviours produce goals. These goals describe the desired state of the world. All behaviours create their goals solely based on the current state of the world, and independent of other behaviours. The created goals are then merged and a sequence of device actions is computed that lead to the desired state of the world. We show how to implement and configure such a controller, and how to use it for the control of an instrumented environment.BibTEX
@inproceedings{bader_goalaviour-based_2011, title = {Goalaviour-{Based} {Control} of {Heterogeneous} and {Distributed} {Smart} {Environments}}, isbn = {978-0-7695-4452-6}, doi = {10.1109/IE.2011.33}, abstract = {In this paper, we show how to transfer the general idea of the subsumption architecture to the control of a smart environment. As in Brooks original idea, the control is implemented within small independent behaviours. But instead of controlling the actuators of the environment directly, our behaviours produce goals. These goals describe the desired state of the world. All behaviours create their goals solely based on the current state of the world, and independent of other behaviours. The created goals are then merged and a sequence of device actions is computed that lead to the desired state of the world. We show how to implement and configure such a controller, and how to use it for the control of an instrumented environment.}, booktitle = {Proceedings of the 7th {International} {Conference} on {Intelligent} {Environments} - {IE}'11}, publisher = {IEEE Computer Society}, author = {Bader, Sebastian and Dyrba, Martin}, month = jul, year = {2011}, pages = {142--148}, } - "Controlling Smart Environments using a Brain Computer Interface" in "Proceedings of the 2nd Workshop on Semantic Models for Adaptive Interactive Systems (SEMAIS 2011)"
wwwabstract
We describe first experiments for controlling smart environments using a brain-computer interface. The graphical user interface is automatically synthesised from device models that specify effects of device functions on the environment. Thus, the number of interactions can be reduced, and a novel way of human machine interaction is introduced: Controlling the environment instead of single devices.BibTEX
@inproceedings{ruscher_controlling_2011, address = {Palo Alto, CA, USA}, series = {{CEUR} {Workshop} {Proceedings}}, title = {Controlling {Smart} {Environments} using a {Brain} {Computer} {Interface}}, volume = {747}, url = {http://sunsite.informatik.rwth-aachen.de/Publications/CEUR-WS/Vol-747/}, abstract = {We describe first experiments for controlling smart environments using a brain-computer interface. The graphical user interface is automatically synthesised from device models that specify effects of device functions on the environment. Thus, the number of interactions can be reduced, and a novel way of human machine interaction is introduced: Controlling the environment instead of single devices.}, booktitle = {Proceedings of the 2nd {Workshop} on {Semantic} {Models} for {Adaptive} {Interactive} {Systems} ({SEMAIS} 2011)}, author = {Ruscher, Gernot and Krüger, Frank and Bader, Sebastian and Kirste, Thomas}, editor = {Hussein, Tim and Lukosch, Stephan and Paulheim, Heiko and Ziegler, Jürgen and Calvary, Gaëlle}, month = feb, year = {2011}, } - "Evaluation of two Control Systems for Smart Environments" in "Proceedings of the 8th International ICST Conference on Mobile and Ubiquitous Systems: Computing, Networking and Services - 3rd Workshop on Context Systems Design, Evaluation and Optimisation"
BibTEX
@inproceedings{dyrba_evaluation_2011, address = {Copenhagen, Denmark}, title = {Evaluation of two {Control} {Systems} for {Smart} {Environments}}, booktitle = {Proceedings of the 8th {International} {ICST} {Conference} on {Mobile} and {Ubiquitous} {Systems}: {Computing}, {Networking} and {Services} - 3rd {Workshop} on {Context} {Systems} {Design}, {Evaluation} and {Optimisation}}, author = {Dyrba, Martin and Nicolay, Robin and Bader, Sebastian and Kirste, Thomas}, month = dec, year = {2011}, keywords = {MuSAMA}, pages = {1--2}, } - "CASA – A Context Aware Service Access" in "Proceedings of the 8th International ICST Conference on Mobile and Ubiquitous Systems: Computing, Networking and Services - 3rd Workshop on Context Systems Design, Evaluation and Optimisation"
BibTEX
@inproceedings{lehsten_casa_2011, address = {Copenhagen, Denmark}, title = {{CASA} – {A} {Context} {Aware} {Service} {Access}}, booktitle = {Proceedings of the 8th {International} {ICST} {Conference} on {Mobile} and {Ubiquitous} {Systems}: {Computing}, {Networking} and {Services} - 3rd {Workshop} on {Context} {Systems} {Design}, {Evaluation} and {Optimisation}}, author = {Lehsten, Philipp and Bader, Sebastian and Tavangarian, Djamshid}, month = dec, year = {2011}, keywords = {MuSAMA}, }
2010 (in total 8)
- "PerEd 2010: the third workshop on pervasive computing education" in "Proceedings of the 12th ACM international conference adjunct papers on Ubiquitous computing"
doiBibTEX
@inproceedings{bader_pered_2010, address = {Copenhagen, Denmark}, title = {{PerEd} 2010: the third workshop on pervasive computing education}, isbn = {978-1-4503-0283-8}, doi = {10.1145/1864431.1864506}, booktitle = {Proceedings of the 12th {ACM} international conference adjunct papers on {Ubiquitous} computing}, publisher = {ACM}, author = {Bader, Sebastian and Kirste, Thomas and Griswold, William G. and Martens, Alke}, month = sep, year = {2010}, pages = {531--534}, } - "Maike: Mobile Assistenzsysteme für intelligente kooperierende Räume und Ensembles" in "5. Kongress Multimediatechnik"
BibTEX
@inproceedings{berg_maike:_2010, address = {Wismar, Germany}, title = {Maike: {Mobile} {Assistenzsysteme} für intelligente kooperierende {Räume} und {Ensembles}}, isbn = {978-3-00-032154-2}, booktitle = {5. {Kongress} {Multimediatechnik}}, publisher = {Stefan Kalkbrenner}, author = {Berg, Markus and Weber, Nils and Ruscher, Gernot and Bader, Sebastian}, month = oct, year = {2010}, keywords = {MuSAMA}, } - "A Logic (Programming) based Controller for Smart Environments" in "Proceedings of the workshop Context Aware Intelligent Assistance, held at KI-2010"
wwwBibTEX
@inproceedings{bader_logic_2010, address = {Karlsruhe, Germany}, title = {A {Logic} ({Programming}) based {Controller} for {Smart} {Environments}}, url = {http://www8.informatik.uni-erlangen.de/inf8/events/CAIA2010/caia2010_bader.pdf}, booktitle = {Proceedings of the workshop {Context} {Aware} {Intelligent} {Assistance}, held at {KI}-2010}, author = {Bader, Sebastian}, editor = {Ludwig, Bernd and Mandl, Stefan and Michahelles, Florian}, month = sep, year = {2010}, pages = {1--10}, } - "Extracting Reduced Logic Programs from Artificial Neural Networks" in "Applied Intelligence" Vol. 32(3)
doiabstract
Artificial neural networks can be trained to perform excellently in many application areas. Whilst they can learn from raw data to solve sophisticated recognition and analysis problems, the acquired knowledge remains hidden within the network architecture and is not readily accessible for analysis or further use: Trained networks are black boxes. Recent research efforts therefore investigate the possibility to extract symbolic knowledge from trained networks, in order to analyze, validate, and reuse the structural insights gained implicitly during the training process. In this paper, we will study how knowledge in form of propositional logic programs can be obtained in such a way that the programs are as simple as possible—where simple is being understood in some clearly defined and meaningful way.BibTEX
@article{lehmann_extracting_2010, title = {Extracting {Reduced} {Logic} {Programs} from {Artificial} {Neural} {Networks}}, volume = {32}, issn = {0924-669X}, doi = {10.1007/s10489-008-0142-y}, abstract = {Artificial neural networks can be trained to perform excellently in many application areas. Whilst they can learn from raw data to solve sophisticated recognition and analysis problems, the acquired knowledge remains hidden within the network architecture and is not readily accessible for analysis or further use: Trained networks are black boxes. Recent research efforts therefore investigate the possibility to extract symbolic knowledge from trained networks, in order to analyze, validate, and reuse the structural insights gained implicitly during the training process. In this paper, we will study how knowledge in form of propositional logic programs can be obtained in such a way that the programs are as simple as possible—where simple is being understood in some clearly defined and meaningful way.}, number = {3}, journal = {Applied Intelligence}, author = {Lehmann, Jens and Bader, Sebastian and Hitzler, Pascal}, month = jun, year = {2010}, keywords = {Artificial neural network, Logic program, Neural-symbolic integration, Rule extraction}, pages = {249--266}, } - "A Middleware for Rapid Prototyping Smart Environments" in "Ubicomp '10 Adjunct Proceedings of the 12th ACM international conference adjunct papers on Ubiquitous computing"
doiabstract
While developing distributed systems, like for example a smart environment, a powerful middleware is required - not only for the communication between different devices, but also to support the developers. In this paper, we discuss our system, which has been developed with a special focus on the needs in research and teaching in ubiquitous computing. It is based on a tuple space as underlying storage and a simple network protocol. The system turns out to be very well suited for both application areas.BibTEX
@inproceedings{bader_middleware_2010, address = {Copenhagen, Denmark}, title = {A {Middleware} for {Rapid} {Prototyping} {Smart} {Environments}}, isbn = {978-1-4503-0283-8}, doi = {10.1145/1864431.1864433}, abstract = {While developing distributed systems, like for example a smart environment, a powerful middleware is required - not only for the communication between different devices, but also to support the developers. In this paper, we discuss our system, which has been developed with a special focus on the needs in research and teaching in ubiquitous computing. It is based on a tuple space as underlying storage and a simple network protocol. The system turns out to be very well suited for both application areas.}, booktitle = {Ubicomp '10 {Adjunct} {Proceedings} of the 12th {ACM} international conference adjunct papers on {Ubiquitous} computing}, publisher = {ACM, New York, USA}, author = {Bader, Sebastian and Ruscher, Gernot and Kirste, Thomas}, month = sep, year = {2010}, pages = {355--356}, } - "Proc. of PerEd 2010: the third workshop on pervasive computing education"
wwwBibTEX
@book{bader_proc._2010, title = {Proc. of {PerEd} 2010: the third workshop on pervasive computing education}, url = {http://mmis.informatik.uni-rostock.de/index.php?title=PerEd_2010}, editor = {Bader, Sebastian and Kirste, Thomas and Griswold, William G. and Martens, Alke}, month = oct, year = {2010}, } - "Logic Programming and Artificial Neural Networks" in "Mathematical Aspects of Logic Programming Semantics"
wwwBibTEX
@incollection{bader_logic_2010-1, series = {Studies in {Informatics} {Series}}, title = {Logic {Programming} and {Artificial} {Neural} {Networks}}, url = {http://www.crcpress.com/product/isbn/9781439829615}, booktitle = {Mathematical {Aspects} of {Logic} {Programming} {Semantics}}, publisher = {Chapman \& Hall CRC}, author = {Bader, Sebastian and Hitzler, Pascal and Seda, Anthony}, editor = {Zhang, G. Q.}, month = dec, year = {2010}, pages = {185--220}, } - "Decoupling Smart Environments" in "Proceedings of PerEd2010"
BibTEX
@inproceedings{bader_decoupling_2010, address = {Copenhagen, Denmark}, title = {Decoupling {Smart} {Environments}}, booktitle = {Proceedings of {PerEd2010}}, author = {Bader, Sebastian and Ruscher, Gernot and Kirste, Thomas}, editor = {Bader, Sebastian and Kirste, Thomas and Griswold, William G. and Martens, Alke}, month = sep, year = {2010}, keywords = {MuSAMA}, pages = {1--5}, }
2009 (in total 4)
- "Neural-Symbolic Integration"
wwwabstract
In this thesis, we discuss different techniques to bridge the gap between two different approaches to artificial intelligence: the symbolic and the connectionist paradigm. Both approaches have quite contrasting advantages and disadvantages. Research in the area of neural-symbolic integration aims at bridging the gap between them. Starting from a human readable logic program, we construct connectionist systems, which behave equivalently. Afterwards, those systems can be trained, and later the refined knowledge be extracted.BibTEX
@phdthesis{bader_neural-symbolic_2009, address = {Dresden, Germany}, title = {Neural-{Symbolic} {Integration}}, url = {http://nbn-resolving.de/urn:nbn:de:bsz:14-qucosa-25468}, abstract = {In this thesis, we discuss different techniques to bridge the gap between two different approaches to artificial intelligence: the symbolic and the connectionist paradigm. Both approaches have quite contrasting advantages and disadvantages. Research in the area of neural-symbolic integration aims at bridging the gap between them. Starting from a human readable logic program, we construct connectionist systems, which behave equivalently. Afterwards, those systems can be trained, and later the refined knowledge be extracted.}, school = {Technische Universität Dresden}, author = {Bader, Sebastian}, month = oct, year = {2009}, note = {graded 'summa cum laude'}, } - "Teaching Smart Environments and Co-operative Ensembles" in "Proceedings of the Second Workshop on Pervasive Computing Education, PerEd'09"
BibTEX
@inproceedings{bader_teaching_2009, address = {Orlando, Florida USA}, title = {Teaching {Smart} {Environments} and {Co}-operative {Ensembles}}, booktitle = {Proceedings of the {Second} {Workshop} on {Pervasive} {Computing} {Education}, {PerEd}'09}, author = {Bader, Sebastian and Kirste, Thomas and Burghardt, Christoph}, month = sep, year = {2009}, keywords = {MuSAMA}, pages = {17--25}, } - "Extracting Propositional Rules from Feed-forward Neural Networks by Means of Binary Decision Diagrams" in "Proceedings of the 5th International Workshop on Neural-Symbolic Learning and Reasoning, NeSy'09, held at IJCAI-09"
BibTEX
@inproceedings{bader_extracting_2009, address = {Pasadena, USA}, title = {Extracting {Propositional} {Rules} from {Feed}-forward {Neural} {Networks} by {Means} of {Binary} {Decision} {Diagrams}}, booktitle = {Proceedings of the 5th {International} {Workshop} on {Neural}-{Symbolic} {Learning} and {Reasoning}, {NeSy}'09, held at {IJCAI}-09}, author = {Bader, Sebastian}, editor = {Garcez, Artur S. d'Avila and Hitzler, Pascal}, month = jul, year = {2009}, pages = {22 -- 27}, } - "From Symbolic to Probabilistic Models" in "Proceedings of the First International Workshop on Logic-Based Interpretation of Context: Modelling and Applications"
wwwBibTEX
@inproceedings{bader_symbolic_2009, series = {{CEUR} {Workshop} {Proceedings}}, title = {From {Symbolic} to {Probabilistic} {Models}}, volume = {550}, url = {http://ceur-ws.org/Vol-550/paper1.pdf}, booktitle = {Proceedings of the {First} {International} {Workshop} on {Logic}-{Based} {Interpretation} of {Context}: {Modelling} and {Applications}}, author = {Bader, Sebastian and Burghardt, Christoph and Kirste, Thomas}, editor = {Mileo, Alessandra and Delgrande, James P. and Merico, Davide}, month = sep, year = {2009}, keywords = {MuSAMA}, pages = {1--2}, }
2008 (in total 3)
- "Guiding Backprop by Inserting Rules" in "Proceedings of the 4th International Workshop on Neural-Symbolic Learning and Reasoning, NeSy'08, held at ECAI-08"
wwwBibTEX
@inproceedings{bader_guiding_2008, series = {{CEUR} {Workshop} {Proceedings}}, title = {Guiding {Backprop} by {Inserting} {Rules}}, volume = {366}, isbn = {978-960-89282-1-3}, url = {http://www.neural-symbolic.org/NeSy08/}, booktitle = {Proceedings of the 4th {International} {Workshop} on {Neural}-{Symbolic} {Learning} and {Reasoning}, {NeSy}'08, held at {ECAI}-08}, author = {Bader, Sebastian and Hölldobler, Steffen and Marques, Nuno C.}, editor = {Garcez, Artur S. d'Avila and Hitzler, Pascal}, month = jul, year = {2008}, } - "Integrating logic programs and connectionist systems"
abstract
Intelligent systems based on logical knowledge processing on the one hand, and on artificial neural networks (also called connectionist systems) on the other, differ substantially. They are both standard approaches to artificial intelligence and it would be very desirable to combine the robust neural networking machinery with symbolic knowledge representation and reasoning paradigms like logic programming in such a way that the strengths of either paradigm will be retained. Current research, however, fails by far to achieve this goal, in particular for non-propositional logics. We will present past and present achievements in neural-symbolic integration. Starting from successful achievements for propositional logic, we will work towards discussing state-of-the-art research on the integration of first-order logic programming and connectionism, based on recent research publications by the organizors. The course shall emphasize the importance of neural-symbolic integration and stimulate research in this direction.BibTEX
@book{bader_integrating_2008, title = {Integrating logic programs and connectionist systems}, abstract = {Intelligent systems based on logical knowledge processing on the one hand, and on artificial neural networks (also called connectionist systems) on the other, differ substantially. They are both standard approaches to artificial intelligence and it would be very desirable to combine the robust neural networking machinery with symbolic knowledge representation and reasoning paradigms like logic programming in such a way that the strengths of either paradigm will be retained. Current research, however, fails by far to achieve this goal, in particular for non-propositional logics. We will present past and present achievements in neural-symbolic integration. Starting from successful achievements for propositional logic, we will work towards discussing state-of-the-art research on the integration of first-order logic programming and connectionism, based on recent research publications by the organizors. The course shall emphasize the importance of neural-symbolic integration and stimulate research in this direction.}, author = {Bader, Sebastian and Hitzler, Pascal}, month = aug, year = {2008}, note = {Published: Course at the European Summer School in Logic, Language and Information (ESSLLI)}, keywords = {Logic program, Neural-symbolic integration, connectionist system}, } - "Connectionist Model Generation: A First-Order Approach" in "Neurocomputing" Vol. 71(13–15)
doiabstract
Knowledge-based artificial neural networks have been applied quite successfully to propositional knowledge representation and reasoning tasks. However, as soon as these tasks are extended to structured objects and structure-sensitive processes as expressed e.g., by means of first-order predicate logic, it is not obvious at all what neural-symbolic systems would look like such that they are truly connectionist, are able to learn, and allow for a declarative reading and logical reasoning at the same time. The core method aims at such an integration. It is a method for connectionist model generation using recurrent networks with feed-forward core. We show in this paper how the core method can be used to learn first-order logic programs in a connectionist fashion, such that the trained network is able to do reasoning over the acquired knowledge. We also report on experimental evaluations which show the feasibility of our approach.BibTEX
@article{bader_connectionist_2008, title = {Connectionist {Model} {Generation}: {A} {First}-{Order} {Approach}}, volume = {71}, doi = {doi:10.1016/j.neucom.2007.10.028}, abstract = {Knowledge-based artificial neural networks have been applied quite successfully to propositional knowledge representation and reasoning tasks. However, as soon as these tasks are extended to structured objects and structure-sensitive processes as expressed e.g., by means of first-order predicate logic, it is not obvious at all what neural-symbolic systems would look like such that they are truly connectionist, are able to learn, and allow for a declarative reading and logical reasoning at the same time. The core method aims at such an integration. It is a method for connectionist model generation using recurrent networks with feed-forward core. We show in this paper how the core method can be used to learn first-order logic programs in a connectionist fashion, such that the trained network is able to do reasoning over the acquired knowledge. We also report on experimental evaluations which show the feasibility of our approach.}, number = {13–15}, journal = {Neurocomputing}, author = {Bader, Sebastian and Hitzler, Pascal and Hölldobler, Steffen}, month = aug, year = {2008}, keywords = {Connectionist model generation, First-order logic programs, Neural–symbolic integration, Recurrent RBF networks}, pages = {2420--2432}, }
2007 (in total 4)
- "A Fully Connectionist Model Generator for Covered First-Order Logic Programs" in "Proceedings of the Twentieth International Joint Conference on Artificial Intelligence (IJCAI-07), Hyderabad, India"
abstract
We present a fully connectionist system for the learning of first-order logic programs and the generation of corresponding models: Given a program and a set of training examples, we embed the associated semantic operator into a feed-forward network and train the network using the examples. This results in the learning of first-order knowledge while damaged or noisy data is handled gracefully.BibTEX
@inproceedings{bader_fully_2007, address = {Menlo Park CA}, title = {A {Fully} {Connectionist} {Model} {Generator} for {Covered} {First}-{Order} {Logic} {Programs}}, abstract = {We present a fully connectionist system for the learning of first-order logic programs and the generation of corresponding models: Given a program and a set of training examples, we embed the associated semantic operator into a feed-forward network and train the network using the examples. This results in the learning of first-order knowledge while damaged or noisy data is handled gracefully.}, booktitle = {Proceedings of the {Twentieth} {International} {Joint} {Conference} on {Artificial} {Intelligence} ({IJCAI}-07), {Hyderabad}, {India}}, publisher = {AAAI Press}, author = {Bader, Sebastian and Hitzler, Pascal and Hölldobler, Steffen and Witzel, Andreas}, editor = {Veloso, Manuela M.}, month = jan, year = {2007}, pages = {666--671}, } - "Neuro-Symbolic Word Tagging" in "New Trends in Artificial Intelligence"
abstract
Part-of-speech tagging (POS) assigns grammatical tags (like noun, verb, etc.) to a word depending on its definition and its context. This is a first step before parsing may be applied. POS tagging and more generically word tagging, plays an important role in computational linguistics and in many information retrieval and text mining tasks. Neither pure rule based, nor machine learning approaches give satisfying results: rule based systems can not adapt well to existing samples; machine learning systems ignore available background knowledge. A combination of both is needed. In particular, we show some cases where the initialization of a neural network based tagger with background knowledge obtains better results. In this preliminary work we study some implications of embedding background knowledge for POS and word tagging problems. Preliminary results show that the combined system outperforms a purely machine learning system when only limited samples are available.BibTEX
@inproceedings{marques_neuro-symbolic_2007, title = {Neuro-{Symbolic} {Word} {Tagging}}, isbn = {978-989-95618-0-9}, abstract = {Part-of-speech tagging (POS) assigns grammatical tags (like noun, verb, etc.) to a word depending on its definition and its context. This is a first step before parsing may be applied. POS tagging and more generically word tagging, plays an important role in computational linguistics and in many information retrieval and text mining tasks. Neither pure rule based, nor machine learning approaches give satisfying results: rule based systems can not adapt well to existing samples; machine learning systems ignore available background knowledge. A combination of both is needed. In particular, we show some cases where the initialization of a neural network based tagger with background knowledge obtains better results. In this preliminary work we study some implications of embedding background knowledge for POS and word tagging problems. Preliminary results show that the combined system outperforms a purely machine learning system when only limited samples are available.}, booktitle = {New {Trends} in {Artificial} {Intelligence}}, publisher = {APPIA - Associação Portuguesa para a Inteligência Artificial}, author = {Marques, Nuno C. and Bader, Sebastian and Rocio, Vitor and Hölldobler, Steffen}, editor = {José Neves, Manuel Filipe Santos, José Machado}, month = dec, year = {2007}, pages = {779--790}, } - "A Neural-Symbolic System for POS Tagging"
BibTEX
@inproceedings{bader_neural-symbolic_2007, title = {A {Neural}-{Symbolic} {System} for {POS} {Tagging}}, author = {Bader, Sebastian}, month = mar, year = {2007}, note = {Published: Presented at IK 2007}, } - "Extracting Propositional Rules from Feed-forward Neural Networks — A New Decompositional Approach" in "Proceedings of the 3rd International Workshop on Neural-Symbolic Learning and Reasoning, NeSy'07, held at IJCAI-07"
abstract
In this paper, we present a new decompositional approach for the extraction of propositional rules from feed-forward neural networks of binary threshold units. After decomposing the network into single units, we show how to extract rules describing a unit's behavior. This is done using a suitable search tree which allows the pruning of the search space. Furthermore, we present some experimental results, showing a good average runtime behavior of the approach.BibTEX
@inproceedings{bader_extracting_2007, title = {Extracting {Propositional} {Rules} from {Feed}-forward {Neural} {Networks} — {A} {New} {Decompositional} {Approach}}, abstract = {In this paper, we present a new decompositional approach for the extraction of propositional rules from feed-forward neural networks of binary threshold units. After decomposing the network into single units, we show how to extract rules describing a unit's behavior. This is done using a suitable search tree which allows the pruning of the search space. Furthermore, we present some experimental results, showing a good average runtime behavior of the approach.}, booktitle = {Proceedings of the 3rd {International} {Workshop} on {Neural}-{Symbolic} {Learning} and {Reasoning}, {NeSy}'07, held at {IJCAI}-07}, author = {Bader, Sebastian and Hölldobler, Steffen and Mayer-Eichberger, Valentin}, editor = {Garcez, Artur S. d'Avila and Hitzler, Pascal}, month = jan, year = {2007}, }
2006 (in total 3)
- "Neural-Symbolic Integration" in "Lecture Notes for the Interdisciplinary College (IK) 2006"
BibTEX
@incollection{bader_neural-symbolic_2006, title = {Neural-{Symbolic} {Integration}}, booktitle = {Lecture {Notes} for the {Interdisciplinary} {College} ({IK}) 2006}, author = {Bader, Sebastian and Hitzler, Pascal}, month = mar, year = {2006}, note = {revised version of {\textbackslash}citeBader.Hitzler:2005}, } - "The Core Method: Connectionist Model Generation" in "Proceedings of the ICANN'06"
doiBibTEX
@inproceedings{bader_core_2006, series = {Lecture {Notes} in {Computer} {Science}}, title = {The {Core} {Method}: {Connectionist} {Model} {Generation}}, volume = {4132}, isbn = {978-3-540-38871-5}, doi = {10.1007/11840930_1}, booktitle = {Proceedings of the {ICANN}'06}, publisher = {Springer Berlin / Heidelberg}, author = {Bader, Sebastian and Hölldobler, Steffen}, month = sep, year = {2006}, pages = {1--13}, } - "The Integration of Connectionism and First-Order Knowledge Representation and Reasoning as a Challenge for Artificial Intelligence" in "Journal of Information" Vol. 9(1)
abstract
Intelligent systems based on first-order logic on the one hand, and on artificial neural networks (also called connectionist systems) on the other, differ substantially. It would be very desirable to combine the robust neural networking machinery with symbolic knowledge representation and reasoning paradigms like logic programming in such a way that the strengths of either paradigm will be retained. Current state-of-the-art research, however, fails by far to achieve this ultimate goal. As one of the main obstacles to be overcome we perceive the question how symbolic knowledge can be encoded by means of connectionist systems: Satisfactory answers to this will naturally lead the way to knowledge extraction algorithms and to integrated neural-symbolic systems.BibTEX
@article{bader_integration_2006, title = {The {Integration} of {Connectionism} and {First}-{Order} {Knowledge} {Representation} and {Reasoning} as a {Challenge} for {Artificial} {Intelligence}}, volume = {9}, issn = {1343-4500}, abstract = {Intelligent systems based on first-order logic on the one hand, and on artificial neural networks (also called connectionist systems) on the other, differ substantially. It would be very desirable to combine the robust neural networking machinery with symbolic knowledge representation and reasoning paradigms like logic programming in such a way that the strengths of either paradigm will be retained. Current state-of-the-art research, however, fails by far to achieve this ultimate goal. As one of the main obstacles to be overcome we perceive the question how symbolic knowledge can be encoded by means of connectionist systems: Satisfactory answers to this will naturally lead the way to knowledge extraction algorithms and to integrated neural-symbolic systems.}, number = {1}, journal = {Journal of Information}, author = {Bader, Sebastian and Hitzler, Pascal and Hölldobler, Steffen}, month = jan, year = {2006}, pages = {7--20}, }
2005 (in total 5)
- "Ontology Learning as a Use-Case for Neural-Symbolic Integration — position paper" in "Proceedings of the IJCAI-05 workshop on Neural-Symbolic Learning and Reasoning, NeSy'05"
abstract
We argue that the field of neural-symbolic integration is in need of identifying application scenarios for guiding further research. We furthermore argue that ontology learning — as occuring in the context of semantic technologies — provides such an application scenario with potential for success and high impact on neural-symbolic integration.BibTEX
@inproceedings{hitzler_ontology_2005, address = {Edinburgh, UK}, title = {Ontology {Learning} as a {Use}-{Case} for {Neural}-{Symbolic} {Integration} — position paper}, abstract = {We argue that the field of neural-symbolic integration is in need of identifying application scenarios for guiding further research. We furthermore argue that ontology learning — as occuring in the context of semantic technologies — provides such an application scenario with potential for success and high impact on neural-symbolic integration.}, booktitle = {Proceedings of the {IJCAI}-05 workshop on {Neural}-{Symbolic} {Learning} and {Reasoning}, {NeSy}'05}, author = {Hitzler, Pascal and Bader, Sebastian and Garcez, Artur S. d'Avila}, editor = {Garcez, Artur S. d'Avila and Elman, Jeff and Hitzler, Pascal}, month = aug, year = {2005}, } - "Integrating First-Order Logic Programs and Connectionist Systems — A Constructive Approach" in "Proceedings of the IJCAI-05 Workshop on Neural-Symbolic Learning and Reasoning, NeSy'05, held at IJCAI-05"
abstract
Significant advances have recently been made concerning the integration of symbolic knowledge representation with artificial neural networks (also called connectionist systems). However, while the integration with propositional paradigms has resulted in applicable systems, the case of first-order knowledge representation has so far hardly proceeded beyond theoretical studies which prove the existence of connectionist systems for approximating first-order logic programs up to any chosen precision. Advances were hindered severely by the lack of concrete algorithms for obtaining the approximating networks which were known to exist: the corresponding proofs are not constructive in that they do not yield concrete methods for building the systems. In this paper, we will make the required advance and show how to obtain the structure and the parameters for different kinds of connectionist systems approximating covered logic programs.BibTEX
@inproceedings{bader_integrating_2005, address = {Edinburgh, UK}, title = {Integrating {First}-{Order} {Logic} {Programs} and {Connectionist} {Systems} — {A} {Constructive} {Approach}}, abstract = {Significant advances have recently been made concerning the integration of symbolic knowledge representation with artificial neural networks (also called connectionist systems). However, while the integration with propositional paradigms has resulted in applicable systems, the case of first-order knowledge representation has so far hardly proceeded beyond theoretical studies which prove the existence of connectionist systems for approximating first-order logic programs up to any chosen precision. Advances were hindered severely by the lack of concrete algorithms for obtaining the approximating networks which were known to exist: the corresponding proofs are not constructive in that they do not yield concrete methods for building the systems. In this paper, we will make the required advance and show how to obtain the structure and the parameters for different kinds of connectionist systems approximating covered logic programs.}, booktitle = {Proceedings of the {IJCAI}-05 {Workshop} on {Neural}-{Symbolic} {Learning} and {Reasoning}, {NeSy}'05, held at {IJCAI}-05}, author = {Bader, Sebastian and Hitzler, Pascal and Witzel, Andreas}, editor = {Garcez, Artur S. d'Avila and Elman, Jeff and Hitzler, Pascal}, month = aug, year = {2005}, } - "Extracting Reduced Logic Programs from Artificial Neural Networks" in "Proceedings of the IJCAI-05 Workshop on Neural-Symbolic Learning and Reasoning, NeSy'05, Edinburgh, UK"
abstract
Artificial neural networks can be trained to perform excellently in many application areas. While they can learn from raw data to solve sophisticated recognition and analysis problems, the acquired knowledge remains hidden within the network architecture and is not readily accessible for analysis or further use: Trained networks are \textbackslashemphblack boxes. Recent research efforts therefore investigate the possibility to extract symbolic knowledge from trained networks, in order to analyze, validate, and reuse the structural insights gained implicitly during the training process. In this paper, we will study how knowledge in form of propositional logic programs can be obtained in such a way that the programs are as \textbackslashemphsimple as possible — where \textbackslashemphsimple is being understood in some clearly defined and meaningful way.BibTEX
@inproceedings{lehmann_extracting_2005, title = {Extracting {Reduced} {Logic} {Programs} from {Artificial} {Neural} {Networks}}, abstract = {Artificial neural networks can be trained to perform excellently in many application areas. While they can learn from raw data to solve sophisticated recognition and analysis problems, the acquired knowledge remains hidden within the network architecture and is not readily accessible for analysis or further use: Trained networks are {\textbackslash}emphblack boxes. Recent research efforts therefore investigate the possibility to extract symbolic knowledge from trained networks, in order to analyze, validate, and reuse the structural insights gained implicitly during the training process. In this paper, we will study how knowledge in form of propositional logic programs can be obtained in such a way that the programs are as {\textbackslash}emphsimple as possible — where {\textbackslash}emphsimple is being understood in some clearly defined and meaningful way.}, booktitle = {Proceedings of the {IJCAI}-05 {Workshop} on {Neural}-{Symbolic} {Learning} and {Reasoning}, {NeSy}'05, {Edinburgh}, {UK}}, author = {Lehmann, Jens and Bader, Sebastian and Hitzler, Pascal}, editor = {Garcez, Artur S. d'Avila and Elman, Jeff and Hitzler, Pascal}, month = aug, year = {2005}, } - "Dimensions of neural-symbolic integration — a structured survey" in "We Will Show Them: Essays in Honour of Dov Gabbay"
wwwabstract
Research on integrated neural-symbolic systems has made significant progress in the recent past. In particular the understanding of ways to deal with symbolic knowledge within connectionist systems (also called artificial neural networks) has reached a critical mass which enables the community to strive for applicable implementations and use cases. Recent work has covered a great variety of logics used in artificial intelligence and provides a multitude of techniques for dealing with them within the context of artificial neural networks. We present a comprehensive survey of the field of neural-symbolic integration, including a new classification of system according to their architectures and abilities.BibTEX
@incollection{bader_dimensions_2005, title = {Dimensions of neural-symbolic integration — a structured survey}, volume = {1}, url = {http://arxiv.org/abs/cs/0511042}, abstract = {Research on integrated neural-symbolic systems has made significant progress in the recent past. In particular the understanding of ways to deal with symbolic knowledge within connectionist systems (also called artificial neural networks) has reached a critical mass which enables the community to strive for applicable implementations and use cases. Recent work has covered a great variety of logics used in artificial intelligence and provides a multitude of techniques for dealing with them within the context of artificial neural networks. We present a comprehensive survey of the field of neural-symbolic integration, including a new classification of system according to their architectures and abilities.}, booktitle = {We {Will} {Show} {Them}: {Essays} in {Honour} of {Dov} {Gabbay}}, publisher = {King's College Publications}, author = {Bader, Sebastian and Hitzler, Pascal}, editor = {Artemov, S. and Barringer, H. and Garcez, A. S. d'Avila and Lamb, L. C. and Woods, J.}, month = jul, year = {2005}, pages = {167--194}, } - "Computing First-Order Logic Programs by Fibring Artificial Neural Networks" in "Proceedings of the 18th International Florida Artificial Intelligence Research Symposium Conference, FLAIRS05"
abstract
The integration of symbolic and neural-network-based artificial intelligence paradigms constitutes a very challenging area of research. The overall aim is to merge these two very different major approaches to intelligent systems engineering while retaining their respective strengths. For symbolic paradigms that use the syntax of some first-order language this appears to be particularly difficult. In this paper, we will extend on an idea proposed by Garcez and Gabbay (2004) and show how first-order logic programs can be represented by fibred neural networks. The idea is to use a neural network to iterate a global counter $n$. For each clause $C\_i$ in the logic program, this counter is combined (fibred) with another neural network, which determines whether $C\_i$ outputs an atom of level $n$ for a given interpretation $I$. As a result, the fibred network approximates the single-step operator $\textbackslashTP$ of the logic program, thus capturing the semantics of the program.BibTEX
@inproceedings{bader_computing_2005, address = {Clearwater Beach, Florida}, title = {Computing {First}-{Order} {Logic} {Programs} by {Fibring} {Artificial} {Neural} {Networks}}, abstract = {The integration of symbolic and neural-network-based artificial intelligence paradigms constitutes a very challenging area of research. The overall aim is to merge these two very different major approaches to intelligent systems engineering while retaining their respective strengths. For symbolic paradigms that use the syntax of some first-order language this appears to be particularly difficult. In this paper, we will extend on an idea proposed by Garcez and Gabbay (2004) and show how first-order logic programs can be represented by fibred neural networks. The idea is to use a neural network to iterate a global counter \$n\$. For each clause \$C\_i\$ in the logic program, this counter is combined (fibred) with another neural network, which determines whether \$C\_i\$ outputs an atom of level \$n\$ for a given interpretation \$I\$. As a result, the fibred network approximates the single-step operator \${\textbackslash}TP\$ of the logic program, thus capturing the semantics of the program.}, booktitle = {Proceedings of the 18th {International} {Florida} {Artificial} {Intelligence} {Research} {Symposium} {Conference}, {FLAIRS05}}, publisher = {AAAI Press}, author = {Bader, Sebastian and Hitzler, Pascal and Garcez, Artur S. d'Avila}, editor = {Russell, I. and Markov, Z.}, month = may, year = {2005}, pages = {314--319}, }
2004 (in total 3)
- "Logic programs, iterated function systems, and recurrent radial basis function networks" in "Journal of Applied Logic" Vol. 2(3)
doi wwwBibTEX
@article{bader_logic_2004, title = {Logic programs, iterated function systems, and recurrent radial basis function networks}, volume = {2}, issn = {15708683}, url = {https://linkinghub.elsevier.com/retrieve/pii/S1570868304000163}, doi = {10.1016/j.jal.2004.03.003}, language = {en}, number = {3}, urldate = {2023-11-16}, journal = {Journal of Applied Logic}, author = {Bader, Sebastian and Hitzler, Pascal}, month = sep, year = {2004}, pages = {273--300}, } - "Semiring Artificial Neural Networks and Weighted Automata" in "KI 2004: Advances in Artificial Intelligence"
doi wwwBibTEX
@incollection{hutchison_semiring_2004, address = {Berlin, Heidelberg}, title = {Semiring {Artificial} {Neural} {Networks} and {Weighted} {Automata}}, volume = {3238}, isbn = {978-3-540-23166-0 978-3-540-30221-6}, url = {http://link.springer.com/10.1007/978-3-540-30221-6_22}, urldate = {2023-11-16}, booktitle = {{KI} 2004: {Advances} in {Artificial} {Intelligence}}, publisher = {Springer Berlin Heidelberg}, author = {Bader, Sebastian and Hölldobler, Steffen and Scalzitti, Alexandre}, editor = {Hutchison, David and Kanade, Takeo and Kittler, Josef and Kleinberg, Jon M. and Mattern, Friedemann and Mitchell, John C. and Naor, Moni and Nierstrasz, Oscar and Pandu Rangan, C. and Steffen, Bernhard and Sudan, Madhu and Terzopoulos, Demetri and Tygar, Dough and Vardi, Moshe Y. and Weikum, Gerhard and Biundo, Susanne and Frühwirth, Thom and Palm, Günther}, year = {2004}, doi = {10.1007/978-3-540-30221-6_22}, note = {Series Title: Lecture Notes in Computer Science}, pages = {281--294}, } - "The Integration of Connectionism and First-Order Knowledge Representation and Reasoning as a Challenge for Artificial Intelligence"
doi wwwabstract
Intelligent systems based on first-order logic on the one hand, and on artificial neural networks (also called connectionist systems) on the other, differ substantially. It would be very desirable to combine the robust neural networking machinery with symbolic knowledge representation and reasoning paradigms like logic programming in such a way that the strengths of either paradigm will be retained. Current state-of-the-art research, however, fails by far to achieve this ultimate goal. As one of the main obstacles to be overcome we perceive the question how symbolic knowledge can be encoded by means of connectionist systems: Satisfactory answers to this will naturally lead the way to knowledge extraction algorithms and to integrated neural-symbolic systems.BibTEX
@article{bader_integration_2004, title = {The {Integration} of {Connectionism} and {First}-{Order} {Knowledge} {Representation} and {Reasoning} as a {Challenge} for {Artificial} {Intelligence}}, copyright = {Assumed arXiv.org perpetual, non-exclusive license to distribute this article for submissions made before January 2004}, url = {https://arxiv.org/abs/cs/0408069}, doi = {10.48550/ARXIV.CS/0408069}, abstract = {Intelligent systems based on first-order logic on the one hand, and on artificial neural networks (also called connectionist systems) on the other, differ substantially. It would be very desirable to combine the robust neural networking machinery with symbolic knowledge representation and reasoning paradigms like logic programming in such a way that the strengths of either paradigm will be retained. Current state-of-the-art research, however, fails by far to achieve this ultimate goal. As one of the main obstacles to be overcome we perceive the question how symbolic knowledge can be encoded by means of connectionist systems: Satisfactory answers to this will naturally lead the way to knowledge extraction algorithms and to integrated neural-symbolic systems.}, urldate = {2023-11-16}, author = {Bader, Sebastian and Hitzler, Pascal and Hoelldobler, Steffen}, year = {2004}, note = {Publisher: arXiv Version Number: 1}, keywords = {Artificial Intelligence (cs.AI), FOS: Computer and information sciences, I.2.3,I.2.6, Logic in Computer Science (cs.LO), Neural and Evolutionary Computing (cs.NE)}, }
2002 (in total 1)
- "ENTS - a fast and adaptive indexing system for codebooks" in "Proceedings of the 9th International Conference on Neural Information Processing, ICONIP'02"
doi wwwBibTEX
@inproceedings{bader_ents_2002, address = {Singapore}, title = {{ENTS} - a fast and adaptive indexing system for codebooks}, volume = {4}, isbn = {978-981-04-7524-6}, url = {http://ieeexplore.ieee.org/document/1198991/}, doi = {10.1109/ICONIP.2002.1198991}, urldate = {2023-11-16}, booktitle = {Proceedings of the 9th {International} {Conference} on {Neural} {Information} {Processing}, {ICONIP}'02}, publisher = {Nanyang Technol. Univ}, author = {Bader, S. and Maire, F.}, year = {2002}, pages = {1837--1841}, }