Publications – Primavera Project

PrimaVera Demonstrators

Infrastructure Demonstrator – PrimaVera is developing a web app that showcases research applications in diagnostics, prognostics, and maintenance policy optimization and logistics. The work-in-progress web application can be visited via the link above.

List of scientific publications

Bayesian filters Decision tree Decision trees Decision-making under uncertainty Failure mechanisms Fault tree analysis Human decision-making Machine learning Maintenance optimization Model checking Model learning Organizational behavior Prognostics Reliability engineering Robustness Scenario optimization Sensors smart services Spare part management

Show all

2023
18.	Zaharah Allah Bukhsh; Hajo Molegraaf; Nils Jansen: A Maintenance Planning Framework using Online and Offline Deep Reinforcement Learning. In: Neural Computing and Applications, 2023. (Type: Journal Article \| BibTeX \| Tags: Machine learning) @article{Bukshh2023maintenance, title = {A Maintenance Planning Framework using Online and Offline Deep Reinforcement Learning}, author = {Zaharah Allah Bukhsh and Hajo Molegraaf and Nils Jansen}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, journal = {Neural Computing and Applications}, keywords = {Machine learning}, pubstate = {published}, tppubtype = {article} } Close
17.	Merlijn Krale; Thiago D. Simão; Nils Jansen: Act-Then-Measure: Reinforcement Learning for Partially Observable Environments with Active Measuring. In: ICAPS, pp. 212-220, 2023. (Type: Proceedings Article \| BibTeX \| Tags: Decision-making under uncertainty, Machine learning) @inproceedings{Krale2023act, title = {Act-Then-Measure: Reinforcement Learning for Partially Observable Environments with Active Measuring}, author = {Merlijn Krale and Thiago D. Simão and Nils Jansen}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, booktitle = {ICAPS}, pages = {212-220}, keywords = {Decision-making under uncertainty, Machine learning}, pubstate = {published}, tppubtype = {inproceedings} } Close
16.	Thom Badings; Thiago D. Simão; Marnix Suilen; Nils Jansen: Decision-making under uncertainty: beyond probabilities. Challenges and Perspectives. In: STTT, 2023. (Type: Journal Article \| BibTeX \| Tags: Decision-making under uncertainty, Machine learning, Robustness) @article{Badings2023Decision, title = {Decision-making under uncertainty: beyond probabilities. Challenges and Perspectives}, author = {Thom Badings and Thiago D. Simão and Marnix Suilen and Nils Jansen}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, journal = {STTT}, keywords = {Decision-making under uncertainty, Machine learning, Robustness}, pubstate = {published}, tppubtype = {article} } Close
15.	Patrick Wienhöft; Marnix Suilen; Thiago D. Simão; Clemens Dubslaff; Christel Baier; Nils Jansen: More for Less: Safe Policy Improvement with Stronger Performance Guarantees. In: IJCAI, pp. 4406–4415, 2023. (Type: Proceedings Article \| Links \| BibTeX \| Tags: Decision-making under uncertainty, Machine learning) @inproceedings{Wienhoft2023more, title = {More for Less: Safe Policy Improvement with Stronger Performance Guarantees}, author = {Patrick Wienhöft and Marnix Suilen and Thiago D. Simão and Clemens Dubslaff and Christel Baier and Nils Jansen}, url = {https://www.ijcai.org/proceedings/2023/490}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, booktitle = {IJCAI}, pages = {4406–4415}, keywords = {Decision-making under uncertainty, Machine learning}, pubstate = {published}, tppubtype = {inproceedings} } Close https://www.ijcai.org/proceedings/2023/490 Close
14.	Qisong Yang; Thiago D. Simão; Nils Jansen; Simon H. Tindemans; Matthijs T. J. Spaan: Reinforcement Learning by Guided Safe Exploration. In: ECAI, 2023. (Type: Proceedings Article \| Links \| BibTeX \| Tags: Decision-making under uncertainty, Machine learning) @inproceedings{Yang2023reinforcement, title = {Reinforcement Learning by Guided Safe Exploration}, author = {Qisong Yang and Thiago D. Simão and Nils Jansen and Simon H. Tindemans and Matthijs T. J. Spaan}, url = {https://arxiv.org/abs/2307.14316}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, booktitle = {ECAI}, keywords = {Decision-making under uncertainty, Machine learning}, pubstate = {published}, tppubtype = {inproceedings} } Close https://arxiv.org/abs/2307.14316 Close
13.	Cevahir Koprulu; Thiago D. Simão; Nils Jansen; Ufuk Topcu: Risk-aware Curriculum Generation for Heavy-tailed Task Distributions. In: UAI, pp. 1132–1142, 2023. (Type: Proceedings Article \| BibTeX \| Tags: Machine learning) @inproceedings{Koprulu2023, title = {Risk-aware Curriculum Generation for Heavy-tailed Task Distributions}, author = {Cevahir Koprulu and Thiago D. Simão and Nils Jansen and Ufuk Topcu}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, booktitle = {UAI}, pages = {1132–1142}, keywords = {Machine learning}, pubstate = {published}, tppubtype = {inproceedings} } Close
12.	Thom Badings; Licio Romao; Alessandro Abate; David Parker; Hasan A. Poonawala; Marielle Stoelinga; Nils Jansen: Robust Control for Dynamical Systems with Non-Gaussian Noise via Formal Abstractions. In: Journal of Artificial Intelligence Research (to appear), pp. 1–29, 2023. (Type: Journal Article \| BibTeX \| Tags: Decision-making under uncertainty, Machine learning, Robustness) @article{Badings2023JAIR, title = {Robust Control for Dynamical Systems with Non-Gaussian Noise via Formal Abstractions}, author = {Thom Badings and Licio Romao and Alessandro Abate and David Parker and Hasan A. Poonawala and Marielle Stoelinga and Nils Jansen}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, journal = {Journal of Artificial Intelligence Research (to appear)}, pages = {1–29}, keywords = {Decision-making under uncertainty, Machine learning, Robustness}, pubstate = {published}, tppubtype = {article} } Close
11.	Thiago D. Simão; Marnix Suilen; Nils Jansen: Safe Policy Improvement for POMDPs via Finite-State Controllers. In: AAAI, 2023. (Type: Proceedings Article \| Links \| BibTeX \| Tags: Machine learning) @inproceedings{Simao2023safe, title = {Safe Policy Improvement for POMDPs via Finite-State Controllers}, author = {Thiago D. Simão and Marnix Suilen and Nils Jansen}, url = {https://arxiv.org/abs/2301.04939}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, booktitle = {AAAI}, keywords = {Machine learning}, pubstate = {published}, tppubtype = {inproceedings} } Close https://arxiv.org/abs/2301.04939 Close
10.	Yannick Hogewind; Thiago D. Simão; Tal Kachman; Nils Jansen: Safe Reinforcement Learning From Pixels Using a Stochastic Latent Representation. In: ICLR, 2023. (Type: Proceedings Article \| Links \| BibTeX \| Tags: Decision-making under uncertainty, Machine learning) @inproceedings{Hogewind2023safe, title = {Safe Reinforcement Learning From Pixels Using a Stochastic Latent Representation}, author = {Yannick Hogewind and Thiago D. Simão and Tal Kachman and Nils Jansen}, url = {https://openreview.net/forum?id=b39dQt_uffW}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, booktitle = {ICLR}, keywords = {Decision-making under uncertainty, Machine learning}, pubstate = {published}, tppubtype = {inproceedings} } Close https://openreview.net/forum?id=b39dQt_uffW Close
9.	Steven Carr; Nils Jansen; Sebastian Junges; Ufuk Topcu: Safe Reinforcement Learning via Shielding for POMDPs. In: To be presented at AAAI 2023, 2023. (Type: Proceedings Article \| Links \| BibTeX \| Tags: Decision-making under uncertainty, Machine learning) @inproceedings{DBLP:journals/corr/abs-2204-00755, title = {Safe Reinforcement Learning via Shielding for POMDPs}, author = {Steven Carr and Nils Jansen and Sebastian Junges and Ufuk Topcu}, url = {https://arxiv.org/abs/2204.00755}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, booktitle = {To be presented at AAAI 2023}, keywords = {Decision-making under uncertainty, Machine learning}, pubstate = {published}, tppubtype = {inproceedings} } Close https://arxiv.org/abs/2204.00755 Close
8.	Alberto Castellini; Federico Bianchi; Edoardo Zorzi; Thiago D. Simão; Alessandro Farinelli; Matthijs T. J. Spaan: Scalable Safe Policy Improvement via Monte Carlo Tree Search. In: ICML, pp. 3732–3756, 2023. (Type: Proceedings Article \| Links \| BibTeX \| Tags: Machine learning) @inproceedings{Castellini2023, title = {Scalable Safe Policy Improvement via Monte Carlo Tree Search}, author = {Alberto Castellini and Federico Bianchi and Edoardo Zorzi and Thiago D. Simão and Alessandro Farinelli and Matthijs T. J. Spaan}, url = {https://proceedings.mlr.press/v202/castellini23a.html}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, booktitle = {ICML}, pages = {3732–3756}, keywords = {Machine learning}, pubstate = {published}, tppubtype = {inproceedings} } Close https://proceedings.mlr.press/v202/castellini23a.html Close
7.	Dennis Gross; Thiago D. Simão; Nils Jansen; Guillermo A. Pérez: Targeted Adversarial Attacks on Deep Reinforcement Learning Policies via Model Checking. In: ICAART, pp. 501–508, 2023. (Type: Proceedings Article \| Links \| BibTeX \| Tags: Machine learning, Model checking) @inproceedings{Gross2023targeted, title = {Targeted Adversarial Attacks on Deep Reinforcement Learning Policies via Model Checking}, author = {Dennis Gross and Thiago D. Simão and Nils Jansen and Guillermo A. Pérez}, url = {https://www.scitepress.org/PublicationsDetail.aspx?ID=KWi7kyMXAok=}, year = {2023}, date = {2023-01-01}, urldate = {2023-01-01}, booktitle = {ICAART}, pages = {501–508}, keywords = {Machine learning, Model checking}, pubstate = {published}, tppubtype = {inproceedings} } Close https://www.scitepress.org/PublicationsDetail.aspx?ID=KWi7kyMXAok= Close
2022
6.	Lisandro A. Jimenez-Roa; Tom Heskes; Tiedo Tinga; Mariëlle Stoelinga: Automatic inference of fault tree models via multi-objective evolutionary algorithms. In: IEEE Transactions on Dependable and Secure Computing, pp. 1-12, 2022. (Type: Journal Article \| Links \| BibTeX \| Tags: Fault tree analysis, Machine learning) @article{9875105, title = {Automatic inference of fault tree models via multi-objective evolutionary algorithms}, author = {Lisandro A. Jimenez-Roa and Tom Heskes and Tiedo Tinga and Mariëlle Stoelinga}, doi = {10.1109/TDSC.2022.3203805}, year = {2022}, date = {2022-01-01}, urldate = {2022-01-01}, journal = {IEEE Transactions on Dependable and Secure Computing}, pages = {1-12}, keywords = {Fault tree analysis, Machine learning}, pubstate = {published}, tppubtype = {article} } Close doi:10.1109/TDSC.2022.3203805 Close
5.	Lisandro Arturo Jimenez-Roa; Matthias Volk; Mariëlle Stoelinga: Data-Driven Inference of Fault Tree Models Exploiting Symmetry and Modularization. In: International Conference on Computer Safety, Reliability, and Security, pp. 46–61, Springer 2022. (Type: Proceedings Article \| BibTeX \| Tags: Fault tree analysis, Machine learning) @inproceedings{jimenez2022data, title = {Data-Driven Inference of Fault Tree Models Exploiting Symmetry and Modularization}, author = {Lisandro Arturo Jimenez-Roa and Matthias Volk and Mariëlle Stoelinga}, year = {2022}, date = {2022-01-01}, urldate = {2022-01-01}, booktitle = {International Conference on Computer Safety, Reliability, and Security}, pages = {46–61}, organization = {Springer}, keywords = {Fault tree analysis, Machine learning}, pubstate = {published}, tppubtype = {inproceedings} } Close
4.	David Kerkkamp; Zaharah A. Bukhsh; Yingqian Zhang; Nils Jansen: Grouping of Maintenance Actions with Deep Reinforcement Learning and Graph Convolutional Networks. In: International Conference on Agents and Artificial Intelligence (ICAART), 2022. (Type: Proceedings Article \| BibTeX \| Tags: Machine learning, Maintenance optimization) @inproceedings{Kerkkamp2021, title = {Grouping of Maintenance Actions with Deep Reinforcement Learning and Graph Convolutional Networks}, author = {David Kerkkamp and Zaharah A. Bukhsh and Yingqian Zhang and Nils Jansen}, year = {2022}, date = {2022-01-01}, urldate = {2022-01-01}, booktitle = {International Conference on Agents and Artificial Intelligence (ICAART)}, keywords = {Machine learning, Maintenance optimization}, pubstate = {published}, tppubtype = {inproceedings} } Close
3.	Marnix Suilen; Thiago D. Simão; David Parker; Nils Jansen: Robust Anytime Learning of Markov Decision Processes. In: NeurIPS, 2022. (Type: Proceedings Article \| BibTeX \| Tags: Decision-making under uncertainty, Machine learning) @inproceedings{DBLP:journals/corr/abs-2205-15827, title = {Robust Anytime Learning of Markov Decision Processes}, author = {Marnix Suilen and Thiago D. Simão and David Parker and Nils Jansen}, year = {2022}, date = {2022-01-01}, urldate = {2022-01-01}, booktitle = {NeurIPS}, keywords = {Decision-making under uncertainty, Machine learning}, pubstate = {published}, tppubtype = {inproceedings} } Close
2.	Qisong Yang; Thiago D. Simão; Simon H. Tindemans; Matthijs T. J. Spaan: Safety-constrained reinforcement learning with a distributional safety critic. In: Machine Learning, pp. 1–29, 2022. (Type: Journal Article \| Links \| BibTeX \| Tags: Machine learning) @article{Yang2022safety-constrained, title = {Safety-constrained reinforcement learning with a distributional safety critic}, author = {Qisong Yang and Thiago D. Simão and Simon H. Tindemans and Matthijs T. J. Spaan}, url = {https://link.springer.com/article/10.1007/s10994-022-06187-8}, year = {2022}, date = {2022-01-01}, urldate = {2022-01-01}, journal = {Machine Learning}, pages = {1–29}, publisher = {Springer}, keywords = {Machine learning}, pubstate = {published}, tppubtype = {article} } Close https://link.springer.com/article/10.1007/s10994-022-06187-8 Close
2021
1.	Thiago D. Simão; Nils Jansen; Matthijs T. J. Spaan: AlwaysSafe: Reinforcement Learning Without Safety Constraint Violations During Training. In: Proceedings of the 20th International Conference on Autonomous Agents and MultiAgent Systems (AAMAS), pp. 1226-1235, IFAAMAS, 2021. (Type: Proceedings Article \| Links \| BibTeX \| Tags: Machine learning) @inproceedings{Simao2021alwayssafe, title = {AlwaysSafe: Reinforcement Learning Without Safety Constraint Violations During Training}, author = {Thiago D. Simão and Nils Jansen and Matthijs T. J. Spaan}, url = {https://ifaamas.org/Proceedings/aamas2021/pdfs/p1226.pdf}, year = {2021}, date = {2021-01-01}, urldate = {2021-01-01}, booktitle = {Proceedings of the 20th International Conference on Autonomous Agents and MultiAgent Systems (AAMAS)}, pages = {1226-1235}, publisher = {IFAAMAS}, keywords = {Machine learning}, pubstate = {published}, tppubtype = {inproceedings} } Close https://ifaamas.org/Proceedings/aamas2021/pdfs/p1226.pdf Close

2023

2022

2021