Journal Publications

2021

1. JAIR

   Induction and Exploitation of Subgoal Automata for Reinforcement Learning

   Daniel Furelos-Blanco, Mark Law, Anders Jonsson, Krysia Broda, and Alessandra Russo

   Journal of Artificial Intelligence Research (JAIR), 2021

   Bib PDF Code Poster Slides

   @article{FurelosBlancoLJBR21,
     author = {Furelos-Blanco, Daniel and Law, Mark and Jonsson, Anders and Broda, Krysia and Russo, Alessandra},
     title = {{Induction and Exploitation of Subgoal Automata for Reinforcement Learning}},
     journal = {Journal of Artificial Intelligence Research (JAIR)},
     volume = {70},
     pages = {1031--1116},
     year = {2021},
   }

Conference Publications

2025

1. AAMAS

   FORM: Learning Expressive and Transferable First-Order Logic Reward Machines

   Leo Ardon, Daniel Furelos-Blanco, Roko Parać, and Alessandra Russo

   International Conference on Autonomous Agents and Multiagent Systems (AAMAS), 2025

   arXiv Bib Code

   @inproceedings{ArdonFPR25,
     author = {Ardon, Leo and Furelos-Blanco, Daniel and Para\'{c}, Roko and Russo, Alessandra},
     title = {{FORM: Learning Expressive and Transferable First-Order Logic Reward Machines}},
     booktitle = {International Conference on Autonomous Agents and Multiagent Systems (AAMAS)},
     year = {2025},
   }

2024

1. ICLR

   Jumanji: a Diverse Suite of Scalable Reinforcement Learning Environments in JAX

   Clément Bonnet, Daniel Luo, Donal Byrne, Shikha Surana, Sasha Abramowitz, Paul Duckworth, Vincent Coyette, Laurence I. Midgley, Elshadai Tegegn, Tristan Kalloniatis, Omayma Mahjoub, Matthew Macfarlane, Andries P. Smit, Nathan Grinsztajn, Raphaël Boige, Cemlyn N. Waters, Mohamed A. Mimouni, Ulrich A. Mbou Sob, Ruan John de Kock, Siddarth Singh, Daniel Furelos-Blanco, Victor Le, Arnu Pretorius, and Alexandre Laterre

   International Conference on Learning Representations (ICLR), 2024

   Bib PDF Code

   @inproceedings{BonnetLBSDCMATKMMSGBWMSKSFLPL24,
     author = {Bonnet, Cl{\'e}ment and Luo, Daniel and Byrne, Donal and Surana, Shikha and Abramowitz, Sasha and Duckworth, Paul and Coyette, Vincent and Midgley, Laurence I. and Tegegn, Elshadai and Kalloniatis, Tristan and Mahjoub, Omayma and Macfarlane, Matthew and Smit, Andries P. and Grinsztajn, Nathan and Boige, Rapha{\"{e}}l and Waters, Cemlyn N. and Mimouni, Mohamed A. and Sob, Ulrich A. Mbou and {de Kock}, Ruan John and Singh, Siddarth and Furelos-Blanco, Daniel and Le, Victor and Pretorius, Arnu and Laterre, Alexandre},
     title = {{Jumanji: a Diverse Suite of Scalable Reinforcement Learning Environments	in {JAX}}},
     booktitle = {International Conference on Learning Representations (ICLR)},
     year = {2024},
   }

2. KR

   Learning Robust Reward Machines from Noisy Labels

   Roko Parać, Lorenzo Nodari, Leo Ardon, Daniel Furelos-Blanco, Federico Cerutti, and Alessandra Russo

   International Conference on Principles of Knowledge Representation and Reasoning (KR), 2024

   Bib PDF Code

   @inproceedings{ParacNAFCR24,
     author = {Para\'{c}, Roko and Nodari, Lorenzo and Ardon, Leo and Furelos-Blanco, Daniel and Cerutti, Federico and Russo, Alessandra},
     title = {{Learning Robust Reward Machines from Noisy Labels}},
     booktitle = {International Conference on Principles of Knowledge Representation and Reasoning (KR)},
     pages = {909--919},
     year = {2024},
   }

2023

1. ICML

   Hierarchies of Reward Machines

   Daniel Furelos-Blanco, Mark Law, Anders Jonsson, Krysia Broda, and Alessandra Russo

   International Conference on Machine Learning (ICML), 2023

   Bib PDF Code Poster Slides

   @inproceedings{FurelosBlancoLJBR23,
     author = {Furelos-Blanco, Daniel and Law, Mark and Jonsson, Anders and Broda, Krysia and Russo, Alessandra},
     title = {{Hierarchies of Reward Machines}},
     booktitle = {International Conference on Machine Learning (ICML)},
     pages = {10494--10541},
     year = {2023},
   }

2. NeurIPS

   Winner Takes It All: Training Performant RL Populations for Combinatorial Optimization

   Nathan Grinsztajn, Daniel Furelos-Blanco, Shikha Surana, Clément Bonnet, and Thomas D. Barrett

   Neural Information Processing Systems (NeurIPS), 2023

   Bib PDF Video Code

   @inproceedings{GrinsztajnFSBB23,
     author = {Grinsztajn, Nathan and Furelos-Blanco, Daniel and Surana, Shikha and Bonnet, Cl{\'{e}}ment and Barrett, Thomas D.},
     title = {{Winner Takes It All: Training Performant RL Populations for Combinatorial Optimization}},
     booktitle = {Neural Information Processing Systems (NeurIPS)},
     pages = {48485--48509},
     year = {2023},
   }

2020

1. AAAI

   Induction of Subgoal Automata for Reinforcement Learning

   Daniel Furelos-Blanco, Mark Law, Alessandra Russo, Krysia Broda, and Anders Jonsson

   AAAI Conference on Artificial Intelligence (AAAI), 2020

   Bib PDF Code Poster

   @inproceedings{FurelosBlancoLRBJ20,
     author = {Furelos-Blanco, Daniel and Law, Mark and Russo, Alessandra and Broda, Krysia and Jonsson, Anders},
     title = {{Induction of Subgoal Automata for Reinforcement Learning}},
     booktitle = {{AAAI} Conference on Artificial Intelligence (AAAI)},
     pages = {3890--3897},
     year = {2020},
   }

2019

1. AAAI

   Solving Multiagent Planning Problems with Concurrent Conditional Effects

   Daniel Furelos-Blanco, and Anders Jonsson

   AAAI Conference on Artificial Intelligence (AAAI), 2019

   Bib PDF Code Poster Slides

   @inproceedings{FurelosBlancoJ19,
     author = {Furelos-Blanco, Daniel and Jonsson, Anders},
     title = {{Solving Multiagent Planning Problems with Concurrent Conditional Effects}},
     booktitle = {{AAAI} Conference on Artificial Intelligence (AAAI)},
     pages = {7594--7601},
     year = {2019},
   }

Theses

2023

1. Ph.D.

   Learning and Exploiting Reward Machines for Reinforcement Learning

   Daniel Furelos-Blanco

   Imperial College London, 2023

   Bib PDF

   @phdthesis{FurelosBlanco23,
     title = {{Learning and Exploiting Reward Machines for Reinforcement Learning}},
     author = {Furelos-Blanco, Daniel},
     school = {Imperial College London},
     year = {2023},
   }

2017

1. M.Sc.

   Resolution of Concurrent Planning Problems Using Classical Planning

   Daniel Furelos-Blanco

   Universitat Pompeu Fabra, 2017

   Bib PDF

   @mastersthesis{FurelosBlanco17,
     title = {{Resolution of Concurrent Planning Problems Using Classical Planning}},
     author = {Furelos-Blanco, Daniel},
     type = {Master's thesis},
     school = {Universitat Pompeu Fabra},
     year = {2017},
   }

2015

1. B.Sc.

   Learning and Generalization in Atari Games

   Daniel Furelos-Blanco

   Universitat Pompeu Fabra, 2015

   Bib PDF

   @mastersthesis{FurelosBlanco15,
     title = {{Learning and Generalization in Atari Games}},
     author = {Furelos-Blanco, Daniel},
     type = {Bachelor's thesis},
     school = {Universitat Pompeu Fabra},
     year = {2015},
   }

Workshop, Extended Abstract and Demo Publications

2023

1. AAMAS-NeSyMAS

   Learning Reward Machines in Cooperative Multi-Agent Tasks

   Leo Ardon, Daniel Furelos-Blanco, and Alessandra Russo

   Neuro-Symbolic AI for Agent and Multi-Agent Systems (NeSyMAS) Workshop at the International Conference on Autonomous Agents and Multiagent Systems (AAMAS), 2023

   arXiv Bib PDF

   @inproceedings{ArdonFR23,
     author = {Ardon, Leo and Furelos{-}Blanco, Daniel and Russo, Alessandra},
     title = {{Learning Reward Machines in Cooperative Multi-Agent Tasks}},
     booktitle = {{Neuro-Symbolic AI for Agent and Multi-Agent Systems (NeSyMAS) Workshop at the International Conference on Autonomous Agents and Multiagent Systems (AAMAS)}},
     year = {2023},
   }

2022

1. RLDM

   Hierarchies of Reward Machines

   Daniel Furelos-Blanco, Mark Law, Anders Jonsson, Krysia Broda, and Alessandra Russo

   Multi-disciplinary Conference on Reinforcement Learning and Decision Making (RLDM), 2022

   Bib PDF Code Poster

   @inproceedings{FurelosBlancoLJBR22,
     author = {Furelos-Blanco, Daniel and Law, Mark and Jonsson, Anders and Broda, Krysia and Russo, Alessandra},
     title = {{Hierarchies of Reward Machines}},
     booktitle = {Multi-disciplinary Conference on Reinforcement Learning and Decision Making (RLDM)},
     pages = {216--220},
     year = {2022},
   }

2018

1. AAMAS

   Collective Adaptation through Concurrent Planning: the Case of Sustainable Urban Mobility

   Antonio Bucchiarone, Daniel Furelos-Blanco, Anders Jonsson, Fahmida Khandokar, and Monjur M. Mourshed

   International Conference on Autonomous Agents and MultiAgent Systems (AAMAS), 2018

   Bib PDF Code Poster

   @inproceedings{BucchiaroneFJKM18,
     author = {Bucchiarone, Antonio and Furelos-Blanco, Daniel and Jonsson, Anders and Khandokar, Fahmida and Mourshed, Monjur M.},
     title = {{Collective Adaptation through Concurrent Planning: the Case of Sustainable Urban Mobility}},
     booktitle = {International Conference on Autonomous Agents and MultiAgent Systems (AAMAS)},
     pages = {1880--1882},
     year = {2018},
   }

2. AAMAS

   CARPooL: Collective Adaptation using concuRrent PLanning

   Daniel Furelos-Blanco, Antonio Bucchiarone, and Anders Jonsson

   International Conference on Autonomous Agents and MultiAgent Systems (AAMAS), 2018

   Bib PDF Video Code

   @inproceedings{FurelosBlancoBJ18,
     author = {Furelos-Blanco, Daniel and Bucchiarone, Antonio and Jonsson, Anders},
     title = {{CARPooL: Collective Adaptation using concuRrent PLanning}},
     booktitle = {International Conference on Autonomous Agents and MultiAgent Systems (AAMAS)},
     pages = {1815--1817},
     year = {2018},
   }

3. ICAPS-COPLAS

   Forward-Search Temporal Planning with Simultaneous Events

   Daniel Furelos-Blanco, Anders Jonsson, Héctor Palacios, and Sergio Jiménez

   Constraint Satisfaction Techniques for Planning and Scheduling (COPLAS) Workshop at the International Conference on Automated Planning and Scheduling (ICAPS), 2018

   Bib PDF Code Poster Slides

   @inproceedings{FurelosBlancoJPJ18,
     title = {{Forward-Search Temporal Planning with Simultaneous Events}},
     author = {Furelos-Blanco, Daniel and Jonsson, Anders and Palacios, H{\'e}ctor and Jim{\'e}nez, Sergio},
     booktitle = {{Constraint Satisfaction Techniques for Planning and Scheduling (COPLAS) Workshop at the International Conference on Automated Planning and Scheduling (ICAPS)}},
     pages = {11--20},
     year = {2018},
   }

4. ICAPS-DMAP

   Solving Concurrent Multiagent Planning using Classical Planning

   Daniel Furelos-Blanco, and Anders Jonsson

   Distributed and Multi-Agent Planning (DMAP) Workshop at the International Conference on Automated Planning and Scheduling (ICAPS), 2018

   Bib PDF Code Slides

   @inproceedings{FurelosBlancoJ18,
     title = {{Solving Concurrent Multiagent Planning using Classical Planning}},
     author = {Furelos-Blanco, Daniel and Jonsson, Anders},
     booktitle = {{Distributed and Multi-Agent Planning (DMAP) Workshop at the International Conference on Automated Planning and Scheduling (ICAPS)}},
     pages = {8--16},
     year = {2018},
   }

5. ICAPS-IPC

   CP4TP: A Classical Planning for Temporal Planning Portfolio

   Daniel Furelos-Blanco, and Anders Jonsson

   Temporal Track of the International Planning Competition (IPC), 2018

   Bib PDF Code

   @inproceedings{FurelosBlancoJ18b,
     title = {{CP4TP: A Classical Planning for Temporal Planning Portfolio}},
     author = {Furelos-Blanco, Daniel and Jonsson, Anders},
     booktitle = {{Temporal Track of the International Planning Competition (IPC)}},
     year = {2018},
   }