@article{rocktaschel2012chemspot,
  title={ChemSpot: a Hybrid System for Chemical Named Entity Recognition},
  author={Rockt{\"a}schel, Tim and Weidlich, Michael and Leser, Ulf},
  journal={Bioinformatics},
  year={2012}
}

@inproceedings{thomas2013wbi,
  title={WBI-DDI: Drug-drug Interaction Extraction using Majority Voting},
  author={Thomas, Philippe and Neves, Mariana and Rockt{\"a}schel, Tim and Leser, Ulf},
  booktitle={SemEval 2013},
  year={2013}
}

@article{rocktaschel2013wbi,
  title={WBI-NER: The Impact of Domain-specific Features on the Performance of Identifying and Classifying Mentions of Drugs},
  author={Rockt{\"a}schel, Tim and Huber, Torsten and Weidlich, Michael and Leser, Ulf},
  journal={SemEval 2013},
  year={2013}
}

@article{huber2013extended,
  title={Extended Feature Set for Chemical Named Entity Recognition and Indexing},
  author={Huber, Torsten and Rockt{\"a}schel, Tim and Weidlich, Michael and Thomas, Philippe and Leser, Ulf},
  journal={BioCreative 2013},
  year={2013}
}

@inproceedings{rocktaschel2014low,
  title={Low-Dimensional Embeddings of Logic},
  author={Rockt{\"a}schel, Tim and Bosnjak, Matko and Singh, Sameer and Riedel, Sebastian},
  booktitle={SP 2014 (𝗘𝘅𝗰𝗲𝗽𝘁𝗶𝗼𝗻𝗮𝗹 𝗦𝘂𝗯𝗺𝗶𝘀𝘀𝗶𝗼𝗻 𝗔𝘄𝗮𝗿𝗱)},
  year={2014}
}

@inproceedings{riedel2014wolfe,
  title={WOLFE: Strength Reduction and Approximate Programming for Probabilistic Programming.},
  author={Riedel, Sebastian Robert and Singh, Sameer and Srikumar, Vivek and Rockt{\"a}schel, Tim and Visengeriyeva, Larysa and Noessner, Jan},
  booktitle={StarAI 2014},
  year={2014}
}

@article{krallinger2015chemdner,
  title={The CHEMDNER Corpus of Chemicals and Drugs and its Annotation Principles},
  author={Krallinger, Martin and Rabal, Obdulia and Leitner, Florian and Vazquez, Miguel and Salgado, David and Lu, Zhiyong and Leaman, Robert and Lu, Yanan and Ji, Donghong and Lowe, Daniel M and others},
  journal={Journal of Cheminformatics},
  year={2015}
}

@article{sanchez2015towards,
  title={Towards Extracting Faithful and Descriptive Representations of Latent Variable Models},
  author={S{\'a}nchez, Iv{\'a}n and Rockt{\"a}schel, Tim and Riedel, Sebastian and Singh, Sameer},
  journal={KRR 2015},
  year={2015}
}

@inproceedings{rocktaschel2015injecting,
  title={Injecting Logical Background Knowledge into Embeddings for Relation Extraction},
  author={Rockt{\"a}schel, Tim and Singh, Sameer and Riedel, Sebastian},
  booktitle={NAACL 2015},
  year={2015}
}

@misc{bouchard2015matrix,
  title={Matrix and Tensor Factorization Methods for Natural Language Processing},
  author={Bouchard, Guillaume and Naradowsky, Jason and Riedel, Sebastian and Rockt{\"a}schel, Tim and Vlachos, Andreas},
  journal={ACL 2015 Tutorial},
  year={2015}
}

@inproceedings{singh2015wolfe,
  title={WOLFE: An NLP-friendly Declarative Machine Learning Stack},
  author={Singh, Sameer and Rockt{\"a}schel, Tim and Hewitt, Luke and Naradowsky, Jason and Riedel, Sebastian},
  booktitle={NAACL 2015 Demo},
  year={2015}
}

@inproceedings{singh2015towards,
  title={Towards Combined Matrix and Tensor Factorization for Universal Schema Relation Extraction},
  author={Singh, Sameer and Rockt{\"a}schel, Tim and Riedel, Sebastian},
  booktitle={VSM 2015},
  year={2015}
}

@inproceedings{singh2014designing,
  title={Designing an IDE for Probabilistic Programming: Challenges and a Prototype},
  author={Singh, Sameer and Riedel, Sebastian and Hewitt, Luke and Rockt{\"a}schel, Tim},
  booktitle={ProbProg 2014},
  year={2014}
}

@inproceedings{rocktaschel2016reasoning,
  title={Reasoning about Entailment with Neural Attention},
  author={Rockt{\"a}schel, Tim and Grefenstette, Edward and Hermann, Karl Moritz and Ko{\v{c}}isk{\`y}, Tom{\'a}{\v{s}} and Blunsom, Phil},
  booktitle={ICLR 2016},
  year={2016}
}

@inproceedings{riedel2015towards,
  title={Towards Two-way Interaction with Reading Machines},
  author={Riedel, Sebastian and Singh, Sameer and Bouchard, Guillaume and Rockt{\"a}schel, Tim and Sanchez, Ivan},
  booktitle={SLSP 2015},
  year={2015}
}

@inproceedings{rocktaschel2016learning,
  title={Learning Knowledge Base Inference with Neural Theorem Provers},
  author={Rockt{\"a}schel, Tim and Riedel, Sebastian},
  booktitle={AKBC 2016},
  year={2016}
}

@inproceedings{demeester2016regularizing,
  title={Regularizing Relation Representations by First-order Implications},
  author={Demeester, Thomas and Rockt{\"a}schel, Tim and Riedel, Sebastian},
  booktitle={AKBC 2016},
  year={2016}
}

@inproceedings{bovsnjak2017programming,
  title={Programming with a Differentiable Forth Interpreter},
  author={Bo{\v{s}}njak, Matko and Rockt{\"a}schel, Tim and Naradowsky, Jason and Riedel, Sebastian},
  booktitle={ICML 2017},
  year={2017}
}

@article{thomas2016seth,
  title={SETH Detects and Normalizes Genetic Variants in Text},
  author={Thomas, Philippe and Rockt{\"a}schel, Tim and Hakenberg, J{\"o}rg and Lichtblau, Yvonne and Leser, Ulf},
  journal={Bioinformatics},
  year={2016}
}

@article{kolesnyk2016generating,
  title={Generating Natural Language Inference Chains},
  author={Kolesnyk, Vladyslav and Rockt{\"a}schel, Tim and Riedel, Sebastian},
  journal={Technical Report arXiv:1606.01404},
  year={2016}
}

@inproceedings{weissenborn2016mufuru,
  title={MuFuRU: The Multi-Function Recurrent Unit},
  author={Weissenborn, Dirk and Rockt{\"a}schel, Tim},
  booktitle={RepL4NLP 2016},
  year={2016}
}

@inproceedings{augenstein2016stance,
  title={Stance Detection with Bidirectional Conditional Encoding},
  author={Augenstein, Isabelle and Rockt{\"a}schel, Tim and Vlachos, Andreas and Bontcheva, Kalina},
  booktitle={EMNLP 2016},
  year={2016}
}

@inproceedings{demeester2016lifted,
  title={Lifted Rule Injection for Relation Embeddings},
  author={Demeester, Thomas and Rockt{\"a}schel, Tim and Riedel, Sebastian},
  booktitle={EMNLP 2016},
  year={2016}
}

@misc{eisner2016emoji2vec,
  title={emoji2vec: Learning Emoji Representations from their Description},
  author={Eisner, Ben and Rockt{\"a}schel, Tim and Augenstein, Isabelle and Bo{\v{s}}njak, Matko and Riedel, Sebastian},
  journal={SocialNLP 2016 (𝗕𝗲𝘀𝘁 𝗣𝗮𝗽𝗲𝗿 𝗔𝘄𝗮𝗿𝗱)},
  year={2016}
}

@misc{bhoopchand2016learning,
  title={Learning Python Code Suggestion with a Sparse Pointer Network},
  author={Bhoopchand, Avishkar and Rockt{\"a}schel, Tim and Barr, Earl and Riedel, Sebastian},
  journal={Technical Report arXiv:1611.08307},
  year={2016}
}

@inproceedings{daniluk2017frustratingly,
  title={Frustratingly Short Attention Spans in Neural Language Modeling},
  author={Daniluk, Micha{\l} and Rockt{\"a}schel, Tim and Welbl, Johannes and Riedel, Sebastian},
  booktitle={ICLR 2017},
  year={2017}
}

@inproceedings{rocktaschel2017end,
  title={End-to-End Differentiable Proving},
  author={Rockt{\"a}schel, Tim and Riedel, Sebastian},
  booktitle={NeurIPS 2017 (𝗢𝗿𝗮𝗹)},
  year={2017}
}

@inproceedings{minervini2017adversarial,
  title={Adversarial Sets for Regularising Neural Link Predictors},
  author={Minervini, Pasquale and Demeester, Thomas and Rockt{\"a}schel, Tim and Riedel, Sebastian},
  booktitle={UAI 2017},
  year={2017}
}

@inproceedings{farquhar2018treeqn,
  title={TreeQN and ATreeC: Differentiable Tree-Structured Models for Deep Reinforcement Learning},
  author={Farquhar, Gregory and Rockt{\"a}schel, Tim and Igl, Maximilian and Whiteson, Shimon},
  booktitle={ICLR 2018},
  year={2018}
}

@misc{rocktaschel2017combining,
  title={Combining Representation Learning with Logic for Language Processing},
  author={Rockt{\"a}schel, Tim},
  journal={Ph.D. Thesis. University College London},
  year={2017}
}

@inproceedings{foerster2018dice,
  title={DiCE: The Infinitely Differentiable Monte-Carlo Estimator},
  author={Foerster, Jakob and Farquhar, Gregory and Al-Shedivat, Maruan and Rockt{\"a}schel, Tim and Xing, Eric P and Whiteson, Shimon},
  booktitle={ICML 2018},
  year={2018}
}

@inproceedings{weissenborn2018jack,
  title={Jack the Reader-A Machine Reading Framework},
  author={Weissenborn, Dirk and Minervini, Pasquale and Dettmers, Tim and Augenstein, Isabelle and Welbl, Johannes and Rockt{\"a}schel, Tim and Bo{\v{s}}njak, Matko and Mitchell, Jeff and Demeester, Thomas and Stenetorp, Pontus and others},
  booktitle={ACL 2018 Demo},
  year={2018}
}

@inproceedings{saeidi2018interpretation,
  title={Interpretation of Natural Language Rules in Conversational Machine Reading},
  author={Saeidi, Marzieh and Bartolo, Max and Lewis, Patrick and Singh, Sameer and Rockt{\"a}schel, Tim and Sheldon, Mike and Bouchard, Guillaume and Riedel, Sebastian},
  booktitle={EMNLP 2018},
  year={2018}
}

@inproceedings{camburu2018snli,
  title={e-SNLI: Natural Language Inference with Natural Language Explanations},
  author={Camburu, Oana-Maria and Rockt{\"a}schel, Tim and Lukasiewicz, Thomas and Blunsom, Phil},
  booktitle={NeurIPS 2018},
  year={2018}
}

@inproceedings{letcher2019stable,
  title={Stable Opponent Shaping in Differentiable Games},
  author={Letcher, Alistair and Foerster, Jakob and Balduzzi, David and Rockt{\"a}schel, Tim and Whiteson, Shimon},
  booktitle={ICLR 2019},
  year={2019}
}

@inproceedings{weber2019nlprolog,
  title={NLProlog: Reasoning with Weak Unification for Question Answering in Natural Language},
  author={Weber, Leon and Minervini, Pasquale and M{\"u}nchmeyer, Jannes and Leser, Ulf and Rockt{\"a}schel, Tim},
  booktitle={ACL 2019},
  year={2019}
}

@inproceedings{urbanek2019learning,
  title={Learning to Speak and Act in a Fantasy Text Adventure Game},
  author={Urbanek, Jack and Fan, Angela and Karamcheti, Siddharth and Jain, Saachi and Humeau, Samuel and Dinan, Emily and Rockt{\"a}schel, Tim and Kiela, Douwe and Szlam, Arthur and Weston, Jason},
  booktitle={EMNLP 2019},
  year={2019}
}

@inproceedings{mao2019baseline,
  title={A Baseline for Any Order Gradient Estimation in Stochastic Computation Graphs},
  author={Mao, Jingkai and Foerster, Jakob and Rockt{\"a}schel, Tim and Al-Shedivat, Maruan and Farquhar, Gregory and Whiteson, Shimon},
  booktitle={ICML 2019},
  year={2019}
}

@inproceedings{luketina2019survey,
  title={A Survey of Reinforcement Learning Informed by Natural Language},
  author={Luketina, J and Nardelli, N and Farquhar, G and Foerster, J and Andreas, J and Grefenstette, E and Whiteson, S and Rockt{\"a}schel, T},
  booktitle={IJCAI 2019},
  year={2019}
}

@article{weber2019huner,
  title={HUNER: Improving Biomedical NER with Pretraining},
  author={Weber, Leon and M{\"u}nchmeyer, Jannes and Rockt{\"a}schel, Tim and Habibi, Maryam and Leser, Ulf},
  journal={Bioinformatics},
  year={2019}
}

@article{cowen2019neural,
  title={Neural Variational Inference For Estimating Uncertainty in Knowledge Graph Embeddings},
  author={Cowen-Rivers, Alexander I and Minervini, Pasquale and Rocktaschel, Tim and Bosnjak, Matko and Riedel, Sebastian and Wang, Jun},
  journal={NeSy 2019},
  year={2019}
}

@inproceedings{petroni2019language,
  title={Language Models as Knowledge Bases?},
  author={Petroni, Fabio and Rockt{\"a}schel, Tim and Lewis, Patrick and Bakhtin, Anton and Wu, Yuxiang and Miller, Alexander H and Riedel, Sebastian},
  booktitle={EMNLP 2019},
  year={2019}
}

@inproceedings{sivakumar2019mvfst,
  title={MVFST-RL: An Asynchronous RL Framework for Congestion Control with Delayed Actions},
  author={Sivakumar, Viswanath and Delalleau, Olivier and Rockt{\"a}schel, Tim and Miller, Alexander H. and K{\"u}ttler, Heinrich and Nardelli, Nantas and Rabbat, Mike and Pineau, Joelle and Riedel, Sebastian},
  booktitle={ML for Systems 2019},
  year={2019}
}

@misc{kuttler2019torchbeast,
  title={TorchBeast: A PyTorch Platform for Distributed RL},
  author={K{\"u}ttler, Heinrich and Nardelli, Nantas and Lavril, Thibaut and Selvatici, Marco and Sivakumar, Viswanath and Rockt{\"a}schel, Tim and Grefenstette, Edward},
  journal={Technical Report arXiv:1910.03552},
  year={2019}
}

@inproceedings{zhong2020rtfm,
  title={RTFM: Generalising to Novel Environment Dynamics via Reading},
  author={Zhong, Victor and Rockt{\"a}schel, Tim and Grefenstette, Edward},
  booktitle={ICLR 2020},
  year={2020}
}

@inproceedings{minervini2020differentiable,
  title={Differentiable Reasoning on Large Knowledge Bases and Natural Language},
  author={Minervini, Pasquale and Bosnjak, Matko and Rockt{\"a}schel, Tim and Riedel, Sebastian and Grefenstette, Edward},
  booktitle={AAAI 2020 (𝗢𝗿𝗮𝗹)},
  year={2020}
}

@inproceedings{fan2020generating,
  title={Generating Interactive Worlds with Text},
  author={Fan, Angela and Urbanek, Jack and Ringshia, Pratik and Dinan, Emily and Qian, Emma and Karamcheti, Siddharth and Prabhumoye, Shrimai and Kiela, Douwe and Rockt{\"a}schel, Tim and Szlam, Arthur and others},
  booktitle={AAAI 2020},
  year={2020}
}

@article{massarelli2020decoding,
  title={How Decoding Strategies Affect the Verifiability of Generated Text},
  author={Massarelli, Luca and Petroni, Fabio and Piktus, Aleksandra and Ott, Myle and Rockt{\"a}schel, Tim and Plachouras, Vassilis and Silvestri, Fabrizio and Riedel, Sebastian},
  journal={Findings of ACL: EMNLP 2020},
  year={2020}
}

@inproceedings{raileanu2020ride,
  title={RIDE: Rewarding Impact-Driven Exploration for Procedurally-Generated Environments},
  author={Raileanu, Roberta and Rockt{\"a}schel, Tim},
  booktitle={ICLR 2020},
  year={2020}
}

@inproceedings{stacey2020avoiding,
  title={Avoiding the Hypothesis-Only Bias in Natural Language Inference via Ensemble Adversarial Training},
  author={Stacey, Joe and Minervini, Pasquale and Dubossarsky, Haim and Riedel, Sebastian and Rockt{\"a}schel, Tim},
  booktitle={EMNLP 2020},
  year={2020}
}

@inproceedings{kuttler2020nethack,
  title={The NetHack Learning Environment},
  author={K{\"u}ttler, Heinrich and Nardelli, Nantas and Miller, Alexander and Raileanu, Roberta and Selvatici, Marco and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={NeurIPS 2020},
  year={2020}
}

@inproceedings{petroni2020context,
  title={How Context Affects Language Models' Factual Predictions},
  author={Petroni, Fabio and Lewis, Patrick and Piktus, Aleksandra and Rockt{\"a}schel, Tim and Wu, Yuxiang and H. Miller, Alexander and Riedel, Sebastian},
  booktitle={AKBC 2020 (𝗕𝗲𝘀𝘁 𝗣𝗮𝗽𝗲𝗿 𝗔𝘄𝗮𝗿𝗱)},
  year={2020}
}

@inproceedings{lewis2020retrieval,
  title={Retrieval-augmented Generation for Knowledge-intensive NLP Tasks},
  author={Lewis, Patrick and Perez, Ethan and Piktus, Aleksandara and Petroni, Fabio and Karpukhin, Vladimir and Goyal, Naman and K{\"u}ttler, Heinrich and Lewis, Mike and Yih, Wen-tau and Rockt{\"a}schel, Tim and others},
  booktitle={NeurIPS 2020},
  year={2020}
}

@inproceedings{campero2021learning,
  title={Learning with AMIGo: Adversarially Motivated Intrinsic Goals},
  author={Campero, Andres and Raileanu, Roberta and K{\"u}ttler, Heinrich and Tenenbaum, Joshua B and Rockt{\"a}schel, Tim and Grefenstette, Edward},
  booktitle={ICLR 2021},
  year={2021}
}

@inproceedings{minervini2018towards,
  title={Towards Neural Theorem Proving at Scale},
  author={Minervini, Pasquale and Bosnjak, Matko and Rockt{\"a}schel, Tim and Riedel, Sebastian},
  booktitle={NAMPI 2018},
  year={2018}
}

@inproceedings{minervini2020learning,
  title={Learning Reasoning Strategies in End-to-End Differentiable Proving},
  author={Minervini, Pasquale and Riedel, Sebastian and Stenetorp, Pontus and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={ICML 2020},
  year={2020}
}

@inproceedings{jiang2020wordcraft,
  title={WordCraft: An Environment for Benchmarking Commonsense Agents},
  author={Jiang, Minqi and Luketina, Jelena and Nardelli, Nantas and Minervini, Pasquale and Torr, Philip and Whiteson, Shimon and Rockt{\"a}schel, Tim},
  booktitle={LaReL 2020},
  year={2020}
}

@inproceedings{petroni2021kilt,
  title={KILT: a Benchmark for Knowledge Intensive Language Tasks},
  author={Petroni, Fabio and Piktus, Aleksandra and Fan, Angela and Lewis, Patrick and Yazdani, Majid and De Cao, Nicola and Thorne, James and Jernite, Yacine and Plachouras, Vassilis and Rockt{\"a}schel, Tim and others},
  booktitle={NAACL-HLT 2021},
  year={2021}
}

@inproceedings{kurin2021my,
  title={My Body is a Cage: the Role of Morphology in Graph-Based Incompatible Control},
  author={Kurin, Vitaly and Igl, Maximilian and Rockt{\"a}schel, Tim and Boehmer, Wendelin and Whiteson, Shimon},
  booktitle={ICLR 2021},
  year={2021}
}

@inproceedings{ammanabrolu2021motivate,
  title={How to Motivate Your Dragon: Teaching Goal-Driven Agents to Speak and Act in Fantasy Worlds},
  author={Ammanabrolu, Prithviraj and Urbanek, Jack and Li, Margaret and Szlam, Arthur and Rockt{\"a}schel, Tim and Weston, Jason},
  booktitle={NAACL-HLT 2021},
  year={2021}
}

@inproceedings{jiang2021prioritized,
  title={Prioritized Level Replay},
  author={Jiang, Minqi and Grefenstette, Ed and Rockt{\"a}schel, Tim},
  booktitle={ICML 2021},
  year={2021}
}

@inproceedings{jiang2021grid,
  title={Grid-to-Graph: Flexible Spatial Relational Inductive Biases for Reinforcement Learning},
  author={Jiang, Zhengyao and Minervini, Pasquale and Jiang, Minqi and Rockt{\"a}schel, Tim},
  booktitle={AAMAS 2021},
  year={2021}
}

@inproceedings{samvelyan2021minihack,
  title={MiniHack the Planet: A Sandbox for Open-Ended Reinforcement Learning Research},
  author={Samvelyan, Mikayel and Kirk, Robert and Kurin, Vitaly and Parker-Holder, Jack and Jiang, Minqi and Hambro, Eric and Petroni, Fabio and Kuttler, Heinrich and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={NeurIPS 2021 (Datasets and Benchmarks)},
  year={2021}
}

@inproceedings{rothermel2021don,
  title={Don't Sweep your Learning Rate under the Rug: A Closer Look at Cross-modal Transfer of Pretrained Transformers},
  author={Rothermel, Danielle and Li, Margaret and Rockt{\"a}schel, Tim and Foerster, Jakob},
  booktitle={SSL 2021},
  year={2021}
}

@inproceedings{jiang2021replay,
  title={Replay-Guided Adversarial Environment Design},
  author={Jiang, Minqi and Dennis, Michael D and Parker-Holder, Jack and Foerster, Jakob Nicolaus and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={NeurIPS 2021},
  year={2021}
}

@inproceedings{korshunova2021return,
  title={Return Dispersion as an Estimator of Learning Potential for Prioritized Level Replay},
  author={Korshunova, Iryna and Jiang, Minqi and Parker-Holder, Jack and Rockt{\"a}schel, Tim and Grefenstette, Edward},
  booktitle={DeepRL 2021},
  year={2021}
}

@inproceedings{jiang2022grounding,
  title={Grounding Aleatoric Uncertainty in Unsupervised Environment Design},
  author={Jiang, Minqi and Dennis, Michael D and Parker-Holder, Jack and Lupu, Andrei and K{\"u}ttler, Heinrich and Grefenstette, Edward and Rockt{\"a}schel, Tim and Foerster, Jakob Nicolaus},
  booktitle={NeurIPS 2022},
  year={2022}
}

@inproceedings{parker2021escalated,
  title={That Escalated Quickly: Compounding Complexity by Editing Levels at the Frontier of Agent Capabilities},
  author={Parker-Holder, Jack and Jiang, Minqi and Dennis, Michael D and Samvelyan, Mikayel and Nicolaus Foerster, Jakob and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={DeepRL 2021},
  year={2021}
}

@article{kirk2023survey,
  title={A Survey of Zero-Shot Generalisation in Deep Reinforcement Learning},
  author={Kirk, Robert and Zhang, Amy and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  journal={JAIR},
  year={2023}
}

@article{mahajan2022generalization,
  title={Generalization in Cooperative Multi-agent Systems},
  author={Mahajan, Anuj and Samvelyan, Mikayel and Gupta, Tarun and Ellis, Benjamin and Sun, Mingfei and Rockt{\"a}schel, Tim and Whiteson, Shimon},
  journal={arXiv preprint arXiv:2202.00104},
  year={2022}
}

@inproceedings{mu2022improving,
  title={Improving Intrinsic Exploration with Language Abstractions},
  author={Mu, Jesse and Zhong, Victor and Raileanu, Roberta and Jiang, Minqi and Goodman, Noah and Rockt{\"a}schel, Tim and Grefenstette, Edward},
  booktitle={NeurIPS 2022},
  year={2022}
}

@inproceedings{parker2022evolving,
  title={Evolving Curricula with Regret-Based Environment Design},
  author={Parker-Holder, Jack and Jiang, Minqi and Dennis, Michael and Samvelyan, Mikayel and Foerster, Jakob and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={ICML 2022},
  year={2022}
}

@article{hambro2021insights,
  title={Insights from the NeurIPS 2021 NetHack Challenge},
  author={Hambro, Eric and Mohanty, Sharada and Babaev, Dmitrii and Byeon, Minwoo and Chakraborty, Dipam and Grefenstette, Edward and Jiang, Minqi and Jo, Daejin and Kanervisto, Anssi and Kim, Jongmin and others},
  journal={PMLR},
  year={2021}
}

@inproceedings{matthews2022skillhack,
  title={SkillHack: A Benchmark for Skill Transfer in Open-Ended Reinforcement Learning},
  author={Matthews, Michael and Samvelyan, Mikayel and Parker-Holder, Jack and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={ALOE 2022},
  year={2022}
}

@inproceedings{ehrenberg2022study,
  title={A Study of Off-Policy Learning in Environments with Procedural Content Generation},
  author={Ehrenberg, Andy and Kirk, Robert and Jiang, Minqi and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={ALOE 2022},
  year={2022}
}

@inproceedings{matthews2022hierarchical,
  title={Hierarchical Kickstarting for Skill Transfer in Reinforcement Learning},
  author={Matthews, Michael and Samvelyan, Mikayel and Parker-Holder, Jack and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={CoLLAs 2022},
  year={2022}
}

@inproceedings{jiang2021graph,
  title={Graph Backup: Data Efficient Backup Exploiting Markovian Transitions},
  author={Jiang, Zhengyao and Zhang, Tianjun and Kirk, Robert and Rockt{\"a}schel, Tim and Grefenstette, Edward},
  booktitle={DeepRL 2021},
  year={2021}
}

@inproceedings{bamford2022griddlyjs,
  title={GriddlyJS: A Web IDE for Reinforcement Learning},
  author={Bamford, Christopher and Jiang, Minqi and Samvelyan, Mikayel and Rockt{\"a}schel, Tim},
  booktitle={NeurIPS 2022 (Datasets and Benchmarks)},
  year={2022}
}

@inproceedings{hambro2022dungeons,
  title={Dungeons and Data: A Large-Scale NetHack Dataset},
  author={Hambro, Eric and Raileanu, Roberta and Rothermel, Danielle and Mella, Vegard and Rockt{\"a}schel, Tim and Kuttler, Heinrich and Murray, Naila},
  booktitle={NeurIPS 2022 (Datasets and Benchmarks)},
  year={2022}
}

@inproceedings{jiang2023efficient,
  title={Efficient Planning in a Compact Latent Action Space},
  author={Jiang, Zhengyao and Zhang, Tianjun and Janner, Michael and Li, Yueying and Rockt{\"a}schel, Tim and Grefenstette, Edward and Tian, Yuandong},
  booktitle={ICLR 2023},
  year={2023}
}

@inproceedings{xu2022learning,
  title={Learning General World Models in a Handful of Reward-Free Deployments},
  author={Xu, Yingchen and Parker-Holder, Jack and J. Ball, Philip and Pacchiano, Aldo and Rybkin, Oleh and Roberts, Stephen J. and Rockt{\"a}schel, Tim and Grefenstette, Edward},
  booktitle={NeurIPS 2022},
  year={2022}
}

@inproceedings{henaff2022exploration,
  title={Exploration via Elliptical Episodic Bonuses},
  author={Henaff, Mikael and Raileanu, Roberta and Jiang, Minqi and Rockt{\"a}schel, Tim},
  booktitle={NeurIPS 2022},
  year={2022}
}

@inproceedings{zhong2022improving,
  title={Improving Policy Learning via Language Dynamics Distillation},
  author={Zhong, Victor and Mu, Jesse and Zettlemoyer, Luke and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={NeurIPS 2022},
  year={2022}
}

@inproceedings{ruis2023goldilocks,
  title={The Goldilocks of Pragmatic Understanding: Fine-Tuning Strategy Matters for Implicature Resolution by LLMs},
  author={Ruis, Laura and Khan, Akbir and Biderman, Stella and Hooker, Sara and Rockt{\"a}schel, Tim and Grefenstette, Edward},
  booktitle={NeurIPS 2023 (𝗦𝗽𝗼𝘁𝗹𝗶𝗴𝗵𝘁)},
  year={2023}
}

@article{jiang2023general,
  title={General Intelligence Requires Rethinking Exploration},
  author={Jiang, Minqi and Rockt{\"a}schel, Tim and Grefenstette, Edward},
  journal={Royal Society Open Science},
  year={2023}
}

@inproceedings{samvelyan2023maestro,
  title={MAESTRO: Open-Ended Environment Design for Multi-Agent Reinforcement Learning},
  author={Samvelyan, Mikayel and Khan, Akbir and Dennis, Michael D and Jiang, Minqi and Parker-Holder, Jack and Foerster, Jakob Nicolaus and Raileanu, Roberta and Rockt{\"a}schel, Tim},
  booktitle={ICLR 2023},
  year={2023}
}

@inproceedings{team2023human,
  title={Human-Timescale Adaptation in an Open-Ended Task Space},
  author={Team, Adaptive Agent and Bauer, Jakob and Baumli, Kate and Baveja, Satinder and Behbahani, Feryal and Bhoopchand, Avishkar and Bradley-Schmieg, Nathalie and Chang, Michael and Clay, Natalie and Collister, Adrian and others},
  booktitle={ICML 2023 (𝗢𝗿𝗮𝗹)},
  year={2023}
}

@inproceedings{mediratta2023stabilizing,
  title={Stabilizing Unsupervised Environment Design with a Learned Adversary},
  author={Mediratta, Ishita and Jiang, Minqi and Parker-Holder, Jack and D Dennis, Michael and Vinitsky, Eugene and Rockt{\"a}schel, Tim},
  booktitle={CoLLAs 2023},
  year={2023}
}

@inproceedings{khan2024scaling,
  title={Scaling Opponent Shaping to High Dimensional Games},
  author={Khan, Akbir and Willi, Timon and Kwan, Newton and Tachetti, Andrea and Lu, Chris and Grefenstette, Edward and Rockt{\"a}schel, Tim and Foerster, Jakob},
  booktitle={AAMAS 2024 (𝗢𝗿𝗮𝗹)},
  year={2024}
}

@inproceedings{ruis2023llms,
  title={Do LLMs Selectively Encode the Goal of an Agent's Reach?},
  author={Ruis, Laura and Findeis, Arduin and Bradley, Herbie and Rahmani, Hossein A. and Choe, Kyoung Whan and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={ToM 2023},
  year={2023}
}

@inproceedings{fernando2024promptbreeder,
  title={Promptbreeder: Self-Referential Self-Improvement via Prompt Evolution},
  author={Fernando, Chrisantha and Banarse, Dylan and Michalewski, Henryk and Osindero, Simon and Rockt{\"a}schel, Tim},
  booktitle={ICML 2024},
  year={2024}
}

@inproceedings{jiang2023minimax,
  title={minimax: Efficient Baselines for Autocurricula in JAX},
  author={Jiang, Minqi and Dennis, Michael D and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={ALOE 2023},
  year={2023}
}

@inproceedings{samvelyan2024multi,
  title={Multi-Agent Diagnostics for Robustness via Illuminated Diversity},
  author={Samvelyan, Mikayel and Paglieri, Davide and Jiang, Minqi and Parker-Holder, Jack and Rockt{\"a}schel, Tim},
  booktitle={AAMAS 2024 (𝗢𝗿𝗮𝗹)},
  year={2024}
}

@inproceedings{rutherford2024jaxmarl,
  title={JaxMARL: Multi-Agent RL Environments and Algorithms in JAX},
  author={Rutherford, Alexander and Ellis, Benjamin and Gallici, Matteo and Cook, Jonathan and Lupu, Andrei and Ingvarsson, Gar{\dh}ar and Willi, Timon and Khan, Akbir and Schroeder de Witt, Christian and Souly, Alexandra and others},
  booktitle={NeurIPS 2024 (Datasets and Benchmarks)},
  year={2024}
}

@inproceedings{ingvarsson2023mix,
  title={Mix-ME: Quality-Diversity for Multi-Agent Learning},
  author={Ingvarsson, Gardar and Samvelyan, Mikayel and Flageat, Manon and Lim, Bryan and Cully, Antoine and Rockt{\"a}schel, Tim},
  booktitle={ALOE 2023},
  year={2023}
}

@inproceedings{souly2023leading,
  title={Leading the Pack: N-player Opponent Shaping},
  author={Souly, Alexandra and Willi, Timon and Khan, Akbir and Kirk, Robert and Lu, Chris and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle={MASEC 2023},
  year={2023}
}

@inproceedings{jiang2024h,
  title={H-GAP: Humanoid Control with a Generalist Planner},
  author={Jiang, Zhengyao and Xu, Yingchen and Wagener, Nolan and Luo, Yicheng and Janner, Michael and Grefenstette, Edward and Rockt{\"a}schel, Tim and Tian, Yuandong},
  booktitle={ICLR 2024 (𝗦𝗽𝗼𝘁𝗹𝗶𝗴𝗵𝘁)},
  year={2024}
}

@inproceedings{jain2024mechanistically,
  title={Mechanistically Analyzing the Effects of Fine-tuning on Procedurally Defined Tasks},
  author={Jain, Samyak and Kirk, Robert and Lubana, Ekdeep Singh and Dick, Robert P and Tanaka, Hidenori and Rockt{\"a}schel, Tim and Grefenstette, Edward and Krueger, David Scott},
  booktitle={ICLR 2024},
  year={2024}
}

@inproceedings{baumli2023vision,
  title={Vision-Language Models as a Source of Rewards},
  author={Baumli, Kate and Baveja, Satinder and Behbahani, Feryal and Chan, Harris and Comanici, Gheorghe and Flennerhag, Sebastian and Gazeau, Maxime and Holsheimer, Kristian and Horgan, Dan and Laskin, Michael and others},
  booktitle={ALOE 2023},
  year={2023}
}

@misc{wu2023chatarena,
  title={ChatArena: Multi-agent Language Game Environments for Large Language Models},
  author={Wu, Yuxiang and Jiang, Zhengyao and Khan, Akbir and Fu, Yao and Ruis, Laura and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  journal={https://github.com/Farama-Foundation/chatarena},
  year={2023}
}

@inproceedings{khan2024debating,
  title={Debating with More Persuasive LLMs Leads to More Truthful Answers},
  author={Khan, Akbir and Hughes, John and Valentine, Dan and Ruis, Laura and Sachan, Kshitij and Radhakrishnan, Ansh and Grefenstette, Edward and Bowman, Samuel R and Rockt{\"a}schel, Tim and Perez, Ethan},
  booktitle={ICML 2024 (𝗕𝗲𝘀𝘁 𝗣𝗮𝗽𝗲𝗿 𝗔𝘄𝗮𝗿𝗱)},
  year={2024}
}

@inproceedings{bruce2024genie,
  title={Genie: Generative Interactive Environments},
  author={Bruce, Jake and Dennis, Michael and Edwards, Ashley and Parker-Holder, Jack and Shi, Yuge and Hughes, Edward and Lai, Matthew and Mavalankar, Aditi and Steigerwald, Richie and Apps, Chris and others},
  booktitle={ICML 2024 (𝗕𝗲𝘀𝘁 𝗣𝗮𝗽𝗲𝗿 𝗔𝘄𝗮𝗿𝗱)},
  year={2024}
}

@inproceedings{samvelyan2024rainbow,
  title={Rainbow Teaming: Open-Ended Generation of Diverse Adversarial Prompts},
  author={Samvelyan, Mikayel and Raparthy, Sharath Chandra and Lupu, Andrei and Hambro, Eric and Markosyan, Aram H and Bhatt, Manish and Mao, Yuning and Jiang, Minqi and Parker-Holder, Jack and Foerster, Jakob and others},
  booktitle={NeurIPS 2024},
  year={2024}
}

@misc{rocktaschel2018einsum,
  title={Einsum is All you Need - Einstein Summation in Deep Learning},
  author={Rockt{\"a}schel, Tim},
  journal={https://rockt.github.io/2018/04/30/einsum},
  year={2018}
}

@inproceedings{paglieri2024outliers,
  title={Outliers and Calibration Sets have Diminishing Effect on Quantization of Modern LLMs},
  author={Paglieri, Davide and Dash, Saurabh and Rockt{\"a}schel, Tim and Parker-Holder, Jack},
  booktitle={ES-FoMo-II 2024},
  year={2024}
}

@inproceedings{hughes2024open,
  title={Open-Endedness is Essential for Artificial Superhuman Intelligence},
  author={Hughes, Edward and Dennis, Michael and Parker-Holder, Jack and Behbahani, Feryal and Mavalankar, Aditi and Shi, Yuge and Schaul, Tom and Rockt{\"a}schel, Tim},
  booktitle={ICML 2024 (𝗢𝗿𝗮𝗹)},
  year={2024}
}

@misc{rocktaschel2024artificial,
  title={Artificial Intelligence: 10 Things You Should Know},
  author={Rockt{\"a}schel, Tim},
  year={2024}
}

@inproceedings{pignatelli2024assessing,
  title={Assessing the Zero-Shot Capabilities of LLMs for Action Evaluation in RL},
  author={Pignatelli, Eduardo and Ferret, Johan and Paglieri, Davide and Coward, Samuel and Rockt{\"a}schel, Tim and Grefenstette, Edward and Toni, Laura},
  booktitle={AutoRL 2024},
  year={2024}
}

@inproceedings{cook2026check,
  title={Check Your Work: Structured Checklist Feedback for Improving Large Language Models},
  author={Cook, Jonathan and Rockt{\"a}schel, Tim and Foerster, Jakob and Aumiller, Dennis and Wang, Alex},
  booktitle={ACL 2026},
  year={2026}
}

@inproceedings{foster2024reward,
  title={On Reward Functions For Self-Improving General-Purpose Reasoning},
  author={Foster, Thomas and Ahmed, Eltayeb and Cook, Jonathan and Lifshitz, Shalev and Rockt{\"a}schel, Tim and Foerster, Jakob},
  booktitle={LanGame 2024},
  year={2024}
}

@inproceedings{ruis2025procedural,
  title={Procedural Knowledge in Pretraining Drives Reasoning in Large Language Models},
  author={Ruis, Laura and Mozes, Maximilian and Bae, Juhan and Kamalakara, Siddhartha Rao and Talupuru, Dwarak and Locatelli, Acyr and Kirk, Robert and Rockt{\"a}schel, Tim and Grefenstette, Edward and Bartolo, Max},
  booktitle={ICLR 2025},
  year={2025}
}

@inproceedings{paglieri2025balrog,
  title={BALROG: Benchmarking Agentic LLM and VLM Reasoning on Games},
  author={Paglieri, Davide and Cupia{\l}, Bart{\l}omiej and Coward, Samuel and Piterbarg, Ulyana and Wolczyk, Maciej and Khan, Akbir and Pignatelli, Eduardo and Kuci{\'n}ski, {\L}ukasz and Pinto, Lerrel and Fergus, Rob and others},
  booktitle={ICLR 2025},
  year={2025}
}

@misc{parker2024genie,
  title={Genie 2: A Large-Scale Foundation World Model},
  author={Parker-Holder, Jack and Ball, Philip and Bruce, Jake and Dasagi, Vibhavari and Holsheimer, Kristian and Kaplanis, Christos and Moufarek, Alexandre and Scully, Guy and Shar, Jeremy and Shi, Jimmy and others},
  journal={https://deepmind.google/discover/blog/genie-2-a-large-scale-foundation-world-model/},
  url={https://deepmind.google/discover/blog/genie-2-a-large-scale-foundation-world-model/},
  year={2024}
}

@article{rocktaschel2011single,
  title={Single-Step Extraction of Protein-Protein Interactions with Support Vector Machines},
  author={Rockt{\"a}schel, Tim},
  year={2011},
  publisher={Citeseer}
}

@inproceedings{xu2025investigating,
  title={Investigating Non-Transitivity in LLM-as-a-Judge},
  author={Xu, Yi and Ruis, Laura and Rockt{\"a}schel, Tim and Kirk, Robert},
  booktitle={ICML 2025 (𝗦𝗽𝗼𝘁𝗹𝗶𝗴𝗵𝘁)},
  year={2025}
}

@inproceedings{borso2025d3po,
  title={D3PO: Preference-Based Alignment of Discrete Diffusion Models},
  author={Borso, Umberto and Paglieri, Davide and Wells, Jude and Rockt{\"a}schel, Tim},
  booktitle={Bi-Align 2025},
  year={2025}
}

@article{herr2025llm,
  title={LLM-First Search: Self-Guided Exploration of the Solution Space},
  author={Herr, Nathan and Rockt{\"a}schel, Tim and Raileanu, Roberta},
  journal={arXiv preprint arXiv:2506.05213},
  year={2025}
}

@inproceedings{cook2026programming,
  title={Programming by Backprop: An Instruction is Worth 100 Examples When Finetuning LLMs},
  author={Cook, Jonathan and Sapora, Silvia and Ahmadian, Arash and Khan, Akbir and Rocktaschel, Tim and Foerster, Jakob and Ruis, Laura},
  booktitle={ICLR 2026},
  year={2026}
}

@misc{bruce2025generative,
  title={Generative Interactive Environments},
  author={Bruce, Jacob and Dennis, Michael David and Edwards, Ashley Deloris and Parker-Holder, Jack William Thadeus and Shi, Yuge and Hughes, Edward Fauchon and Lai, Matthew and Mavalankar, Aditi Ashutosh and Steigerwald, Richard Anton and Zolna, Konrad and others},
  year={2025},
  month=jul # "~31",
  note={US Patent App. 19/041,971}
}

@inproceedings{paglieri2026learning,
  title={Learning When to Plan: Efficiently Allocating Test-Time Compute for LLM Agents},
  author={Paglieri, Davide and Cupia{\l}, Bart{\l}omiej and Cook, Jonathan and Piterbarg, Ulyana and Tuyls, Jens and Grefenstette, Edward and Foerster, Jakob Nicolaus and Parker-Holder, Jack and Rockt{\"a}schel, Tim},
  booktitle={Meta-Agents 2026},
  year={2026}
}

@inproceedings{guzel2025imagined,
  title={Imagined Autocurricula},
  author={G{\"u}zel, Ahmet H. and Jackson, Matthew Thomas and Liesen, Jarek Luca and Rockt{\"a}schel, Tim and Foerster, Jakob Nicolaus and Bogunovic, Ilija and Parker-Holder, Jack},
  booktitle={NeurIPS 2025},
  year={2025}
}

@misc{ball2025genie,
  title={Genie 3: A New Frontier for World Models},
  author={Ball, P and Bauer, J and Belletti, F and Brownfield, B and Ephrat, A and Fruchter, S and Gupta, A and Holsheimer, K and Holynski, A and Hron, J and others},
  journal={https://deepmind.google/discover/blog/genie-3-a-new-frontier-for-world-models/},
  url={https://deepmind.google/discover/blog/genie-3-a-new-frontier-for-world-models/},
  year={2025}
}

@inproceedings{ropke2026dejaq,
  title={D{\`e}j{\`a}Q: Open-ended Evolution of Diverse, Learnable and Verifiable Problems},
  author={R{\"o}pke, Willem and Coward, Samuel and Lupu, Andrei and Foster, Thomas and Rockt{\"a}schel, Tim and Foerster, Jakob},
  booktitle={LLA 2026},
  year={2026}
}

@misc{recursive2026first,
  title={First Steps Toward Automated AI Research},
  author={Recursive},
  journal={https://www.recursive.com/articles/first-steps-toward-automated-ai-research},
  url={https://www.recursive.com/articles/first-steps-toward-automated-ai-research},
  year={2026}
}

@inproceedings{tessera2026benchmarking,
  title={Benchmarking Open-Ended Multi-Agent Coordination in Language Agents},
  author={Tessera, Kale-ab and Szecsenyi, Andras and Barker, Cameron and Rutherford, Alexander and Paglieri, Davide and Scannell, Aidan and Gouk, Henry and Crowley, Elliot J and Rockt{\"a}schel, Tim and Storkey, Amos},
  booktitle={NeurIPS 2026 (Evaluations and Datasets)},
  year={2026}
}

@article{pappalardo2026anticipating,
  title={Anticipating the Consequences of Curriculum Decisions with Large Language Models},
  author={Pappalardo, Octavio and Herr, Nathan and Rockt{\"a}schel, Tim},
  journal={arXiv preprint arXiv:2610.04604},
  year={2026}
}

@inproceedings{hamid2026stress,
  title={Stress-Testing the Truth Advantage in Language Model Debates},
  author={Hamid, Ethar and Herr, Nathan and Rockt{\"a}schel, Tim},
  booktitle={Verify-Agents 2026},
  year={2026}
}