diff --git a/tensorflow_datasets/rlds/rlds_base.py b/tensorflow_datasets/rlds/rlds_base.py
index 9e2f7ce1b53..6e34862392f 100644
--- a/tensorflow_datasets/rlds/rlds_base.py
+++ b/tensorflow_datasets/rlds/rlds_base.py
@@ -75,6 +75,8 @@ def build_info(
   episode_metadata = ds_config.episode_metadata_info
   if episode_metadata is None:
     episode_metadata = {}
+  else:
+    episode_metadata = {"episode_metadata": episode_metadata}
   step_info = {
       'is_terminal': tf.bool,
       'is_first': tf.bool,