We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c93fd26 commit 492fcfbCopy full SHA for 492fcfb
python/dolma/core/runtime.py
@@ -212,8 +212,9 @@ def _write_sample_to_streams(
212
attributes_by_stream[tagger_output.path] = {}
213
214
for tagger_key, tagger_value in tagger_data.items():
215
- tagger_key = f"{tagger_output.exp}__{tagger_output.name}__{make_variable_name(tagger_key)}"
216
- attributes_by_stream[tagger_output.path][tagger_key] = tagger_value
+ if tagger_key:
+ tagger_key = f"{tagger_output.exp}__{tagger_output.name}__{make_variable_name(tagger_key)}"
217
+ attributes_by_stream[tagger_output.path][tagger_key] = tagger_value
218
219
for stream_path, attributes in attributes_by_stream.items():
220
# actually write
0 commit comments