Skip to content

Commit 50ae145

Browse files
author
The TensorFlow Datasets Authors
committed
Automated metadata update.
PiperOrigin-RevId: 736786640
1 parent ea30be7 commit 50ae145

File tree

6 files changed

+323
-2
lines changed

6 files changed

+323
-2
lines changed

‎tensorflow_datasets/testing/metadata/asimov_multimodal_auto_val/0.1.0/dataset_info.json

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,26 @@
1+
{
2+
"citation": "@article{sermanet2025asimov,\n author = {Pierre Sermanet and Anirudha Majumdar and Alex Irpan and Dmitry Kalashnikov and Vikas Sindhwani},\n title = {Generating Robot Constitutions & Benchmarks for Semantic Safety},\n journal = {arXiv preprint arXiv:2503.08663},\n url = {https://arxiv.org/abs/2503.08663},\n year = {2025},\n}",
3+
"description": "(Image, context, instruction) triplets generated from real images (from RoboVQA dataset) which are modified to contain undesirable elements, generated instructions can be desirable or undesirable (validation set).",
4+
"fileFormat": "array_record",
5+
"location": {
6+
"urls": [
7+
"https://asimov-benchmark.github.io/"
8+
]
9+
},
10+
"moduleName": "tensorflow_datasets.robotics.asimov.asimov",
11+
"name": "asimov_multimodal_auto_val",
12+
"releaseNotes": {
13+
"0.1.0": "Initial release."
14+
},
15+
"splits": [
16+
{
17+
"filepathTemplate": "{DATASET}-{SPLIT}.{FILEFORMAT}-{SHARD_X_OF_Y}",
18+
"name": "val",
19+
"numBytes": "30438660",
20+
"shardLengths": [
21+
"50"
22+
]
23+
}
24+
],
25+
"version": "0.1.0"
26+
}

‎tensorflow_datasets/testing/metadata/asimov_multimodal_auto_val/0.1.0/features.json

Lines changed: 134 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,134 @@
1+
{
2+
"featuresDict": {
3+
"features": {
4+
"image": {
5+
"image": {
6+
"dtype": "uint8",
7+
"encodingFormat": "jpeg",
8+
"shape": {
9+
"dimensions": [
10+
"-1",
11+
"-1",
12+
"3"
13+
]
14+
}
15+
},
16+
"pythonClassName": "tensorflow_datasets.core.features.image_feature.Image"
17+
},
18+
"instructions": {
19+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
20+
"sequence": {
21+
"feature": {
22+
"featuresDict": {
23+
"features": {
24+
"context": {
25+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
26+
"text": {}
27+
},
28+
"instruction": {
29+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
30+
"text": {}
31+
},
32+
"prompt_with_constitution": {
33+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
34+
"text": {}
35+
},
36+
"prompt_with_constitution_chain_of_thought": {
37+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
38+
"text": {}
39+
},
40+
"prompt_with_constitution_chain_of_thought_antijailbreak": {
41+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
42+
"text": {}
43+
},
44+
"prompt_with_constitution_chain_of_thought_antijailbreak_adversary": {
45+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
46+
"text": {}
47+
},
48+
"prompt_with_constitution_chain_of_thought_antijailbreak_adversary_parts": {
49+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
50+
"sequence": {
51+
"feature": {
52+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
53+
"text": {}
54+
},
55+
"length": "-1"
56+
}
57+
},
58+
"prompt_with_constitution_chain_of_thought_antijailbreak_parts": {
59+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
60+
"sequence": {
61+
"feature": {
62+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
63+
"text": {}
64+
},
65+
"length": "-1"
66+
}
67+
},
68+
"prompt_with_constitution_chain_of_thought_parts": {
69+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
70+
"sequence": {
71+
"feature": {
72+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
73+
"text": {}
74+
},
75+
"length": "-1"
76+
}
77+
},
78+
"prompt_with_constitution_parts": {
79+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
80+
"sequence": {
81+
"feature": {
82+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
83+
"text": {}
84+
},
85+
"length": "-1"
86+
}
87+
},
88+
"prompt_without_constitution": {
89+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
90+
"text": {}
91+
},
92+
"prompt_without_constitution_parts": {
93+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
94+
"sequence": {
95+
"feature": {
96+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
97+
"text": {}
98+
},
99+
"length": "-1"
100+
}
101+
},
102+
"undesirable_groundtruth_answer": {
103+
"pythonClassName": "tensorflow_datasets.core.features.tensor_feature.Tensor",
104+
"tensor": {
105+
"dtype": "bool",
106+
"encoding": "none",
107+
"shape": {}
108+
}
109+
}
110+
}
111+
},
112+
"pythonClassName": "tensorflow_datasets.core.features.features_dict.FeaturesDict"
113+
},
114+
"length": "-1"
115+
}
116+
},
117+
"original_image": {
118+
"image": {
119+
"dtype": "uint8",
120+
"encodingFormat": "jpeg",
121+
"shape": {
122+
"dimensions": [
123+
"-1",
124+
"-1",
125+
"3"
126+
]
127+
}
128+
},
129+
"pythonClassName": "tensorflow_datasets.core.features.image_feature.Image"
130+
}
131+
}
132+
},
133+
"pythonClassName": "tensorflow_datasets.core.features.features_dict.FeaturesDict"
134+
}

‎tensorflow_datasets/testing/metadata/asimov_multimodal_manual_val/0.1.0/dataset_info.json

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
{
2+
"citation": "@article{sermanet2025asimov,\n author = {Pierre Sermanet and Anirudha Majumdar and Alex Irpan and Dmitry Kalashnikov and Vikas Sindhwani},\n title = {Generating Robot Constitutions & Benchmarks for Semantic Safety},\n journal = {arXiv preprint arXiv:2503.08663},\n url = {https://arxiv.org/abs/2503.08663},\n year = {2025},\n}",
3+
"description": "(Image, context, instruction) triplets manually taken and written by humans while ensuring that the instruction desirability can only be determined by looking at the image (validation set)",
4+
"fileFormat": "array_record",
5+
"location": {
6+
"urls": [
7+
"https://asimov-benchmark.github.io/"
8+
]
9+
},
10+
"moduleName": "tensorflow_datasets.robotics.asimov.asimov",
11+
"name": "asimov_multimodal_manual_val",
12+
"releaseNotes": {
13+
"0.1.0": "Initial release."
14+
},
15+
"splits": [
16+
{
17+
"filepathTemplate": "{DATASET}-{SPLIT}.{FILEFORMAT}-{SHARD_X_OF_Y}",
18+
"name": "val",
19+
"numBytes": "252402064",
20+
"shardLengths": [
21+
"30",
22+
"29"
23+
]
24+
}
25+
],
26+
"version": "0.1.0"
27+
}

‎tensorflow_datasets/testing/metadata/asimov_multimodal_manual_val/0.1.0/features.json

Lines changed: 134 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,134 @@
1+
{
2+
"featuresDict": {
3+
"features": {
4+
"image": {
5+
"image": {
6+
"dtype": "uint8",
7+
"encodingFormat": "jpeg",
8+
"shape": {
9+
"dimensions": [
10+
"-1",
11+
"-1",
12+
"3"
13+
]
14+
}
15+
},
16+
"pythonClassName": "tensorflow_datasets.core.features.image_feature.Image"
17+
},
18+
"instructions": {
19+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
20+
"sequence": {
21+
"feature": {
22+
"featuresDict": {
23+
"features": {
24+
"context": {
25+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
26+
"text": {}
27+
},
28+
"instruction": {
29+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
30+
"text": {}
31+
},
32+
"prompt_with_constitution": {
33+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
34+
"text": {}
35+
},
36+
"prompt_with_constitution_chain_of_thought": {
37+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
38+
"text": {}
39+
},
40+
"prompt_with_constitution_chain_of_thought_antijailbreak": {
41+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
42+
"text": {}
43+
},
44+
"prompt_with_constitution_chain_of_thought_antijailbreak_adversary": {
45+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
46+
"text": {}
47+
},
48+
"prompt_with_constitution_chain_of_thought_antijailbreak_adversary_parts": {
49+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
50+
"sequence": {
51+
"feature": {
52+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
53+
"text": {}
54+
},
55+
"length": "-1"
56+
}
57+
},
58+
"prompt_with_constitution_chain_of_thought_antijailbreak_parts": {
59+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
60+
"sequence": {
61+
"feature": {
62+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
63+
"text": {}
64+
},
65+
"length": "-1"
66+
}
67+
},
68+
"prompt_with_constitution_chain_of_thought_parts": {
69+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
70+
"sequence": {
71+
"feature": {
72+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
73+
"text": {}
74+
},
75+
"length": "-1"
76+
}
77+
},
78+
"prompt_with_constitution_parts": {
79+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
80+
"sequence": {
81+
"feature": {
82+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
83+
"text": {}
84+
},
85+
"length": "-1"
86+
}
87+
},
88+
"prompt_without_constitution": {
89+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
90+
"text": {}
91+
},
92+
"prompt_without_constitution_parts": {
93+
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
94+
"sequence": {
95+
"feature": {
96+
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
97+
"text": {}
98+
},
99+
"length": "-1"
100+
}
101+
},
102+
"undesirable_groundtruth_answer": {
103+
"pythonClassName": "tensorflow_datasets.core.features.tensor_feature.Tensor",
104+
"tensor": {
105+
"dtype": "bool",
106+
"encoding": "none",
107+
"shape": {}
108+
}
109+
}
110+
}
111+
},
112+
"pythonClassName": "tensorflow_datasets.core.features.features_dict.FeaturesDict"
113+
},
114+
"length": "-1"
115+
}
116+
},
117+
"original_image": {
118+
"image": {
119+
"dtype": "uint8",
120+
"encodingFormat": "jpeg",
121+
"shape": {
122+
"dimensions": [
123+
"-1",
124+
"-1",
125+
"3"
126+
]
127+
}
128+
},
129+
"pythonClassName": "tensorflow_datasets.core.features.image_feature.Image"
130+
}
131+
}
132+
},
133+
"pythonClassName": "tensorflow_datasets.core.features.features_dict.FeaturesDict"
134+
}

‎tensorflow_datasets/testing/metadata/missing.txt

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,5 @@
11
# This file is autogenerated. Do not edit.
22
# This is used for reference and debugging.
3-
asimov_multimodal_auto_val/0.1.0
4-
asimov_multimodal_manual_val/0.1.0
53
c4/multilingual/2.2.0
64
c4/multilingual/2.2.1
75
c4/multilingual/2.3.0

‎tensorflow_datasets/testing/metadata/supported.txt

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -73,6 +73,8 @@ asimov_dilemmas_auto_val/0.1.0
7373
asimov_dilemmas_scifi_train/0.1.0
7474
asimov_dilemmas_scifi_val/0.1.0
7575
asimov_injury_val/0.1.0
76+
asimov_multimodal_auto_val/0.1.0
77+
asimov_multimodal_manual_val/0.1.0
7678
asqa/2.0.0
7779
asset/ratings/1.0.0
7880
asset/simplification/1.0.0

0 commit comments

Comments
 (0)