Skip to content

Commit 4e4aa41

Browse files
authored
fix make_base_specs() for local files (#113)
1 parent efdfa86 commit 4e4aa41

File tree

1 file changed

+19
-8
lines changed
  • client/python/projectairsim/src/projectairsim/datacollection/specs

1 file changed

+19
-8
lines changed

client/python/projectairsim/src/projectairsim/datacollection/specs/spec_main.py

Lines changed: 19 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -110,11 +110,21 @@ def make_base_specs(
110110
data_spec: Dict,
111111
container_client: ContainerClient,
112112
) -> None:
113-
# TODO: Upload each of these files to container
114-
blob_list = [blob.name for blob in container_client.list_blobs()]
113+
114+
if container_client is not None:
115+
file_list = [blob.name for blob in container_client.list_blobs()]
116+
else:
117+
# If no container client is provided, assume local storage
118+
# Search for existing specs_file_names files in the local save path
119+
file_list = [
120+
file for file in os.listdir(save_path)
121+
if file in specs_file_names.values()
122+
]
123+
124+
115125

116126
for key in specs_file_names.keys():
117-
if specs_file_names.get(key) not in blob_list:
127+
if specs_file_names.get(key) not in file_list:
118128
file_save_path = pathlib.Path(save_path, specs_file_names.get(key))
119129
if key == "jsonl":
120130
jsonl_data = spec_jsonl.make_base_jsonl()
@@ -131,11 +141,12 @@ def make_base_specs(
131141
if key == "coco":
132142
spec_coco.make_base_coco_json(output_spec, file_save_path)
133143

134-
upload_blob(
135-
container_client,
136-
blob_name=os.path.join(BLOB_BASE_PATH, specs_file_names[key]),
137-
file_path=file_save_path,
138-
)
144+
if container_client is not None:
145+
upload_blob(
146+
container_client,
147+
blob_name=os.path.join(BLOB_BASE_PATH, specs_file_names[key]),
148+
file_path=file_save_path,
149+
)
139150

140151
return
141152

0 commit comments

Comments
 (0)