@@ -110,11 +110,21 @@ def make_base_specs(
110110 data_spec : Dict ,
111111 container_client : ContainerClient ,
112112) -> None :
113- # TODO: Upload each of these files to container
114- blob_list = [blob .name for blob in container_client .list_blobs ()]
113+
114+ if container_client is not None :
115+ file_list = [blob .name for blob in container_client .list_blobs ()]
116+ else :
117+ # If no container client is provided, assume local storage
118+ # Search for existing specs_file_names files in the local save path
119+ file_list = [
120+ file for file in os .listdir (save_path )
121+ if file in specs_file_names .values ()
122+ ]
123+
124+
115125
116126 for key in specs_file_names .keys ():
117- if specs_file_names .get (key ) not in blob_list :
127+ if specs_file_names .get (key ) not in file_list :
118128 file_save_path = pathlib .Path (save_path , specs_file_names .get (key ))
119129 if key == "jsonl" :
120130 jsonl_data = spec_jsonl .make_base_jsonl ()
@@ -131,11 +141,12 @@ def make_base_specs(
131141 if key == "coco" :
132142 spec_coco .make_base_coco_json (output_spec , file_save_path )
133143
134- upload_blob (
135- container_client ,
136- blob_name = os .path .join (BLOB_BASE_PATH , specs_file_names [key ]),
137- file_path = file_save_path ,
138- )
144+ if container_client is not None :
145+ upload_blob (
146+ container_client ,
147+ blob_name = os .path .join (BLOB_BASE_PATH , specs_file_names [key ]),
148+ file_path = file_save_path ,
149+ )
139150
140151 return
141152
0 commit comments