get list of datasets in collections, we need this for migration

tcnichol · tcnichol · commit e2be15b8af8c · 2025-09-03T13:58:26.000-05:00
diff --git a/scripts/migration/dataset_collection_json.py b/scripts/migration/dataset_collection_json.py
@@ -35,3 +35,8 @@ def get_dataset_collections_map():
                 dataset_to_collection[dataset] = current_value
     return dataset_to_collection
 
+def get_datasets_in_collections():
+    map = get_dataset_collections_map()
+    datasets_in_collections = list(map.keys())
+    return datasets_in_collections
+
diff --git a/scripts/migration/migrate.py b/scripts/migration/migrate.py
@@ -1248,6 +1248,8 @@ def process_user_and_resources_collections(user_v1, USER_MAP, DATASET_MAP, COLLE
         headers=clowder_headers_v1, user_v1=user_v1
     )
 
+    all_collection = get_clowder_v1_user_collections(headers=clowder_headers_v1, user_v1=user_v1)
+
     print(f"Got {len(user_v1_collections)} user collections in the top level")
 
     # filter the collections by space

Original file line number	Diff line number	Diff line change
`@@ -1248,6 +1248,8 @@ def process_user_and_resources_collections(user_v1, USER_MAP, DATASET_MAP, COLLE`
`1248`	`1248`	`headers=clowder_headers_v1, user_v1=user_v1`
`1249`	`1249`	`)`
`1250`	`1250`
	`1251`	`+ all_collection = get_clowder_v1_user_collections(headers=clowder_headers_v1, user_v1=user_v1)`
	`1252`	`+`
`1251`	`1253`	`print(f"Got {len(user_v1_collections)} user collections in the top level")`
`1252`	`1254`
`1253`	`1255`	`# filter the collections by space`