We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bbb9ca7 commit e3d4195Copy full SHA for e3d4195
infra/scripts/index_datasets.py
@@ -51,19 +51,19 @@
51
#if blob.name.endswith(".csv"):
52
title = blob.name.replace(".csv", "")
53
title = blob.name.replace(".json", "")
54
- csv_data = container_client.download_blob(blob.name).readall()
+ data = container_client.download_blob(blob.name).readall()
55
56
try:
57
print(f"Reading data from blob: {blob.name}...")
58
- csv_text = csv_data.decode('utf-8')
+ text = data.decode('utf-8')
59
data_list.append({
60
- "content": csv_text,
+ "content": text,
61
"id": str(idx),
62
"title": title
63
})
64
success_count += 1
65
except Exception as e:
66
- print(f"Error reading CSV file - {blob.name}: {e}")
+ print(f"Error reading file - {blob.name}: {e}")
67
fail_count += 1
68
continue
69
0 commit comments