Skip to content

Commit 0ffd41f

Browse files
committed
changed filenames to remove semicolon, incompatible on Windows
1 parent 8297d0a commit 0ffd41f

8 files changed

+24
-19
lines changed

llm-querying/checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:easyDataset.sqlite renamed to llm-querying/checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure easyDataset.sqlite

File renamed without changes.

llm-querying/checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:hardDataset.sqlite renamed to llm-querying/checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure hardDataset.sqlite

File renamed without changes.

llm-querying/checkpoints/paper-datasets/gpt-5-mini:simplePrompt:azure:hardDataset.sqlite renamed to llm-querying/checkpoints/paper-datasets/gpt-5-mini simplePrompt azure hardDataset.sqlite

File renamed without changes.

llm-querying/checkpoints/paper-datasets/o3-mini:simplePrompt:azure:easyDataset.sqlite renamed to llm-querying/checkpoints/paper-datasets/o3-mini simplePrompt azure easyDataset.sqlite

File renamed without changes.

llm-querying/checkpoints/paper-datasets/o3-mini:simplePrompt:azure:hardDataset.sqlite renamed to llm-querying/checkpoints/paper-datasets/o3-mini simplePrompt azure hardDataset.sqlite

File renamed without changes.

llm-querying/checkpoints/paper-datasets/openai-gpt-5-mini:simplePrompt:openrouter.sqlite renamed to llm-querying/checkpoints/paper-datasets/openai-gpt-5-mini simplePrompt openrouter easyDataset.sqlite

File renamed without changes.

llm-querying/run_llm_queries.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -74,7 +74,7 @@ def main():
7474
df = hard_df_to_query if args.hardDataset else easy_df_to_query
7575

7676
if args.sqlDBFile is None:
77-
args.sqlDBFile = f'./checkpoints/{model_name_sanitized}:{prompt_type}:{provider_name}:{dataset_type}.sqlite'
77+
args.sqlDBFile = f'./checkpoints/{model_name_sanitized} {prompt_type} {provider_name} {dataset_type}.sqlite'
7878
# print the cwd
7979
print(f"Current working directory: {os.getcwd()}", flush=True)
8080

llm-querying/visualizeSQLResults.ipynb

Lines changed: 23 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -2,15 +2,20 @@
22
"cells": [
33
{
44
"cell_type": "code",
5-
"execution_count": 34,
5+
"execution_count": 1,
66
"id": "2ab1652d",
77
"metadata": {},
88
"outputs": [
99
{
1010
"name": "stdout",
1111
"output_type": "stream",
1212
"text": [
13-
"env: OPENAI_API_KEY=this-doesnt-matter\n"
13+
"env: OPENAI_API_KEY=this-doesnt-matter\n",
14+
"/gpu-flopbench\n",
15+
"hard_dataset_path /gpu-flopbench/dataset-creation/hard_kernels_to_inference_unbalanced_with_compile_commands.csv\n",
16+
"easy_dataset_path /gpu-flopbench/dataset-creation/kernels_to_inference_balanced_with_compile_commands.csv\n",
17+
"Azure model could not be setup correctly! Falling back to OpenAI model in its place.\n",
18+
"Error: Missing credentials. Please pass one of `api_key`, `azure_ad_token`, `azure_ad_token_provider`, or the `AZURE_OPENAI_API_KEY` or `AZURE_OPENAI_AD_TOKEN` environment variables.\n"
1419
]
1520
}
1621
],
@@ -33,7 +38,7 @@
3338
},
3439
{
3540
"cell_type": "code",
36-
"execution_count": 49,
41+
"execution_count": 2,
3742
"id": "98dc187f-e30d-47ff-8610-fa12920f6685",
3843
"metadata": {},
3944
"outputs": [
@@ -60,21 +65,21 @@
6065
},
6166
{
6267
"cell_type": "code",
63-
"execution_count": 35,
68+
"execution_count": 3,
6469
"id": "483998a4",
6570
"metadata": {},
6671
"outputs": [
6772
{
6873
"name": "stdout",
6974
"output_type": "stream",
7075
"text": [
71-
"Processing [./checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:hardDataset.sqlite]\n",
72-
"Processing [./checkpoints/paper-datasets/o3-mini:simplePrompt:azure:hardDataset.sqlite]\n",
73-
"Processing [./checkpoints/paper-datasets/gpt-5-mini:simplePrompt:azure:hardDataset.sqlite]\n",
74-
"Processing [./checkpoints/paper-datasets/o3-mini:simplePrompt:azure:easyDataset.sqlite]\n",
75-
"Processing [./checkpoints/paper-datasets/openai-gpt-5-mini:simplePrompt:openrouter.sqlite]\n",
76-
"Processing [./checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:easyDataset.sqlite]\n",
77-
"['./checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:hardDataset.sqlite', './checkpoints/paper-datasets/o3-mini:simplePrompt:azure:hardDataset.sqlite', './checkpoints/paper-datasets/gpt-5-mini:simplePrompt:azure:hardDataset.sqlite', './checkpoints/paper-datasets/o3-mini:simplePrompt:azure:easyDataset.sqlite', './checkpoints/paper-datasets/openai-gpt-5-mini:simplePrompt:openrouter.sqlite', './checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:easyDataset.sqlite']\n"
76+
"Processing [./checkpoints/paper-datasets/o3-mini simplePrompt azure easyDataset.sqlite]\n",
77+
"Processing [./checkpoints/paper-datasets/gpt-5-mini simplePrompt azure hardDataset.sqlite]\n",
78+
"Processing [./checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure hardDataset.sqlite]\n",
79+
"Processing [./checkpoints/paper-datasets/openai-gpt-5-mini simplePrompt openrouter easyDataset.sqlite]\n",
80+
"Processing [./checkpoints/paper-datasets/o3-mini simplePrompt azure hardDataset.sqlite]\n",
81+
"Processing [./checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure easyDataset.sqlite]\n",
82+
"['./checkpoints/paper-datasets/o3-mini simplePrompt azure easyDataset.sqlite', './checkpoints/paper-datasets/gpt-5-mini simplePrompt azure hardDataset.sqlite', './checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure hardDataset.sqlite', './checkpoints/paper-datasets/openai-gpt-5-mini simplePrompt openrouter easyDataset.sqlite', './checkpoints/paper-datasets/o3-mini simplePrompt azure hardDataset.sqlite', './checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure easyDataset.sqlite']\n"
7883
]
7984
}
8085
],
@@ -98,20 +103,20 @@
98103
},
99104
{
100105
"cell_type": "code",
101-
"execution_count": 36,
106+
"execution_count": 4,
102107
"id": "d19d3906",
103108
"metadata": {},
104109
"outputs": [
105110
{
106111
"name": "stdout",
107112
"output_type": "stream",
108113
"text": [
109-
"File DF Size: (1065, 36) for file ./checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:hardDataset.sqlite\n",
110-
"File DF Size: (1065, 36) for file ./checkpoints/paper-datasets/o3-mini:simplePrompt:azure:hardDataset.sqlite\n",
111-
"File DF Size: (1072, 36) for file ./checkpoints/paper-datasets/gpt-5-mini:simplePrompt:azure:hardDataset.sqlite\n",
112-
"File DF Size: (609, 36) for file ./checkpoints/paper-datasets/o3-mini:simplePrompt:azure:easyDataset.sqlite\n",
113-
"File DF Size: (609, 36) for file ./checkpoints/paper-datasets/openai-gpt-5-mini:simplePrompt:openrouter.sqlite\n",
114-
"File DF Size: (609, 36) for file ./checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:easyDataset.sqlite\n"
114+
"File DF Size: (609, 36) for file ./checkpoints/paper-datasets/o3-mini simplePrompt azure easyDataset.sqlite\n",
115+
"File DF Size: (1072, 36) for file ./checkpoints/paper-datasets/gpt-5-mini simplePrompt azure hardDataset.sqlite\n",
116+
"File DF Size: (1065, 36) for file ./checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure hardDataset.sqlite\n",
117+
"File DF Size: (609, 36) for file ./checkpoints/paper-datasets/openai-gpt-5-mini simplePrompt openrouter easyDataset.sqlite\n",
118+
"File DF Size: (1065, 36) for file ./checkpoints/paper-datasets/o3-mini simplePrompt azure hardDataset.sqlite\n",
119+
"File DF Size: (609, 36) for file ./checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure easyDataset.sqlite\n"
115120
]
116121
}
117122
],

0 commit comments

Comments
 (0)