|
2 | 2 | "cells": [ |
3 | 3 | { |
4 | 4 | "cell_type": "code", |
5 | | - "execution_count": 34, |
| 5 | + "execution_count": 1, |
6 | 6 | "id": "2ab1652d", |
7 | 7 | "metadata": {}, |
8 | 8 | "outputs": [ |
9 | 9 | { |
10 | 10 | "name": "stdout", |
11 | 11 | "output_type": "stream", |
12 | 12 | "text": [ |
13 | | - "env: OPENAI_API_KEY=this-doesnt-matter\n" |
| 13 | + "env: OPENAI_API_KEY=this-doesnt-matter\n", |
| 14 | + "/gpu-flopbench\n", |
| 15 | + "hard_dataset_path /gpu-flopbench/dataset-creation/hard_kernels_to_inference_unbalanced_with_compile_commands.csv\n", |
| 16 | + "easy_dataset_path /gpu-flopbench/dataset-creation/kernels_to_inference_balanced_with_compile_commands.csv\n", |
| 17 | + "Azure model could not be setup correctly! Falling back to OpenAI model in its place.\n", |
| 18 | + "Error: Missing credentials. Please pass one of `api_key`, `azure_ad_token`, `azure_ad_token_provider`, or the `AZURE_OPENAI_API_KEY` or `AZURE_OPENAI_AD_TOKEN` environment variables.\n" |
14 | 19 | ] |
15 | 20 | } |
16 | 21 | ], |
|
33 | 38 | }, |
34 | 39 | { |
35 | 40 | "cell_type": "code", |
36 | | - "execution_count": 49, |
| 41 | + "execution_count": 2, |
37 | 42 | "id": "98dc187f-e30d-47ff-8610-fa12920f6685", |
38 | 43 | "metadata": {}, |
39 | 44 | "outputs": [ |
|
60 | 65 | }, |
61 | 66 | { |
62 | 67 | "cell_type": "code", |
63 | | - "execution_count": 35, |
| 68 | + "execution_count": 3, |
64 | 69 | "id": "483998a4", |
65 | 70 | "metadata": {}, |
66 | 71 | "outputs": [ |
67 | 72 | { |
68 | 73 | "name": "stdout", |
69 | 74 | "output_type": "stream", |
70 | 75 | "text": [ |
71 | | - "Processing [./checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:hardDataset.sqlite]\n", |
72 | | - "Processing [./checkpoints/paper-datasets/o3-mini:simplePrompt:azure:hardDataset.sqlite]\n", |
73 | | - "Processing [./checkpoints/paper-datasets/gpt-5-mini:simplePrompt:azure:hardDataset.sqlite]\n", |
74 | | - "Processing [./checkpoints/paper-datasets/o3-mini:simplePrompt:azure:easyDataset.sqlite]\n", |
75 | | - "Processing [./checkpoints/paper-datasets/openai-gpt-5-mini:simplePrompt:openrouter.sqlite]\n", |
76 | | - "Processing [./checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:easyDataset.sqlite]\n", |
77 | | - "['./checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:hardDataset.sqlite', './checkpoints/paper-datasets/o3-mini:simplePrompt:azure:hardDataset.sqlite', './checkpoints/paper-datasets/gpt-5-mini:simplePrompt:azure:hardDataset.sqlite', './checkpoints/paper-datasets/o3-mini:simplePrompt:azure:easyDataset.sqlite', './checkpoints/paper-datasets/openai-gpt-5-mini:simplePrompt:openrouter.sqlite', './checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:easyDataset.sqlite']\n" |
| 76 | + "Processing [./checkpoints/paper-datasets/o3-mini simplePrompt azure easyDataset.sqlite]\n", |
| 77 | + "Processing [./checkpoints/paper-datasets/gpt-5-mini simplePrompt azure hardDataset.sqlite]\n", |
| 78 | + "Processing [./checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure hardDataset.sqlite]\n", |
| 79 | + "Processing [./checkpoints/paper-datasets/openai-gpt-5-mini simplePrompt openrouter easyDataset.sqlite]\n", |
| 80 | + "Processing [./checkpoints/paper-datasets/o3-mini simplePrompt azure hardDataset.sqlite]\n", |
| 81 | + "Processing [./checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure easyDataset.sqlite]\n", |
| 82 | + "['./checkpoints/paper-datasets/o3-mini simplePrompt azure easyDataset.sqlite', './checkpoints/paper-datasets/gpt-5-mini simplePrompt azure hardDataset.sqlite', './checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure hardDataset.sqlite', './checkpoints/paper-datasets/openai-gpt-5-mini simplePrompt openrouter easyDataset.sqlite', './checkpoints/paper-datasets/o3-mini simplePrompt azure hardDataset.sqlite', './checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure easyDataset.sqlite']\n" |
78 | 83 | ] |
79 | 84 | } |
80 | 85 | ], |
|
98 | 103 | }, |
99 | 104 | { |
100 | 105 | "cell_type": "code", |
101 | | - "execution_count": 36, |
| 106 | + "execution_count": 4, |
102 | 107 | "id": "d19d3906", |
103 | 108 | "metadata": {}, |
104 | 109 | "outputs": [ |
105 | 110 | { |
106 | 111 | "name": "stdout", |
107 | 112 | "output_type": "stream", |
108 | 113 | "text": [ |
109 | | - "File DF Size: (1065, 36) for file ./checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:hardDataset.sqlite\n", |
110 | | - "File DF Size: (1065, 36) for file ./checkpoints/paper-datasets/o3-mini:simplePrompt:azure:hardDataset.sqlite\n", |
111 | | - "File DF Size: (1072, 36) for file ./checkpoints/paper-datasets/gpt-5-mini:simplePrompt:azure:hardDataset.sqlite\n", |
112 | | - "File DF Size: (609, 36) for file ./checkpoints/paper-datasets/o3-mini:simplePrompt:azure:easyDataset.sqlite\n", |
113 | | - "File DF Size: (609, 36) for file ./checkpoints/paper-datasets/openai-gpt-5-mini:simplePrompt:openrouter.sqlite\n", |
114 | | - "File DF Size: (609, 36) for file ./checkpoints/paper-datasets/gpt-4o-mini:simplePrompt:azure:easyDataset.sqlite\n" |
| 114 | + "File DF Size: (609, 36) for file ./checkpoints/paper-datasets/o3-mini simplePrompt azure easyDataset.sqlite\n", |
| 115 | + "File DF Size: (1072, 36) for file ./checkpoints/paper-datasets/gpt-5-mini simplePrompt azure hardDataset.sqlite\n", |
| 116 | + "File DF Size: (1065, 36) for file ./checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure hardDataset.sqlite\n", |
| 117 | + "File DF Size: (609, 36) for file ./checkpoints/paper-datasets/openai-gpt-5-mini simplePrompt openrouter easyDataset.sqlite\n", |
| 118 | + "File DF Size: (1065, 36) for file ./checkpoints/paper-datasets/o3-mini simplePrompt azure hardDataset.sqlite\n", |
| 119 | + "File DF Size: (609, 36) for file ./checkpoints/paper-datasets/gpt-4o-mini simplePrompt azure easyDataset.sqlite\n" |
115 | 120 | ] |
116 | 121 | } |
117 | 122 | ], |
|
0 commit comments