Skip to content

Commit 04a7c75

Browse files
MMathisLabMMathisLab
authored
update to imports (#7)
* Created using Colab * Update Ablation_Study.ipynb
1 parent b4bd3ae commit 04a7c75

File tree

1 file changed

+59
-179
lines changed

1 file changed

+59
-179
lines changed

‎Notebooks/Ablation_Study.ipynb‎

Lines changed: 59 additions & 179 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,15 @@
11
{
22
"cells": [
3+
{
4+
"cell_type": "markdown",
5+
"metadata": {
6+
"id": "view-in-github",
7+
"colab_type": "text"
8+
},
9+
"source": [
10+
"<a href=\"https://colab.research.google.com/github/AdaptiveMotorControlLab/AROS/blob/main/Notebooks/Ablation_Study.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
11+
]
12+
},
313
{
414
"cell_type": "markdown",
515
"source": [
@@ -11,87 +21,57 @@
1121
},
1222
{
1323
"cell_type": "code",
14-
"execution_count": null,
24+
"source": [
25+
"!git clone https://github.com/AdaptiveMotorControlLab/AROS.git"
26+
],
1527
"metadata": {
16-
"id": "S2YKR1ps79o3",
17-
"outputId": "499e2580-c01b-4f2d-a59d-890f798b3295"
28+
"id": "RoJ64RU50lri"
1829
},
19-
"outputs": [
20-
{
21-
"name": "stdout",
22-
"output_type": "stream",
23-
"text": [
24-
"Defaulting to user installation because normal site-packages is not writeable\n",
25-
"Collecting git+https://github.com/RobustBench/robustbench.git (from -r requirements.txt (line 3))\n",
26-
" Cloning https://github.com/RobustBench/robustbench.git to /tmp/pip-req-build-cdsd2hhb\n",
27-
" Running command git clone --filter=blob:none --quiet https://github.com/RobustBench/robustbench.git /tmp/pip-req-build-cdsd2hhb\n",
28-
" Resolved https://github.com/RobustBench/robustbench.git to commit 776bc95bb4167827fb102a32ac5aea62e46cfaab\n",
29-
" Preparing metadata (setup.py) ... \u001b[?25ldone\n",
30-
"\u001b[?25hRequirement already satisfied: geotorch in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 1)) (0.3.0)\n",
31-
"Requirement already satisfied: torchdiffeq in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 2)) (0.2.4)\n",
32-
"Requirement already satisfied: torch>=1.9 in /usr/local/lib/python3.10/dist-packages (from geotorch->-r requirements.txt (line 1)) (2.4.1)\n",
33-
"Requirement already satisfied: scipy>=1.4.0 in /usr/local/lib/python3.10/dist-packages (from torchdiffeq->-r requirements.txt (line 2)) (1.14.1)\n",
34-
"Collecting autoattack@ git+https://github.com/fra31/auto-attack.git@a39220048b3c9f2cca9a4d3a54604793c68eca7e#egg=autoattack\n",
35-
" Using cached autoattack-0.1-py3-none-any.whl\n",
36-
"Requirement already satisfied: Jinja2~=3.1.2 in /usr/local/lib/python3.10/dist-packages (from robustbench==1.1->-r requirements.txt (line 3)) (3.1.4)\n",
37-
"Requirement already satisfied: gdown==5.1.0 in /home/hossein/.local/lib/python3.10/site-packages (from robustbench==1.1->-r requirements.txt (line 3)) (5.1.0)\n",
38-
"Requirement already satisfied: numpy>=1.19.4 in /usr/local/lib/python3.10/dist-packages (from robustbench==1.1->-r requirements.txt (line 3)) (2.1.2)\n",
39-
"Requirement already satisfied: pandas>=1.3.5 in /usr/local/lib/python3.10/dist-packages (from robustbench==1.1->-r requirements.txt (line 3)) (2.2.3)\n",
40-
"Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from robustbench==1.1->-r requirements.txt (line 3)) (6.0.2)\n",
41-
"Requirement already satisfied: requests>=2.25.0 in /usr/local/lib/python3.10/dist-packages (from robustbench==1.1->-r requirements.txt (line 3)) (2.32.3)\n",
42-
"Requirement already satisfied: timm>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from robustbench==1.1->-r requirements.txt (line 3)) (1.0.9)\n",
43-
"Requirement already satisfied: torchvision>=0.8.2 in /usr/local/lib/python3.10/dist-packages (from robustbench==1.1->-r requirements.txt (line 3)) (0.19.1)\n",
44-
"Requirement already satisfied: tqdm>=4.56.1 in /usr/local/lib/python3.10/dist-packages (from robustbench==1.1->-r requirements.txt (line 3)) (4.66.5)\n",
45-
"Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from gdown==5.1.0->robustbench==1.1->-r requirements.txt (line 3)) (4.12.3)\n",
46-
"Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from gdown==5.1.0->robustbench==1.1->-r requirements.txt (line 3)) (3.16.1)\n",
47-
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from Jinja2~=3.1.2->robustbench==1.1->-r requirements.txt (line 3)) (2.1.5)\n",
48-
"Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas>=1.3.5->robustbench==1.1->-r requirements.txt (line 3)) (2.9.0.post0)\n",
49-
"Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.10/dist-packages (from pandas>=1.3.5->robustbench==1.1->-r requirements.txt (line 3)) (2024.2)\n",
50-
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=1.3.5->robustbench==1.1->-r requirements.txt (line 3)) (2024.2)\n",
51-
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.25.0->robustbench==1.1->-r requirements.txt (line 3)) (2.2.3)\n",
52-
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.25.0->robustbench==1.1->-r requirements.txt (line 3)) (3.3.2)\n",
53-
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.25.0->robustbench==1.1->-r requirements.txt (line 3)) (2024.8.30)\n",
54-
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.25.0->robustbench==1.1->-r requirements.txt (line 3)) (3.10)\n",
55-
"Requirement already satisfied: safetensors in /usr/local/lib/python3.10/dist-packages (from timm>=0.9.0->robustbench==1.1->-r requirements.txt (line 3)) (0.4.5)\n",
56-
"Requirement already satisfied: huggingface_hub in /usr/local/lib/python3.10/dist-packages (from timm>=0.9.0->robustbench==1.1->-r requirements.txt (line 3)) (0.25.2)\n",
57-
"Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (12.1.105)\n",
58-
"Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (12.1.0.106)\n",
59-
"Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (12.1.105)\n",
60-
"Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (2.20.5)\n",
61-
"Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (12.1.105)\n",
62-
"Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (4.12.2)\n",
63-
"Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (12.1.3.1)\n",
64-
"Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (10.3.2.106)\n",
65-
"Requirement already satisfied: nvidia-cudnn-cu12==9.1.0.70 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (9.1.0.70)\n",
66-
"Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (3.3)\n",
67-
"Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (11.0.2.54)\n",
68-
"Requirement already satisfied: triton==3.0.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (3.0.0)\n",
69-
"Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (12.1.105)\n",
70-
"Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (1.13.3)\n",
71-
"Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (11.4.5.107)\n",
72-
"Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=1.9->geotorch->-r requirements.txt (line 1)) (2024.9.0)\n",
73-
"Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.9->geotorch->-r requirements.txt (line 1)) (12.6.77)\n",
74-
"Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision>=0.8.2->robustbench==1.1->-r requirements.txt (line 3)) (10.4.0)\n",
75-
"Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas>=1.3.5->robustbench==1.1->-r requirements.txt (line 3)) (1.16.0)\n",
76-
"Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->gdown==5.1.0->robustbench==1.1->-r requirements.txt (line 3)) (2.6)\n",
77-
"Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub->timm>=0.9.0->robustbench==1.1->-r requirements.txt (line 3)) (24.1)\n",
78-
"Requirement already satisfied: PySocks!=1.5.7,>=1.5.6 in /usr/local/lib/python3.10/dist-packages (from requests>=2.25.0->robustbench==1.1->-r requirements.txt (line 3)) (1.7.1)\n",
79-
"Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.9->geotorch->-r requirements.txt (line 1)) (1.3.0)\n"
80-
]
81-
}
30+
"execution_count": null,
31+
"outputs": []
32+
},
33+
{
34+
"cell_type": "code",
35+
"source": [
36+
"%cd /content/AROS\n",
37+
"%ls\n",
38+
"!pip install -r requirements.txt"
8239
],
40+
"metadata": {
41+
"id": "e_k9dufx09HZ"
42+
},
43+
"execution_count": null,
44+
"outputs": []
45+
},
46+
{
47+
"cell_type": "code",
48+
"execution_count": null,
49+
"metadata": {
50+
"id": "S2YKR1ps79o3"
51+
},
52+
"outputs": [],
8353
"source": [
84-
"!pip install -r requirements.txt\n",
8554
"import argparse\n",
8655
"import torch\n",
8756
"import torch.nn as nn\n",
88-
"from evaluate import *\n",
89-
"from utils import *\n",
90-
"from tqdm.notebook import tqdm\n",
91-
"from data_loader import *\n",
92-
"from stability_loss_function import *"
57+
"from tqdm.notebook import tqdm"
9358
]
9459
},
60+
{
61+
"cell_type": "code",
62+
"source": [
63+
"%cd AROS\n",
64+
"from data_loader import *\n",
65+
"from stability_loss_function import *\n",
66+
"from evaluate import *\n",
67+
"from utils import *"
68+
],
69+
"metadata": {
70+
"id": "tsnDsEXY1AcI"
71+
},
72+
"execution_count": null,
73+
"outputs": []
74+
},
9575
{
9676
"cell_type": "code",
9777
"execution_count": null,
@@ -134,59 +114,9 @@
134114
"cell_type": "code",
135115
"execution_count": null,
136116
"metadata": {
137-
"id": "g2TltXvg7MfF",
138-
"outputId": "4df864e7-e14b-4db4-e1ae-06e33c9b11be",
139-
"colab": {
140-
"referenced_widgets": [
141-
"59296a90b8c84b1c94648a4c5d68a43b",
142-
"ad54c341af6e400280d000b3725f08ee"
143-
]
144-
}
117+
"id": "g2TltXvg7MfF"
145118
},
146-
"outputs": [
147-
{
148-
"data": {
149-
"application/vnd.jupyter.widget-view+json": {
150-
"model_id": "59296a90b8c84b1c94648a4c5d68a43b",
151-
"version_major": 2,
152-
"version_minor": 0
153-
},
154-
"text/plain": [
155-
" 0%| | 0/1250 [00:00<?, ?batch/s]"
156-
]
157-
},
158-
"metadata": {},
159-
"output_type": "display_data"
160-
},
161-
{
162-
"name": "stdout",
163-
"output_type": "stream",
164-
"text": [
165-
"0.8422808549999998\n"
166-
]
167-
},
168-
{
169-
"data": {
170-
"application/vnd.jupyter.widget-view+json": {
171-
"model_id": "ad54c341af6e400280d000b3725f08ee",
172-
"version_major": 2,
173-
"version_minor": 0
174-
},
175-
"text/plain": [
176-
" 0%| | 0/1250 [00:00<?, ?batch/s]"
177-
]
178-
},
179-
"metadata": {},
180-
"output_type": "display_data"
181-
},
182-
{
183-
"name": "stdout",
184-
"output_type": "stream",
185-
"text": [
186-
"0.434837885\n"
187-
]
188-
}
189-
],
119+
"outputs": [],
190120
"source": [
191121
"robust_backbone = load_model(model_name=args.model_name, dataset=args.in_dataset, threat_model=args.threat_model).to(device)\n",
192122
"\n",
@@ -207,60 +137,9 @@
207137
"cell_type": "code",
208138
"execution_count": null,
209139
"metadata": {
210-
"id": "QeC-30C5ImKg",
211-
"outputId": "793be5f3-3307-4a3d-8e5f-177ac212d30a",
212-
"colab": {
213-
"referenced_widgets": [
214-
"c9c97585bef049ca9974797d1d5964ab",
215-
"97f0832ab970458f947318195735214b"
216-
]
217-
}
140+
"id": "QeC-30C5ImKg"
218141
},
219-
"outputs": [
220-
{
221-
"name": "stderr",
222-
"output_type": "stream",
223-
"text": [
224-
"/home/hossein/.local/lib/python3.10/site-packages/robustbench/utils.py:165: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n",
225-
" checkpoint = torch.load(model_path, map_location=torch.device('cpu'))\n"
226-
]
227-
},
228-
{
229-
"data": {
230-
"application/vnd.jupyter.widget-view+json": {
231-
"model_id": "c9c97585bef049ca9974797d1d5964ab",
232-
"version_major": 2,
233-
"version_minor": 0
234-
},
235-
"text/plain": [
236-
" 0%| | 0/1250 [00:00<?, ?batch/s]"
237-
]
238-
},
239-
"metadata": {},
240-
"output_type": "display_data"
241-
},
242-
{
243-
"name": "stdout",
244-
"output_type": "stream",
245-
"text": [
246-
"0.7425861699999999\n"
247-
]
248-
},
249-
{
250-
"data": {
251-
"application/vnd.jupyter.widget-view+json": {
252-
"model_id": "97f0832ab970458f947318195735214b",
253-
"version_major": 2,
254-
"version_minor": 0
255-
},
256-
"text/plain": [
257-
" 0%| | 0/1250 [00:00<?, ?batch/s]"
258-
]
259-
},
260-
"metadata": {},
261-
"output_type": "display_data"
262-
}
263-
],
142+
"outputs": [],
264143
"source": [
265144
"robust_backbone = load_model(model_name=args.model_name, dataset=args.in_dataset, threat_model=args.threat_model).to(device)\n",
266145
"\n",
@@ -280,7 +159,8 @@
280159
],
281160
"metadata": {
282161
"colab": {
283-
"provenance": []
162+
"provenance": [],
163+
"include_colab_link": true
284164
},
285165
"kernelspec": {
286166
"display_name": "Python 3 (ipykernel)",
@@ -302,4 +182,4 @@
302182
},
303183
"nbformat": 4,
304184
"nbformat_minor": 0
305-
}
185+
}

0 commit comments

Comments
 (0)