Experiments (#3)

* 1st version of generation & refactor

* working version

* update .gitignore

* wip experiments with svd

* update 01-05

* fix lint

Author: kamil271e

.gitignore

@@ -1,5 +1,7 @@
 *.npy
 *.png
+*.pt
+*.ods
 
 __pycache__
 
@@ -9,3 +11,6 @@ __pycache__
 .python-version
 
 /tensors/**
+/data/**
+
+uv.lock

Makefile

@@ -6,4 +6,27 @@ check_format:
 	uv run ruff check src
 
 mypy:
-	uv run mypy src/
+	uv run mypy src/
+
+synthetic_pipe:
+	uv run python -m src.research.synthetic_pipe \
+		$(if $(all_models), --all_models=$(all_models)) \
+		$(if $(all_optimizers), --all_optimizers=$(all_optimizers)) \
+		$(if $(datasets), --datasets=$(datasets)) \
+		$(if $(models), --models=$(models)) \
+		$(if $(train_loops), --train_loops=$(train_loops))
+
+nn_analysis:
+	uv run python -m src.research.nn_analysis
+
+clean:
+	rm -rf data/*
+	rm -rf img/*
+	rm -rf data/.gitkeep
+	rm -rf img/.gitkeep
+
+full_pipe:
+	make clean
+	make synthetic_pipe
+	make nn_analysis
+

notebooks/full_pipe.ipynb

@@ -0,0 +1,65 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "45a3f8e7",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import torch\n",
+    "import sys\n",
+    "\n",
+    "sys.path.append(\"..\")\n",
+    "\n",
+    "from src.config import DTYPE\n",
+    "from src.experiments.utils import *\n",
+    "from src.experiments.run import end_to_end_experiment\n",
+    "\n",
+    "torch.set_default_dtype(DTYPE)\n",
+    "\n",
+    "if DTYPE == torch.float64:\n",
+    "    dtype = \"fp64\"\n",
+    "elif DTYPE == torch.float32:\n",
+    "    dtype = \"fp32\"\n",
+    "\n",
+    "drivers = [None, \"gesvd\"]\n",
+    "pretrain_options = [False, True]\n",
+    "real_data_options = [False, True]\n",
+    "maxtr_options = [False, True]\n",
+    "\n",
+    "for DRIVER in drivers:\n",
+    "    for PRETRAIN in pretrain_options:\n",
+    "        for REAL_DATA in real_data_options:\n",
+    "            for MAXTR in maxtr_options:\n",
+    "                end_to_end_experiment(\n",
+    "                    svd_driver=DRIVER,\n",
+    "                    is_pretrained=PRETRAIN,\n",
+    "                    is_real_data_pretrained=REAL_DATA,\n",
+    "                    max_frobenius_norm=MAXTR,\n",
+    "                )"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": ".venv",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.7"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}