Introduce build workflow with pixi.

.gitattributes

@@ -0,0 +1,2 @@
+# SCM syntax highlighting & preventing 3-way merges
+pixi.lock merge=binary linguist-language=YAML linguist-generated=true

.gitignore

@@ -0,0 +1,6 @@
+/git/
+
+
+# pixi environments
+.pixi
+*.egg-info

pixi.toml

@@ -0,0 +1,77 @@
+[workspace]
+authors = ["Hameer Abbasi <[email protected]>"]
+channels = ["conda-forge"]
+name = "pytorch-dev"
+platforms = ["linux-64"]
+version = "0.1.0"
+
+[tasks]
+build = "./torch-build.sh"
+update = "./torch-update.sh"
+clone = "./torch-clone.sh"
+
+[activation.env]
+PYTORCH_BUILD_DIRECTORY = "${PIXI_PROJECT_ROOT}/git"
+PYTORCH_PIXI_BUILD = "1"
+
+[dependencies]
+python = "3.9.*"
+pip = "*"
+cpython = "*"
+gcc = "13.*"
+gxx = "13.*"
+gdb = "*"
+clang = "*"
+clangxx = "*"
+lldb = "*"
+magma = "*"
+cuda-driver-dev = "*"
+cuda-version = "12.6.*"
+cudnn = "*"
+conda-gcc-specs = "*"
+cuda-libraries-dev = "*"
+cuda-nvcc = "*"
+cuda-gdb = "*"
+cuda-nvtx-dev = "*"
+cuda-nvml-dev = "*"
+cuda-cupti-dev = "*"
+ccache = "*"
+cmake = "*"
+fsspec = "*"
+mkl = "*"
+mkl-include = "*"
+ninja = "*"
+packaging = "*"
+pyyaml = "*"
+scikit-build = "*"
+setuptools = "*"
+sysroot_linux-64 = ">=2.17"
+types-dataclasses = "*"
+typing = "*"
+typing-extensions = "*"
+wheel = "*"
+numpy = "*"
+expecttest = "*"
+hypothesis = "*"
+lintrunner = "*"
+scipy = "*"
+psutil = "*"
+pytest = "*"
+ghstack = "*"
+ipython = "*"
+pytest-sugar = "*"
+pytest-xdist = "*"
+filelock = "*"
+sympy = "*"
+astunparse = "*"
+dill = "*"
+jinja2 = "*"
+lark = "*"
+optree = "*"
+tabulate = "*"
+networkx = "*"
+zlib = "*"
+halide-python = "*"
+
+[pypi-dependencies]
+z3-solver = "*"

pytorch-build.sh

@@ -3,8 +3,10 @@ set -e
 
 SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
 
-eval "$(conda shell.bash hook)"
-conda activate ${PYTORCH_CONDA_ENV:=pytorch-dev$PYTORCH_BUILD_SUFFIX}
+if ${PYTORCH_PIXI_BUILD:-0} -eq 0; then
+    eval "$(conda shell.bash hook)"
+    conda activate ${PYTORCH_CONDA_ENV:=pytorch-dev$PYTORCH_BUILD_SUFFIX}
+fi
 cd ${PYTORCH_BUILD_DIRECTORY:=~/git$PYTORCH_BUILD_SUFFIX}/pytorch
 
 source $SCRIPT_DIR/torch-common.sh

torch-env.sh

@@ -2,12 +2,14 @@
 set -e
 
 SCRIPT_DIR=$( pushd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
-
-conda env create \
-    -f $SCRIPT_DIR/pytorch-dev.yaml \
-    -n ${PYTORCH_CONDA_ENV:=pytorch-dev$PYTORCH_BUILD_SUFFIX}
-
-conda activate ${PYTORCH_CONDA_ENV:=pytorch-dev${PYTORCH_BUILD_SUFFIX}}
+if ${PYTORCH_PIXI_BUILD:-0} -eq 0; then
+    conda env create \
+        -f $SCRIPT_DIR/pytorch-dev.yaml \
+        -n ${PYTORCH_CONDA_ENV:=pytorch-dev$PYTORCH_BUILD_SUFFIX}
+    conda activate ${PYTORCH_CONDA_ENV:=pytorch-dev${PYTORCH_BUILD_SUFFIX}}
+else
+    eval "$(pixi shell-hook)"
+fi
 echo "source $SCRIPT_DIR/torch-common.sh"             > $CONDA_PREFIX/etc/conda/activate.d/activate-torch.sh
 echo "source $SCRIPT_DIR/deactivate-torch-common.sh"  > $CONDA_PREFIX/etc/conda/activate.d/deactivate-torch.sh