python3Packages.torchtitan: init at 0.2.2

pkgs/development/python-modules/torchtitan/default.nix

@@ -0,0 +1,82 @@
+{
+  lib,
+  buildPythonPackage,
+  fetchFromGitHub,
+
+  # build-system
+  setuptools,
+
+  # dependencies
+  datasets,
+  einops,
+  fsspec,
+  pillow,
+  tensorboard,
+  tokenizers,
+  tomli,
+  torch,
+  torchdata,
+  transformers,
+  tyro,
+
+  # tests
+  pytestCheckHook,
+  tomli-w,
+  writableTmpDirAsHomeHook,
+}:
+
+buildPythonPackage (finalAttrs: {
+  pname = "torchtitan";
+  version = "0.2.2";
+  pyproject = true;
+
+  src = fetchFromGitHub {
+    owner = "pytorch";
+    repo = "torchtitan";
+    tag = "v${finalAttrs.version}";
+    hash = "sha256-YXbbqNjmPBIFDRbvagHRIy5ph1pZmSerUxlqaF6f4cY=";
+  };
+
+  build-system = [
+    setuptools
+  ];
+
+  dependencies = [
+    datasets
+    einops
+    fsspec
+    pillow
+    tensorboard
+    tokenizers
+    tomli
+    torch
+    torchdata
+    tyro
+  ];
+
+  pythonImportsCheck = [ "torchtitan" ];
+
+  nativeCheckInputs = [
+    pytestCheckHook
+    tomli-w
+    transformers
+    writableTmpDirAsHomeHook
+  ];
+
+  disabledTests = [
+    # Require internet access
+    "test_list_files"
+  ];
+
+  disabledTestPaths = [
+    # Require internet access
+    "tests/unit_tests/test_tokenizer.py"
+  ];
+
+  meta = {
+    description = "PyTorch native platform for training generative AI models";
+    homepage = "https://github.com/pytorch/torchtitan";
+    license = lib.licenses.bsd3;
+    maintainers = with lib.maintainers; [ GaetanLepage ];
+  };
+})

pkgs/top-level/python-packages.nix

@@ -19385,6 +19385,8 @@ self: super: with self; {
 
   torchsummary = callPackage ../development/python-modules/torchsummary { };
 
+  torchtitan = callPackage ../development/python-modules/torchtitan { };
+
   torchtnt = callPackage ../development/python-modules/torchtnt { };
 
   torchtune = callPackage ../development/python-modules/torchtune { };