diff --git a/dfm/README.md b/dfm/README.md new file mode 100644 index 00000000..89a33ebd --- /dev/null +++ b/dfm/README.md @@ -0,0 +1,3 @@ +# DFM - Diffusion Foundation Models + +Main directory for diffusion model implementations and examples. diff --git a/dfm/__init__.py b/dfm/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/dfm/src/README.md b/dfm/src/README.md new file mode 100644 index 00000000..caff36b2 --- /dev/null +++ b/dfm/src/README.md @@ -0,0 +1,3 @@ +# Source + +Core implementations for diffusion models. diff --git a/dfm/src/__init__.py b/dfm/src/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/dfm/src/common/README.md b/dfm/src/common/README.md new file mode 100644 index 00000000..ab0191ab --- /dev/null +++ b/dfm/src/common/README.md @@ -0,0 +1,3 @@ +# Common + +Shared utilities, like data handling, pre-processing (EDM, Flow-Matching) diff --git a/dfm/src/common/__init__.py b/dfm/src/common/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/dfm/src/common/data/README.md b/dfm/src/common/data/README.md new file mode 100644 index 00000000..adbf68f9 --- /dev/null +++ b/dfm/src/common/data/README.md @@ -0,0 +1,3 @@ +# Data + +Data loading and preprocessing utilities for diffusion models. diff --git a/dfm/src/common/data/__init__.py b/dfm/src/common/data/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/dfm/src/dtensor/README.md b/dfm/src/dtensor/README.md new file mode 100644 index 00000000..5c018fce --- /dev/null +++ b/dfm/src/dtensor/README.md @@ -0,0 +1,4 @@ +# DTensor Models + +Models implemented using Dtensors (NeMo Automodel) + diff --git a/dfm/src/dtensor/__init__.py b/dfm/src/dtensor/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/dfm/src/dtensor/model/README.md b/dfm/src/dtensor/model/README.md new file mode 100644 index 00000000..4440e29e --- /dev/null +++ b/dfm/src/dtensor/model/README.md @@ -0,0 +1,4 @@ +# Model + +Core model implementations and architectures. + diff --git a/dfm/src/dtensor/model/__init__.py b/dfm/src/dtensor/model/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/dfm/src/megatron/README.md b/dfm/src/megatron/README.md new file mode 100644 index 00000000..98d4fd50 --- /dev/null +++ b/dfm/src/megatron/README.md @@ -0,0 +1,4 @@ +# MBridge + +Megatron models including DiT and dLLM implementations. + diff --git a/dfm/src/megatron/__init__.py b/dfm/src/megatron/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/dfm/src/megatron/base/README.md b/dfm/src/megatron/base/README.md new file mode 100644 index 00000000..37f0c9a6 --- /dev/null +++ b/dfm/src/megatron/base/README.md @@ -0,0 +1,4 @@ +# Base + +Base classes and interfaces for Megatron models. + diff --git a/dfm/src/megatron/base/__init__.py b/dfm/src/megatron/base/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/dfm/src/megatron/model/README.md b/dfm/src/megatron/model/README.md new file mode 100644 index 00000000..bf5497be --- /dev/null +++ b/dfm/src/megatron/model/README.md @@ -0,0 +1,4 @@ +# Model + +Model implementations for DiT and dLLM architectures. + diff --git a/dfm/src/megatron/model/__init__.py b/dfm/src/megatron/model/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/examples/README.md b/examples/README.md new file mode 100644 index 00000000..361e0f0e --- /dev/null +++ b/examples/README.md @@ -0,0 +1,4 @@ +# Examples + +Training and inference examples for dtensor and megatron models + diff --git a/examples/dtensor/README.md b/examples/dtensor/README.md new file mode 100644 index 00000000..cf3cef09 --- /dev/null +++ b/examples/dtensor/README.md @@ -0,0 +1,4 @@ +# DTensor Models (NeMo Automodel) + +Examples using NeMo Automodel with distributed tensor parallelism. + diff --git a/examples/dtensor/configs/README.md b/examples/dtensor/configs/README.md new file mode 100644 index 00000000..5a2b3a4b --- /dev/null +++ b/examples/dtensor/configs/README.md @@ -0,0 +1,4 @@ +# Configs + +Configuration files for various Wan model versions. + diff --git a/examples/dtensor/scripts/README.md b/examples/dtensor/scripts/README.md new file mode 100644 index 00000000..1393cb9d --- /dev/null +++ b/examples/dtensor/scripts/README.md @@ -0,0 +1,4 @@ +# Scripts + +Training scripts for pretraining and finetuning. + diff --git a/examples/megatron/README.md b/examples/megatron/README.md new file mode 100644 index 00000000..525b277d --- /dev/null +++ b/examples/megatron/README.md @@ -0,0 +1,4 @@ +# Megatron Examples + +Recipes and configuration overrides for megatron training. + diff --git a/examples/megatron/override_configs/README.md b/examples/megatron/override_configs/README.md new file mode 100644 index 00000000..ead5475e --- /dev/null +++ b/examples/megatron/override_configs/README.md @@ -0,0 +1,4 @@ +# Override Configs + +Parallelism configuration overrides for different CP/TP/SP sizes. + diff --git a/examples/megatron/recipe/README.md b/examples/megatron/recipe/README.md new file mode 100644 index 00000000..e909fc60 --- /dev/null +++ b/examples/megatron/recipe/README.md @@ -0,0 +1,4 @@ +# Recipe + +Training recipes for Wan2.1 pretraining, finetuning, and weight verification. +