Merge branch 'main' into fix/ppo-mujoco-colab

Author: abhitorch81

.ci/docker/requirements.txt

@@ -15,7 +15,6 @@ pypandoc==1.15
 pandocfilters==1.5.1
 markdown==3.8.2
 
-
 # PyTorch Theme
 -e git+https://github.com/pytorch/pytorch_sphinx_theme.git@pytorch_sphinx_theme2#egg=pytorch_sphinx_theme2
 
@@ -24,7 +23,7 @@ tqdm==4.66.1
 numpy==1.24.4
 matplotlib
 librosa
-torch==2.7
+torch==2.8
 torchvision
 torchdata
 networkx
@@ -38,8 +37,8 @@ tensorboard
 jinja2==3.1.3
 pytorch-lightning
 torchx
-torchrl==0.7.2
-tensordict==0.7.2
+torchrl==0.9.2
+tensordict==0.9.1
 # For ax_multiobjective_nas_tutorial.py
 ax-platform>=0.4.0,<0.5.0
 nbformat>=5.9.2
@@ -51,12 +50,8 @@ onnxruntime
 evaluate
 accelerate>=0.20.1
 
-
 importlib-metadata==6.8.0
 
-# PyTorch Theme
--e git+https://github.com/pytorch/pytorch_sphinx_theme.git#egg=pytorch_sphinx_theme
-
 ipython
 
 sphinxcontrib.katex

.gitignore

@@ -5,6 +5,8 @@ advanced
 pytorch_basics
 /recipes
 prototype
+/unstable
+sg_execution_times.rst
 
 #data things
 _data/

.jenkins/download_data.py

@@ -12,7 +12,7 @@
 BEGINNER_DATA_DIR = REPO_BASE_DIR / "beginner_source" / "data"
 INTERMEDIATE_DATA_DIR = REPO_BASE_DIR / "intermediate_source" / "data"
 ADVANCED_DATA_DIR = REPO_BASE_DIR / "advanced_source" / "data"
-PROTOTYPE_DATA_DIR = REPO_BASE_DIR / "prototype_source" / "data"
+PROTOTYPE_DATA_DIR = REPO_BASE_DIR / "unstable_source" / "data"
 FILES_TO_RUN = os.getenv("FILES_TO_RUN")
 
 
@@ -106,7 +106,7 @@ def download_lenet_mnist() -> None:
                          )
 
 def download_gpu_quantization_torchao() -> None:
-    # Download SAM model checkpoint for prototype_source/gpu_quantization_torchao_tutorial.py
+    # Download SAM model checkpoint unstable_source/gpu_quantization_torchao_tutorial.py
     download_url_to_file("https://dl.fbaipublicfiles.com/segment_anything/sam_vit_h_4b8939.pth",
                          prefix=PROTOTYPE_DATA_DIR,
                          dst="sam_vit_h_4b8939.pth",

.jenkins/validate_tutorials_built.py

@@ -18,38 +18,28 @@
     "beginner_source/examples_nn/polynomial_module",
     "beginner_source/examples_nn/dynamic_net",
     "beginner_source/examples_nn/polynomial_optim",
-    "beginner_source/former_torchies/autograd_tutorial_old",
-    "beginner_source/former_torchies/tensor_tutorial_old",
     "beginner_source/examples_autograd/polynomial_autograd",
     "beginner_source/examples_autograd/polynomial_custom_function",
+    "intermediate_source/dqn_with_rnn_tutorial", #not working on 2.8 release reenable after 3514
     "intermediate_source/mnist_train_nas",  # used by ax_multiobjective_nas_tutorial.py
     "intermediate_source/torch_compile_conv_bn_fuser",
     "intermediate_source/_torch_export_nightly_tutorial",  # does not work on release
     "advanced_source/usb_semisup_learn", # fails with CUDA OOM error, should try on a different worker
-    "prototype_source/fx_graph_mode_ptq_dynamic",
-    "prototype_source/vmap_recipe",
-    "prototype_source/torchscript_freezing",
-    "prototype_source/nestedtensor",
-    "prototype_source/gpu_direct_storage", # requires specific filesystem + GPUDirect Storage to be set up
-    "recipes_source/recipes/saving_and_loading_models_for_inference",
-    "recipes_source/recipes/saving_multiple_models_in_one_file",
+    "unstable_source/gpu_direct_storage", # requires specific filesystem + GPUDirect Storage to be set up
     "recipes_source/recipes/tensorboard_with_pytorch",
     "recipes_source/recipes/what_is_state_dict",
     "recipes_source/recipes/profiler_recipe",
-    "recipes_source/recipes/save_load_across_devices",
     "recipes_source/recipes/warmstarting_model_using_parameters_from_a_different_model",
-    "recipes_source/recipes/dynamic_quantization",
-    "recipes_source/recipes/saving_and_loading_a_general_checkpoint",
     "recipes_source/recipes/benchmark",
     "recipes_source/recipes/tuning_guide",
     "recipes_source/recipes/zeroing_out_gradients",
     "recipes_source/recipes/defining_a_neural_network",
     "recipes_source/recipes/timer_quick_start",
     "recipes_source/recipes/amp_recipe",
     "recipes_source/recipes/Captum_Recipe",
-    "intermediate_source/text_to_speech_with_torchaudio",
     "intermediate_source/tensorboard_profiler_tutorial", # reenable after 2.0 release.
     "advanced_source/semi_structured_sparse", # reenable after 3303 is fixed.
+    "intermediate_source/torchrec_intro_tutorial.py", #failing with 2.8 reenable after 3498
 ]
 
 def tutorial_source_dirs() -> List[Path]:

.lintrunner.toml

@@ -66,15 +66,15 @@ exclude_patterns = [
     "intermediate_source/tiatoolbox_tutorial.rst",
     "intermediate_source/torch_compile_tutorial.py",
     "intermediate_source/transformer_building_blocks.py",
-    "prototype_source/README.md",
-    "prototype_source/README.txt",
-    "prototype_source/backend_config_tutorial.rst",
-    "prototype_source/gpu_direct_storage.py",
-    "prototype_source/inductor_cpp_wrapper_tutorial.rst",
-    "prototype_source/inductor_windows.rst",
-    "prototype_source/maskedtensor_advanced_semantics.py",
-    "prototype_source/max_autotune_on_CPU_tutorial.rst",
-    "prototype_source/vmap_recipe.py",
+    "unstable_source/README.md",
+    "unstable_source/README.txt",
+    "unstable_source/backend_config_tutorial.rst",
+    "unstable_source/gpu_direct_storage.py",
+    "unstable_source/inductor_cpp_wrapper_tutorial.rst",
+    "unstable_source/inductor_windows.rst",
+    "unstable_source/maskedtensor_advanced_semantics.py",
+    "unstable_source/max_autotune_on_CPU_tutorial.rst",
+    "unstable_source/vmap_recipe.py",
     "recipes_source/README.txt",
     "recipes_source/amx.rst",
     "recipes_source/compiling_optimizer.rst",
@@ -150,7 +150,7 @@ exclude_patterns = [
     "intermediate_source/README.txt",
     "intermediate_source/TP_tutorial.rst",
     "intermediate_source/inductor_debug_cpu.py",
-    "prototype_source/README.txt",
+    "unstable_source/README.txt",
     "recipes_source/README.txt",
     "recipes_source/recipes/README.txt",
     "recipes_source/xeon_run_cpu.rst",