Remove untested NVIDIA Dali example (#16306)

Author: carmocca

.azure/gpu-tests-pytorch.yml

@@ -26,8 +26,6 @@ pr:
       - "examples/pl_basics/backbone_image_classifier.py"
       - "examples/pl_basics/autoencoder.py"
       - "examples/pl_fault_tolerant/automatic.py"
-      - "examples/test_pl_examples.py"
-      - "examples/pl_integrations/dali_image_classifier.py"
       - "requirements/pytorch/**"
       - "src/pytorch_lightning/**"
       - "tests/tests_pytorch/**"

.github/checkgroup.yml

@@ -48,8 +48,6 @@ subprojects:
       - "examples/pl_basics/backbone_image_classifier.py"
       - "examples/pl_basics/autoencoder.py"
       - "examples/pl_fault_tolerant/automatic.py"
-      - "examples/test_pl_examples.py"
-      - "examples/pl_integrations/dali_image_classifier.py"
       - "requirements/pytorch/**"
       - "src/pytorch_lightning/**"
       - "tests/tests_pytorch/**"

dockers/base-cuda/Dockerfile

@@ -119,16 +119,6 @@ RUN \
     pip install --no-cache-dir horovod && \
     horovodrun --check-build
 
-RUN \
-    CUDA_VERSION_MAJOR=$(python -c "import torch; print(torch.version.cuda.split('.')[0])") && \
-    py_ver=$(python -c "print(int('$PYTHON_VERSION'.split('.') >= '3.9'.split('.')))") && \
-    # install DALI, needed for examples
-    # todo: waiting for 1.4 - https://github.com/NVIDIA/DALI/issues/3144#issuecomment-877386691
-    if [ $py_ver -eq "0" ]; then \
-        pip install --extra-index-url https://developer.download.nvidia.com/compute/redist "nvidia-dali-cuda${CUDA_VERSION_MAJOR}0>1.0" ; \
-        python -c 'from nvidia.dali.pipeline import Pipeline' ; \
-    fi
-
 RUN \
     # CUDA 10.2 doesn't support ampere architecture (8.0).
     if [[ "$CUDA_VERSION" < "11.0" ]]; then export TORCH_CUDA_ARCH_LIST=${TORCH_CUDA_ARCH_LIST//";8.0"/}; echo $TORCH_CUDA_ARCH_LIST; fi && \

examples/README.md

@@ -38,14 +38,6 @@ for advanced use cases.
 
 ______________________________________________________________________
 
-## Basic Examples
-
-In this folder, we have 1 simple example:
-
-- [Image Classifier + DALI](pl_integrations/dali_image_classifier.py) (defines the model inside the `LightningModule`).
-
-______________________________________________________________________
-
 ## Loop examples
 
 Contains implementations leveraging [loop customization](https://pytorch-lightning.readthedocs.io/en/latest/extensions/loops.html) to enhance the Trainer with new optimization routines.

examples/app_components/python/app.py

@@ -1,9 +1,10 @@
 import os
 from pathlib import Path
 
-import lightning as L
 from examples.components.python.component_tracer import PLTracerPythonScript
 
+import lightning as L
+
 
 class RootFlow(L.LightningFlow):
     def __init__(self):

examples/pl_integrations/dali_image_classifier.py

@@ -16,15 +16,14 @@
 import sys
 
 import torch
-from lightning_utilities.core.imports import compare_version, module_available, package_available, RequirementCache
+from lightning_utilities.core.imports import compare_version, package_available, RequirementCache
 
 _PYTHON_GREATER_EQUAL_3_8_0 = (sys.version_info.major, sys.version_info.minor) >= (3, 8)
 _PYTHON_GREATER_EQUAL_3_10_0 = (sys.version_info.major, sys.version_info.minor) >= (3, 10)
 _TORCH_LESSER_EQUAL_1_10_2 = compare_version("torch", operator.le, "1.10.2")
 # duplicated from lite because HPU is patching it below
 _TORCH_GREATER_EQUAL_1_13 = compare_version("torch", operator.ge, "1.13.0")
 
-_DALI_AVAILABLE = module_available("nvidia.dali")
 _HABANA_FRAMEWORK_AVAILABLE = package_available("habana_frameworks")
 _HIVEMIND_AVAILABLE = package_available("hivemind")
 _KINETO_AVAILABLE = torch.profiler.kineto_available()