Refactoring, add task fill-mask (#54)

* refactoring

* complete

* fix import

* doc

* complete

* disable

* oserror'

* balck

* fdoc

Author: xadupre

.github/workflows/check-urls.yml

@@ -31,7 +31,7 @@ jobs:
         timeout: 2
         retry_count# : 2
         exclude_urls: https://github.com/pytorch/pytorch/pull/117009,https://github.com/huggingface/transformers/pull/29285,https://github.com/pytorch/pytorch/blob/a44f8894fa6d973693aab44a3dda079a168b05c1/torch/_decomp/decompositions.py#L1475
-        exclude_patterns: https://dumps.wikimedia.org/,https://github.com/pytorch/pytorch/pull/,https://github.com/pytorch/pytorch/blob/a44f8894fa6d973693aab44a3dda079a168b05c1/torch/_decomp/decompositions.py#L1475,https://huggingface.co/
+        exclude_patterns: https://dumps.wikimedia.org/,https://github.com/pytorch/pytorch/pull/,https://github.com/pytorch/pytorch/blob/a44f8894fa6d973693aab44a3dda079a168b05c1/torch/_decomp/decompositions.py#L1475,https://huggingface.co/,https://huggingface.co/
         # force_pass : true
 
     - name: urls-checker-docs
@@ -43,5 +43,5 @@ jobs:
         timeout: 2
         retry_count# : 2
         exclude_urls: https://hal.archives-,ouvertes.fr/hal-00990252/document,http://badge.fury.io/py/onnx-diagnostic,https://azure.microsoft.com/en-us/products/devops/pipelines,https://github.com/pytorch/pytorch/pull/83137#issuecomment-1211320670,https://github.com/NVIDIA/TransformerEngine.git@6a9edc38bf9b941b7d369af5103fa8fe0b121d61,https://medium.com/@msouza.os/llm-from-scratch-with-pytorch-9f21808c6319,https://github.com/pytorch/pytorch/blob/main/torch/fx/experimental/symbolic_shapes.py#L5965,https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/rel-24-04.html,https://badge.fury.io/py/onnx-diagnostic.svg,https://github.com/huggingface/transformers/pull/36311
-        exclude_patterns: https://www.data.gouv.fr/fr/datasets/r/e3d83ab3-dc52-4c99-abaf-8a38050cc68c,https://dev.azure.com/,https://azure.microsoft.com/en-us/products/devops/pipelines,https://github.com/pytorch/pytorch/pull/83137#issuecomment-1211320670,https://github.com/NVIDIA/TransformerEngine.git@6a9edc38bf9b941b7d369af5103fa8fe0b121d61,https://github.com/pytorch/pytorch/blob/main/torch/,https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/rel-24-04.html,https://badge.fury.io/py/onnx-diagnostic.svg,https://github.com/huggingface/transformers/pull/36311,https://codecov.io/
+        exclude_patterns: https://www.data.gouv.fr/fr/datasets/r/e3d83ab3-dc52-4c99-abaf-8a38050cc68c,https://dev.azure.com/,https://azure.microsoft.com/en-us/products/devops/pipelines,https://github.com/pytorch/pytorch/pull/83137#issuecomment-1211320670,https://github.com/NVIDIA/TransformerEngine.git@6a9edc38bf9b941b7d369af5103fa8fe0b121d61,https://github.com/pytorch/pytorch/blob/main/torch/,https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/rel-24-04.html,https://badge.fury.io/py/onnx-diagnostic.svg,https://github.com/huggingface/transformers/pull/36311,https://codecov.io/,https://huggingface.co/
         # force_pass : true

.github/workflows/documentation.yml

@@ -62,9 +62,11 @@ jobs:
 
       - name: tiny-llm example
         run: PYTHONPATH=. python _doc/examples/plot_export_tiny_llm.py
+        continue-on-error: true  # connectivity issues
 
       - name: tiny-llm bypass
         run: PYTHONPATH=. python _doc/examples/plot_export_tiny_llm_patched.py
+        continue-on-error: true  # connectivity issues
 
       - name: run tests bypassed
         run: PYTHONPATH=. python _unittests/ut_torch_models/test_tiny_llms_bypassed.py

_doc/api/helpers/config_helper.rst

@@ -0,0 +1,7 @@
+
+onnx_diagnostic.helpers.config_helper
+=====================================
+
+.. automodule:: onnx_diagnostic.helpers.config_helper
+    :members:
+    :no-undoc-members:

_doc/api/helpers/index.rst

@@ -9,6 +9,7 @@ onnx_diagnostic.helpers
     args_helper
     bench_run
     cache_helper
+    config_helper
     helper
     memory_peak
     onnx_helper

_doc/api/index.rst

@@ -10,6 +10,7 @@ API of onnx_diagnostic
     export/index
     helpers/index
     reference/index
+    tasks/index
     torch_export_patches/index
     torch_models/index
     torch_onnx/index

_doc/api/tasks/automatic_speech_recognition.rst

@@ -0,0 +1,7 @@
+
+onnx_diagnostic.export.automatic_speech_recognition
+===================================================
+
+.. automodule:: onnx_diagnostic.tasks.automatic_speech_recognition
+    :members:
+    :no-undoc-members:

_doc/api/tasks/fill_mask.rst

@@ -0,0 +1,7 @@
+
+onnx_diagnostic.export.fill_mask
+================================
+
+.. automodule:: onnx_diagnostic.tasks.fill_mask
+    :members:
+    :no-undoc-members:

_doc/api/tasks/image_classification.rst

@@ -0,0 +1,7 @@
+
+onnx_diagnostic.export.image_classification
+===========================================
+
+.. automodule:: onnx_diagnostic.tasks.image_classification
+    :members:
+    :no-undoc-members:

_doc/api/tasks/image_text_to_text.rst

@@ -0,0 +1,7 @@
+
+onnx_diagnostic.export.image_text_to_text
+=========================================
+
+.. automodule:: onnx_diagnostic.tasks.image_text_to_text
+    :members:
+    :no-undoc-members:

_doc/api/tasks/index.rst

@@ -0,0 +1,18 @@
+onnx_diagnostic.tasks
+=====================
+
+.. toctree::
+    :maxdepth: 1
+    :caption: modules
+
+    automatic_speech_recognition
+    fill_mask
+    image_classification
+    image_text_to_text      
+    text_generation
+    text2text_generation
+    zero_shot_image_classification
+    
+.. automodule:: onnx_diagnostic.tasks
+    :members:
+    :no-undoc-members: