Pre commit autoformat (#846)

* Removed unused imports using autoflake.

* Ordered imports using isort.

* Reformatted using black.

* Setting up pre-commits.

* Ran pre-commit an all files.

* Working on creating openapi.json without running backend to be used with codegen.

* Fixed `MUI: The Tabs component doesn't accept a Fragment as a child.`

* Fixed runtime error due to replacing `== None` with 'is None'.

* Fixed runtime error due to replacing `== None` with 'is None'.

* Automatically generate openapi json file using pre-commit hook.

* Added codegen precommit hook.

* Setting up prettier and eslint.

* First run of prettier.

* Runnin eslint and prettier as hooks.

* Skip codegen directories when running eslint and prettier.

* Flake8 E711 exception. Required for Beanie query to work.

* Fixed search_users_prefix codegen stub.

* Fixed beanie query for get_dataset_folders.

* Ignore Flake8 E711 since beanie query do not support `is None`.

Author: lmarini

.flake8

@@ -0,0 +1,5 @@
+[flake8]
+max-line-length = 180
+extend-ignore = E203, E266, E501, W503, E741, E711
+exclude = .svn,CVS,.bzr,.hg,.git,__pycache__,venv/*,src/*,.rst,build
+max-complexity=16

.github/workflows/backend.yaml

@@ -111,4 +111,4 @@ jobs:
           push: ${{ github.event_name != 'pull_request' }}
           tags: ${{ steps.messagesMeta.outputs.tags }}
           file: ./backend/messages.Dockerfile
-          labels: ${{ steps.messagesMeta.outputs.labels }}
+          labels: ${{ steps.messagesMeta.outputs.labels }}

.github/workflows/codegen.yaml

@@ -57,7 +57,7 @@ jobs:
       - name: Run Codegen
         working-directory: frontend
         run: npm run codegen:v2:test
-        
+
       - name: Verify Changed files
         uses: tj-actions/verify-changed-files@v14
         id: verify-changed-files

.github/workflows/helm-release.yaml

@@ -50,7 +50,7 @@ jobs:
 
       - name: Publish to NCSA OpenSource
         if: |
-          github.event_name != 'pull_request' 
+          github.event_name != 'pull_request'
           && github.repository == env.MAIN_REPO
         uses: bsord/[email protected]
         with:

.pre-commit-config.yaml

@@ -0,0 +1,53 @@
+repos:
+  - repo: local
+    hooks:
+      - id: extract-openapi
+        name: extract-openapi
+        entry: pipenv run extract-openapi
+        language: system
+        pass_filenames: false
+  - repo: local
+    hooks:
+      - id: generate-frontend-api-client
+        name: generate-frontend-api-client
+        entry: bash -c 'cd frontend && npm run codegen:v2:file'
+        language: system
+        pass_filenames: false
+  - repo: local
+    hooks:
+      - id: eslint
+        name: eslint
+        entry: bash -c "cd frontend && npx eslint --fix src"
+        language: system
+  - repo: local
+    hooks:
+      - id: prettier
+        name: prettier
+        entry: bash -c "cd frontend && npx prettier src --write"
+        language: system
+  - repo: https://github.com/psf/black
+    rev: 23.11.0
+    hooks:
+      - id: black
+  - repo: https://github.com/PyCQA/isort
+    rev: 5.12.0
+    hooks:
+      - id: isort
+        args: [ "--profile=black" ]
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.5.0
+    hooks:
+      - id: check-yaml
+        exclude: deployments/kubernetes/charts
+      - id: end-of-file-fixer
+        exclude: 'openapi.json|frontend/src/openapi/v2/'
+      - id: trailing-whitespace
+        exclude: 'openapi.json|frontend/src/openapi/v2/'
+  - repo: https://github.com/shellcheck-py/shellcheck-py
+    rev: v0.9.0.6
+    hooks:
+      - id: shellcheck
+  - repo: https://github.com/PyCQA/flake8
+    rev: 6.1.0
+    hooks:
+      - id: flake8

.run/Clowder2 Dev.run.xml

@@ -5,4 +5,4 @@
     <toRun name="uvicorn" type="PythonConfigurationType" />
     <method v="2" />
   </configuration>
-</component>
+</component>

.run/Debug.run.xml

@@ -2,4 +2,4 @@
   <configuration default="false" name="Debug" type="JavascriptDebugType" uri="http://localhost:3000">
     <method v="2" />
   </configuration>
-</component>
+</component>

.run/Docker Dev.run.xml

@@ -10,4 +10,4 @@
     </deployment>
     <method v="2" />
   </configuration>
-</component>
+</component>

.run/Python tests in tests.run.xml

@@ -14,4 +14,4 @@
     <option name="_new_targetType" value="&quot;PATH&quot;" />
     <method v="2" />
   </configuration>
-</component>
+</component>

.run/start.run.xml

@@ -9,4 +9,4 @@
     <envs />
     <method v="2" />
   </configuration>
-</component>
+</component>