linting_implemented

Author: UtkarshMishra-Microsoft

app.py

@@ -1,36 +1,26 @@
 import copy
 import json
-import os
 import logging
+import os
 import uuid
-import httpx
-from quart import (
-    Blueprint,
-    Quart,
-    jsonify,
-    make_response,
-    request,
-    send_from_directory,
-    render_template,
-)
 
-from openai import AsyncAzureOpenAI
-from azure.search.documents import SearchClient
+import httpx
 from azure.core.credentials import AzureKeyCredential
-from azure.identity.aio import DefaultAzureCredential, get_bearer_token_provider
+from azure.identity.aio import (DefaultAzureCredential,
+                                get_bearer_token_provider)
+from azure.search.documents import SearchClient
+from openai import AsyncAzureOpenAI
+from quart import (Blueprint, Quart, jsonify, make_response, render_template,
+                   request, send_from_directory)
+
 from backend.auth.auth_utils import get_authenticated_user_details
-from backend.security.ms_defender_utils import get_msdefender_user_json
 from backend.history.cosmosdbservice import CosmosConversationClient
+from backend.security.ms_defender_utils import get_msdefender_user_json
 from backend.settings import (
-    app_settings,
-    MINIMUM_SUPPORTED_AZURE_OPENAI_PREVIEW_API_VERSION,
-)
-from backend.utils import (
-    format_as_ndjson,
-    format_stream_response,
-    format_non_streaming_response,
-    ChatType,
-)
+    MINIMUM_SUPPORTED_AZURE_OPENAI_PREVIEW_API_VERSION, app_settings)
+from backend.utils import (ChatType, format_as_ndjson,
+                           format_non_streaming_response,
+                           format_stream_response)
 
 bp = Blueprint("routes", __name__, static_folder="static", template_folder="static")
 

backend/history/cosmosdbservice.py

@@ -1,7 +1,8 @@
 import uuid
 from datetime import datetime
-from azure.cosmos.aio import CosmosClient
+
 from azure.cosmos import exceptions
+from azure.cosmos.aio import CosmosClient
 
 
 class CosmosConversationClient:

backend/settings.py

@@ -1,25 +1,18 @@
-import os
 import json
 import logging
+import os
 from abc import ABC, abstractmethod
-from pydantic import (
-    BaseModel,
-    confloat,
-    conint,
-    conlist,
-    Field,
-    field_validator,
-    model_validator,
-    PrivateAttr,
-    ValidationError,
-    ValidationInfo,
-)
+from typing import List, Literal, Optional
+
+from pydantic import (BaseModel, Field, PrivateAttr, ValidationError,
+                      ValidationInfo, confloat, conint, conlist,
+                      field_validator, model_validator)
 from pydantic.alias_generators import to_snake
 from pydantic_settings import BaseSettings, SettingsConfigDict
-from typing import List, Literal, Optional
-from typing_extensions import Self
 from quart import Request
-from backend.utils import parse_multi_columns, generateFilterString
+from typing_extensions import Self
+
+from backend.utils import generateFilterString, parse_multi_columns
 
 DOTENV_PATH = os.environ.get(
     "DOTENV_PATH", os.path.join(os.path.dirname(os.path.dirname(__file__)), ".env")

backend/utils.py

@@ -1,12 +1,12 @@
-import os
+import dataclasses
 import json
 import logging
-import requests
-import dataclasses
+import os
 from enum import Enum
-
 from typing import List
 
+import requests
+
 DEBUG = os.environ.get("DEBUG", "false")
 if DEBUG.lower() == "true":
     logging.basicConfig(level=logging.DEBUG)

requirements.txt

@@ -10,3 +10,12 @@ uvicorn==0.24.0
 aiohttp==3.10.5
 gunicorn==20.1.0
 pydantic-settings==2.2.1
+# Development Tools
+pylint==2.17.5
+autopep8==2.0.2
+black==23.9.1
+isort==5.12.0
+flake8==6.0.0
+pyment==0.3.3
+charset-normalizer==3.3.0
+pycodestyle==2.10.0

scripts/auth_init.py

@@ -1,8 +1,8 @@
 import argparse
 import subprocess
 
-from azure.identity import AzureDeveloperCliCredential
 import urllib3
+from azure.identity import AzureDeveloperCliCredential
 
 
 def get_auth_headers(credential):

scripts/auth_update.py

@@ -1,7 +1,7 @@
 import argparse
 
-from azure.identity import AzureDeveloperCliCredential
 import urllib3
+from azure.identity import AzureDeveloperCliCredential
 
 
 def update_redirect_uris(credential, app_id, uri):

scripts/chunk_documents.py

@@ -3,11 +3,10 @@
 import json
 import os
 
-from azure.identity import DefaultAzureCredential
+from azure.ai.formrecognizer import DocumentAnalysisClient
 from azure.core.credentials import AzureKeyCredential
+from azure.identity import DefaultAzureCredential
 from azure.keyvault.secrets import SecretClient
-from azure.ai.formrecognizer import DocumentAnalysisClient
-
 from data_utils import chunk_directory
 
 

scripts/data_preparation.py

@@ -11,11 +11,10 @@
 from azure.core.credentials import AzureKeyCredential
 from azure.identity import AzureCliCredential
 from azure.search.documents import SearchClient
+from data_utils import chunk_blob_container, chunk_directory
 from dotenv import load_dotenv
 from tqdm import tqdm
 
-from data_utils import chunk_directory, chunk_blob_container
-
 # Configure environment variables
 load_dotenv()  # take environment variables from .env.
 

scripts/data_utils.py

@@ -1,5 +1,6 @@
 """Data utilities for index preparation."""
 import ast
+import base64
 import html
 import json
 import os
@@ -14,25 +15,22 @@
 from dataclasses import dataclass
 from functools import partial
 from typing import Any, Callable, Dict, Generator, List, Optional, Tuple, Union
-from azure.ai.documentintelligence.models import AnalyzeDocumentRequest
-import fitz
-import base64
 
+import fitz
 import markdown
 import requests
 import tiktoken
 from azure.ai.documentintelligence import DocumentIntelligenceClient
+from azure.ai.documentintelligence.models import AnalyzeDocumentRequest
 from azure.core.credentials import AzureKeyCredential
 from azure.identity import DefaultAzureCredential
 from azure.storage.blob import ContainerClient
 from bs4 import BeautifulSoup
 from dotenv import load_dotenv
-from langchain.text_splitter import (
-    TextSplitter,
-    MarkdownTextSplitter,
-    RecursiveCharacterTextSplitter,
-    PythonCodeTextSplitter,
-)
+from langchain.text_splitter import (MarkdownTextSplitter,
+                                     PythonCodeTextSplitter,
+                                     RecursiveCharacterTextSplitter,
+                                     TextSplitter)
 from openai import AzureOpenAI
 from tqdm import tqdm