Fixed the JSONDecodeError

src/leetscrape/generate_code_stub.py

@@ -20,9 +20,9 @@ class GenerateCodeStub:
     """
 
     def __init__(
-        self,
-        titleSlug: str | None = None,
-        qid: int | None = None,
+            self,
+            titleSlug: str | None = None,
+            qid: int | None = None,
     ):
         self.all_questions_stub_id = (
             GetQuestion.fetch_all_questions_id_and_stub().reset_index().set_index("QID")
@@ -42,8 +42,8 @@ def __init__(
             if self.titleSlug in self.all_questions_stub_id.titleSlug.tolist():
                 if self.qid is not None:
                     if (
-                        self.titleSlug
-                        != self.all_questions_stub_id.loc[self.qid].titleSlug
+                            self.titleSlug
+                            != self.all_questions_stub_id.loc[self.qid].titleSlug
                     ):
                         raise ValueError(
                             f"Both titleSlug and qid were passed but they do not match.\n"
@@ -52,7 +52,7 @@ def __init__(
                 else:
                     self.qid = self.all_questions_stub_id[
                         self.all_questions_stub_id["titleSlug"] == self.titleSlug
-                    ].index[0]
+                        ].index[0]
             else:
                 raise ValueError("There is no question with the passed titleSlug.")
         print(f"Generating code stub for {self.qid}. {self.titleSlug}")
@@ -79,7 +79,7 @@ def generate(self, testing=False, directory: str = ".") -> None:
 
             if not self.data.isPaidOnly:
                 with open(
-                    f"{directory}/test_{self.filename}", "w", encoding="utf-8"
+                        f"{directory}/test_{self.filename}", "w", encoding="utf-8"
                 ) as f:
                     f.write(
                         format_str(test_to_write, mode=FileMode())
@@ -142,7 +142,7 @@ def _create_code_file(self) -> str:
         return text_to_write
 
     def _extract_codeblocks_in_problem_statement(
-        self, problem_statement: str
+            self, problem_statement: str
     ) -> list[str]:
         """Extract the code blocks from the given problem statement string. These codeblocks contain the basic test cases provided by Leetcode.
 
@@ -193,7 +193,13 @@ def _get_parameters(self, code_blocks: list[str]) -> tuple[str, str]:
                         .replace("\n", "")
                     )["Output"]
                 parameters.append(parameter_dict)
-        output_string = ", ".join(list(parameters[0].keys()))
+
+        # Some questions do not have any code stub, just add error handling code to deal with this
+        try:
+            output_string = ", ".join(list(parameters[0].keys()))
+        except IndexError:
+            output_string = ""
+
         input_string = ", ".join(
             f"({test_case})"
             for test_case in [

src/leetscrape/question.py

@@ -1,4 +1,6 @@
 import json
+from json import JSONDecodeError
+import os
 import time
 import warnings
 
@@ -12,6 +14,14 @@
 # Leetcode's graphql api endpoint
 BASE_URL = "https://leetcode.com/graphql"
 
+# JSON response file from https://leetcode.com/api/problems/all/
+# Get the directory of the current script
+script_dir = os.path.dirname(__file__)
+
+# Construct the full path to the JSON file
+json_file_path = os.path.join(script_dir, './response.json')
+
+
 
 class GetQuestion:
     """
@@ -27,9 +37,15 @@ def __init__(self, titleSlug: str):
 
     @staticmethod
     def fetch_all_questions_id_and_stub():
-        req = requests.get(
-            "https://leetcode.com/api/problems/all/", headers=HEADERS
-        ).json()
+
+        try:
+            req = requests.get(
+                "https://leetcode.com/api/problems/all/", headers=HEADERS
+            ).json()
+        except JSONDecodeError:  # Use locally-saved json for now to handle error
+            with open(json_file_path, "r") as file:
+                req = json.load(file)
+
         question_data = pd.json_normalize(req["stat_status_pairs"]).rename(
             columns={
                 "stat.frontend_question_id": "QID",