refactor: change project structure

Author: ChenZiHong-Gavin

.github/workflows/pylint.yml

@@ -31,4 +31,4 @@ jobs:
 
     - name: Run Pylint
       run: |
-          pylint --rcfile=.pylintrc baselines/ graphgen/ models/ templates/ utils/ webui/ evaluate.py generate.py judge.py
+          pylint --rcfile=.pylintrc baselines/ graphgen/ webui/ evaluate.py generate.py judge.py

baselines/Genie/genie.py

@@ -9,8 +9,8 @@
 from tqdm.asyncio import tqdm as tqdm_async
 from dotenv import load_dotenv
 
-from models import OpenAIModel
-from utils import create_event_loop, compute_content_hash
+from graphgen.models import OpenAIModel
+from graphgen.utils import create_event_loop, compute_content_hash
 
 PROMPT_TEMPLATE = '''Instruction: Given the next [document], create a [question] and [answer] pair that are grounded \
 in the main point of the document, don't add any additional information that is not in the document. The [question] is \

baselines/LongForm/longform.py

@@ -10,8 +10,8 @@
 from tqdm.asyncio import tqdm as tqdm_async
 from dotenv import load_dotenv
 
-from models import OpenAIModel
-from utils import create_event_loop, compute_content_hash
+from graphgen.models import OpenAIModel
+from graphgen.utils import create_event_loop, compute_content_hash
 
 
 PROMPT_TEMPLATE = '''Instruction: X

baselines/SELF-QA/self-qa.py

@@ -9,8 +9,8 @@
 from tqdm.asyncio import tqdm as tqdm_async
 from dotenv import load_dotenv
 
-from models import OpenAIModel
-from utils import create_event_loop, compute_content_hash
+from graphgen.models import OpenAIModel
+from graphgen.utils import create_event_loop, compute_content_hash
 
 INSTRUCTION_GENERATION_PROMPT = '''The background knowledge is:
 {doc}

baselines/Wrap/wrap.py

@@ -9,8 +9,8 @@
 from dotenv import load_dotenv
 from tqdm.asyncio import tqdm as tqdm_async
 
-from models import OpenAIModel
-from utils import create_event_loop, compute_content_hash
+from graphgen.models import OpenAIModel
+from graphgen.utils import create_event_loop, compute_content_hash
 
 
 PROMPT_TEMPLATE = '''A chat between a curious user and an artificial intelligence assistant.

evaluate.py

@@ -5,8 +5,8 @@
 import argparse
 import pandas as pd
 from dotenv import load_dotenv
-from models import LengthEvaluator, MTLDEvaluator, RewardEvaluator, TextPair, UniEvaluator
-from utils import logger, set_logger
+from graphgen.models import LengthEvaluator, MTLDEvaluator, RewardEvaluator, TextPair, UniEvaluator
+from graphgen.utils import logger, set_logger
 
 sys_path = os.path.abspath(os.path.dirname(__file__))
 set_logger(os.path.join(sys_path, "cache", "logs", "evaluate.log"))

generate.py

@@ -6,8 +6,8 @@
 from dotenv import load_dotenv
 
 from graphgen.graphgen import GraphGen
-from models import OpenAIModel, Tokenizer, TraverseStrategy
-from utils import set_logger
+from graphgen.models import OpenAIModel, Tokenizer, TraverseStrategy
+from graphgen.utils import set_logger
 
 sys_path = os.path.abspath(os.path.dirname(__file__))
 unique_id = int(time.time())

graphgen/graphgen.py

@@ -8,9 +8,9 @@
 
 from tqdm.asyncio import tqdm as tqdm_async
 
-from models import Chunk, JsonKVStorage, OpenAIModel, NetworkXStorage, WikiSearch, Tokenizer, TraverseStrategy
-from models.storage.base_storage import StorageNameSpace
-from utils import create_event_loop, logger, compute_content_hash
+from .models import Chunk, JsonKVStorage, OpenAIModel, NetworkXStorage, WikiSearch, Tokenizer, TraverseStrategy
+from .models.storage.base_storage import StorageNameSpace
+from .utils import create_event_loop, logger, compute_content_hash
 from .operators import (extract_kg, search_wikipedia, quiz, judge_statement,
                         skip_judge_statement, traverse_graph_by_edge,
                         traverse_graph_atomically, traverse_graph_for_multi_hop)