Merge pull request #694 from GraphScope/dag-inspector

refactor(graphy): Provide a common DAGInspector abstract

Author: longbinlai

python/graphy/apps/demo_app.py

@@ -1,7 +1,6 @@
 from apps.paper_reading import SurveyPaperReading
-from apps.paper_reading.paper_reading_nodes import ProgressInfo, NameDesc
 from workflow import ThreadPoolWorkflowExecutor
-from config import WF_UPLOADS_DIR, WF_OUTPUT_DIR, WF_DATA_DIR, WF_VECTDB_DIR
+from config import WF_UPLOADS_DIR, WF_OUTPUT_DIR, WF_DATA_DIR
 from utils.data_extractor import (
     GraphBuilder,
 )
@@ -10,9 +9,11 @@
 from utils.profiler import profiler
 from db import JsonFileStore
 from graph.nodes.chain_node import BaseChainNode
+from graph.nodes.dag_node import ProgressInfo
 from apps.text_generator import ReportGenerator
 from models import set_llm_model, DefaultEmbedding, DEFAULT_LLM_MODEL_CONFIG
 
+from langchain_core.pydantic_v1 import BaseModel, Field, create_model
 from threading import Thread
 from flask import Flask, request, jsonify, send_file
 from werkzeug.utils import secure_filename
@@ -38,6 +39,11 @@
 DEFAULT_DATASET_ID = "0"
 
 
+class NameDesc(BaseModel):
+    name: str = Field(description=("A short name that describes the given content."))
+    description: str = Field(description="A detailed description of the content.")
+
+
 def list_files_in_folder(folder_path):
     files = []
     if os.path.isdir(folder_path):

python/graphy/apps/paper_reading/__init__.py

@@ -7,17 +7,13 @@
     PaperNavigateArxivEdge,
     PaperNavigateScholarEdge,
 )
-from .paper_reading_nodes import (
-    PaperInspector,
-    PaperExtractor,
-)
+from .paper_reading_nodes import PaperInspector
 from .survey_paper_reading import SurveyPaperReading
 
 __all__ = [
     "PaperNavigateEdge",
     "PaperNavigateArxivEdge",
     "PaperNavigateScholarEdge",
     "PaperInspector",
-    "PaperExtractor",
     "SurveyPaperReading",
 ]