formatting

Author: Yuriy Peshkichev

dialogue2graph/pipelines/d2g_light/three_stages_light.py

@@ -15,7 +15,6 @@
 from langchain_openai import ChatOpenAI
 from langchain_huggingface import HuggingFaceEmbeddings
 
-import torch
 
 from dialogue2graph import metrics
 from dialogue2graph import Graph

dialogue2graph/pipelines/model_storage.py

@@ -16,10 +16,6 @@
 
 logger = Logger(__file__)
 
-from dialogue2graph.utils.logger import Logger
-
-logger = Logger(__file__)
-
 dotenv.load_dotenv()
 
 

experiments/exp2025_03_20_d2g_pipeline/exp2025_03_20_d2g_pipeline/test_pipeline.ipynb

@@ -57,69 +57,12 @@ deptry = "^0.23.0"
 requires = ["poetry-core"]
 build-backend = "poetry.core.masonry.api"
 
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
 [tool.poetry.group.lint]
 optional = true
 
 [tool.poetry.group.lint.dependencies]
 ruff = "*"
 
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
 [tool.poetry.group.tests]
 optional = true
 

pyproject.toml

@@ -1,5 +1,5 @@
-import tracemalloc
-tracemalloc.start()
+# import tracemalloc
+# tracemalloc.start()
 import os
 import json
 from pathlib import Path
@@ -11,21 +11,16 @@
 from sqlalchemy import create_engine
 
 
-os.environ['CUDA_VISIBLE_DEVICES'] = 'cpu'
-
-from langchain_community.embeddings import HuggingFaceInferenceAPIEmbeddings
-from langchain_community.embeddings import QuantizedBiEncoderEmbeddings
-
-
 from dialogue2graph.utils.logger import Logger
 from dialogue2graph.pipelines.core.pipeline import BasePipeline
 from dialogue2graph.pipelines.d2g_light.pipeline import D2GLightPipeline
 from dialogue2graph.pipelines.d2g_llm.pipeline import D2GLLMPipeline
-from dialogue2graph.pipelines.d2g_extender.pipeline import D2GExtenderPipeline
 from dialogue2graph.pipelines.model_storage import ModelStorage
 from dialogue2graph.pipelines.helpers.parse_data import PipelineRawDataType
 
 from transformers.utils.logging import disable_progress_bar
+os.environ['CUDA_VISIBLE_DEVICES'] = 'cpu'
+
 disable_progress_bar()
 
 engine = create_engine(os.getenv("SQLALCHEMY_DATABASE_URI"))
@@ -216,9 +211,8 @@ def test_d2g_pipelines():
         if not pipeline_results[idx]:
             logger.warning("Pipeline %s results got worse: check %s/%s*.json for details",
                          pipelines[idx].name, metrics_path_name, pipelines[idx].name)
-    print("MEM: ", tracemalloc.get_traced_memory())
 
     assert all(pipeline_results), "Pipelines results got worse!"
 
-    print("MEM: ", tracemalloc.get_traced_memory())
-    tracemalloc.stop()
+    # print("MEM: ", tracemalloc.get_traced_memory())
+    # tracemalloc.stop()