Skip to content

Commit d45d90e

Browse files
chore: lazy import sagemaker (langgenius#10342)
1 parent 42a9374 commit d45d90e

File tree

4 files changed

+5
-12
lines changed

4 files changed

+5
-12
lines changed

api/core/model_runtime/model_providers/sagemaker/llm/llm.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4,10 +4,7 @@
44
from collections.abc import Generator, Iterator
55
from typing import Any, Optional, Union, cast
66

7-
# from openai.types.chat import ChatCompletion, ChatCompletionChunk
87
import boto3
9-
from sagemaker import Predictor, serializers
10-
from sagemaker.session import Session
118

129
from core.model_runtime.entities.llm_entities import LLMMode, LLMResult, LLMResultChunk, LLMResultChunkDelta
1310
from core.model_runtime.entities.message_entities import (
@@ -212,6 +209,9 @@ def _invoke(
212209
:param user: unique user id
213210
:return: full response or stream response chunk generator result
214211
"""
212+
from sagemaker import Predictor, serializers
213+
from sagemaker.session import Session
214+
215215
if not self.sagemaker_session:
216216
access_key = credentials.get("aws_access_key_id")
217217
secret_key = credentials.get("aws_secret_access_key")

api/poetry.lock

Lines changed: 1 addition & 6 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

api/pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -168,7 +168,7 @@ readabilipy = "0.2.0"
168168
redis = { version = "~5.0.3", extras = ["hiredis"] }
169169
replicate = "~0.22.0"
170170
resend = "~0.7.0"
171-
sagemaker = "2.231.0"
171+
sagemaker = "~2.231.0"
172172
scikit-learn = "~1.5.1"
173173
sentry-sdk = { version = "~1.44.1", extras = ["flask"] }
174174
sqlalchemy = "~2.0.29"

api/services/external_knowledge_service.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,8 +7,6 @@
77
import validators
88

99
from constants import HIDDEN_VALUE
10-
11-
# from tasks.external_document_indexing_task import external_document_indexing_task
1210
from core.helper import ssrf_proxy
1311
from extensions.ext_database import db
1412
from models.dataset import (

0 commit comments

Comments
 (0)