Skip to content

Commit 11ac584

Browse files
committed
try to require gpu for remote inf
1 parent c905222 commit 11ac584

File tree

1 file changed

+10
-0
lines changed

1 file changed

+10
-0
lines changed

app_inference_spec.py

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,18 @@
22
from pydantic import BaseModel
33
from typing import List, Tuple
44
import spacy
5+
import logging
56
from models_host.base_inference_spec import BaseInferenceSpec
67

8+
logger = logging.getLogger("competitor-check")
9+
10+
try:
11+
spacy.require_gpu()
12+
except Exception as e:
13+
logger.warning(
14+
f"Failed to enable GPU ({device}), falling back to CPU: {e}"
15+
)
16+
717
class InferenceData(BaseModel):
818
name: str
919
shape: List[int]

0 commit comments

Comments
 (0)