-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmodels.py
More file actions
121 lines (80 loc) · 2.74 KB
/
models.py
File metadata and controls
121 lines (80 loc) · 2.74 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
from enum import StrEnum, auto
from typing import TypeAlias
class Provider(StrEnum):
OPENAI = auto()
OPENAI_COMPATIBLE = auto()
AZURE_OPENAI = auto()
DEEPSEEK = auto()
ANTHROPIC = auto()
GOOGLE = auto()
VERTEXAI = auto()
GROQ = auto()
AWS = auto()
OLLAMA = auto()
OPENROUTER = auto()
FAKE = auto()
class OpenAIModelName(StrEnum):
"""https://platform.openai.com/docs/models/gpt-4o"""
GPT_4O_MINI = "gpt-4o-mini"
GPT_4O = "gpt-4o"
class AzureOpenAIModelName(StrEnum):
"""Azure OpenAI model names"""
AZURE_GPT_4O = "azure-gpt-4o"
AZURE_GPT_4O_MINI = "azure-gpt-4o-mini"
class DeepseekModelName(StrEnum):
"""https://api-docs.deepseek.com/quick_start/pricing"""
DEEPSEEK_CHAT = "deepseek-chat"
class AnthropicModelName(StrEnum):
"""https://docs.anthropic.com/en/docs/about-claude/models#model-names"""
HAIKU_3 = "claude-3-haiku"
HAIKU_35 = "claude-3.5-haiku"
SONNET_35 = "claude-3.5-sonnet"
class GoogleModelName(StrEnum):
"""https://ai.google.dev/gemini-api/docs/models/gemini"""
GEMINI_15_PRO = "gemini-1.5-pro"
GEMINI_20_FLASH = "gemini-2.0-flash"
GEMINI_20_FLASH_LITE = "gemini-2.0-flash-lite"
GEMINI_25_FLASH = "gemini-2.5-flash"
GEMINI_25_PRO = "gemini-2.5-pro"
class VertexAIModelName(StrEnum):
"""https://cloud.google.com/vertex-ai/generative-ai/docs/models"""
GEMINI_15_PRO = "gemini-1.5-pro"
GEMINI_20_FLASH = "gemini-2.0-flash"
GEMINI_20_FLASH_LITE = "models/gemini-2.0-flash-lite"
GEMINI_25_FLASH = "models/gemini-2.5-flash"
GEMINI_25_PRO = "gemini-2.5-pro"
class GroqModelName(StrEnum):
"""https://console.groq.com/docs/models"""
LLAMA_31_8B = "llama-3.1-8b"
LLAMA_33_70B = "llama-3.3-70b"
LLAMA_GUARD_4_12B = "meta-llama/llama-guard-4-12b"
class AWSModelName(StrEnum):
"""https://docs.aws.amazon.com/bedrock/latest/userguide/models-supported.html"""
BEDROCK_HAIKU = "bedrock-3.5-haiku"
BEDROCK_SONNET = "bedrock-3.5-sonnet"
class OllamaModelName(StrEnum):
"""https://ollama.com/search"""
OLLAMA_GENERIC = "ollama"
class OpenRouterModelName(StrEnum):
"""https://openrouter.ai/models"""
GEMINI_25_FLASH = "google/gemini-2.5-flash"
class OpenAICompatibleName(StrEnum):
"""https://platform.openai.com/docs/guides/text-generation"""
OPENAI_COMPATIBLE = "openai-compatible"
class FakeModelName(StrEnum):
"""Fake model for testing."""
FAKE = "fake"
AllModelEnum: TypeAlias = (
OpenAIModelName
| OpenAICompatibleName
| AzureOpenAIModelName
| DeepseekModelName
| AnthropicModelName
| GoogleModelName
| VertexAIModelName
| GroqModelName
| AWSModelName
| OllamaModelName
| OpenRouterModelName
| FakeModelName
)