openai-api-route/structure.go at master · heimoshuiyu/openai-api-route · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
package main

import (
	"net/url"
)

type OPENAI_UPSTREAM struct {
	SK            string   `yaml:"sk"`
	Endpoint      string   `yaml:"endpoint"`
	Timeout       int64    `yaml:"timeout"`
	StreamTimeout int64    `yaml:"stream_timeout"`
	Allow         []string `yaml:"allow"`
	Deny          []string `yaml:"deny"`
	Type          string   `yaml:"type"`
	KeepHeader    bool     `yaml:"keep_header"`
	Authorization string   `yaml:"authorization"`
	Noauth        bool     `yaml:"noauth"`
	URL           *url.URL
}

type OpenAIChatRequest struct {
	FrequencyPenalty float64 `json:"frequency_penalty"`
	PresencePenalty  float64 `json:"presence_penalty"`
	MaxTokens        int64   `json:"max_tokens"`
	Model            string  `json:"model"`
	Stream           bool    `json:"stream"`
	Temperature      float64 `json:"temperature"`
	Messages         []OpenAIChatRequestMessage
}

type OpenAIChatRequestMessage struct {
	Content string `json:"content"`
	Role    string `json:"role"`
}

type ReplicateModelRequest struct {
	Stream bool                       `json:"stream"`
	Input  ReplicateModelRequestInput `json:"input"`
}

type ReplicateModelRequestInput struct {
	Prompt           string  `json:"prompt"`
	MaxNewTokens     int64   `json:"max_new_tokens"`
	Temperature      float64 `json:"temperature"`
	Top_p            float64 `json:"top_p"`
	Top_k            int64   `json:"top_k"`
	PresencePenalty  float64 `json:"presence_penalty"`
	FrequencyPenalty float64 `json:"frequency_penalty"`
	PromptTemplate   string  `json:"prompt_template"`
}

type ReplicateModelResponse struct {
	Model   string                     `json:"model"`
	Version string                     `json:"version"`
	Stream  bool                       `json:"stream"`
	Error   string                     `json:"error"`
	URLS    ReplicateModelResponseURLS `json:"urls"`
}

type ReplicateModelResponseURLS struct {
	Cancel string `json:"cancel"`
	Get    string `json:"get"`
	Stream string `json:"stream"`
}

type ReplicateModelResultGet struct {
	ID      string                      `json:"id"`
	Model   string                      `json:"model"`
	Version string                      `json:"version"`
	Output  []string                    `json:"output"`
	Error   string                      `json:"error"`
	Metrics ReplicateModelResultMetrics `json:"metrics"`
	Status  string                      `json:"status"`
}

type ReplicateModelResultMetrics struct {
	InputTokenCount  int64 `json:"input_token_count"`
	OutputTokenCount int64 `json:"output_token_count"`
}

type OpenAIChatResponse struct {
	ID      string                     `json:"id"`
	Object  string                     `json:"object"`
	Created int64                      `json:"created"`
	Model   string                     `json:"model"`
	Choices []OpenAIChatResponseChoice `json:"choices"`
	Usage   OpenAIChatResponseUsage    `json:"usage"`
}

type OpenAIChatResponseUsage struct {
	PromptTokens     int64 `json:"prompt_tokens"`
	CompletionTokens int64 `json:"completion_tokens"`
	TotalTokens      int64 `json:"total_tokens"`
}

type OpenAIChatResponseChoice struct {
	Index        int64             `json:"index"`
	Message      OpenAIChatMessage `json:"message"`
	FinishReason string            `json:"finish_reason"`
}

type OpenAIChatMessage struct {
	Role    string `json:"role"`
	Content string `json:"content"`
}

type ReplicateModelResultChunk struct {
	Event string `json:"event"`
	ID    string `json:"id"`
	Data  string `json:"data"`
}

type OpenAIChatResponseChunk struct {
	ID      string                          `json:"id"`
	Object  string                          `json:"object"`
	Created int64                           `json:"created"`
	Model   string                          `json:"model"`
	Choices []OpenAIChatResponseChunkChoice `json:"choices"`
}

type OpenAIChatResponseChunkChoice struct {
	Index        int64             `json:"index"`
	Delta        OpenAIChatMessage `json:"delta"`
	FinishReason string            `json:"finish_reason"`
}