Skip to content

Commit 6a26b1c

Browse files
perf: Optimized tensorrtLLM display performanceperf
1 parent b3350b5 commit 6a26b1c

File tree

2 files changed

+17
-22
lines changed

2 files changed

+17
-22
lines changed

agent/app/service/tensorrt_llm.go

Lines changed: 16 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -88,31 +88,25 @@ func (t TensorRTLLMService) Page(req request.TensorRTLLMSearch) response.TensorR
8888
}
8989

9090
composeByte, err := files.NewFileOp().GetContent(path.Join(global.Dir.TensorRTLLMDir, item.Name, "docker-compose.yml"))
91-
if err != nil {
92-
continue
93-
}
94-
serverDTO.Environments, err = getDockerComposeEnvironments(composeByte)
95-
if err != nil {
96-
continue
91+
if err == nil {
92+
serverDTO.Environments, _ = getDockerComposeEnvironments(composeByte)
9793
}
9894
volumes, err := getDockerComposeVolumes(composeByte)
99-
if err != nil {
100-
continue
101-
}
102-
103-
var defaultVolumes = map[string]string{
104-
"${MODEL_PATH}": "${MODEL_PATH}",
105-
}
106-
for _, volume := range volumes {
107-
exist := false
108-
for key, value := range defaultVolumes {
109-
if key == volume.Source && value == volume.Target {
110-
exist = true
111-
break
112-
}
95+
if err == nil {
96+
var defaultVolumes = map[string]string{
97+
"${MODEL_PATH}": "${MODEL_PATH}",
11398
}
114-
if !exist {
115-
serverDTO.Volumes = append(serverDTO.Volumes, volume)
99+
for _, volume := range volumes {
100+
exist := false
101+
for key, value := range defaultVolumes {
102+
if key == volume.Source && value == volume.Target {
103+
exist = true
104+
break
105+
}
106+
}
107+
if !exist {
108+
serverDTO.Volumes = append(serverDTO.Volumes, volume)
109+
}
116110
}
117111
}
118112
items = append(items, serverDTO)

frontend/src/views/ai/model/tensorrt/operate/index.vue

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -110,6 +110,7 @@ const openEdit = (rowData: any): void => {
110110
if (tensorRTLLM.value.exposedPorts == null) {
111111
tensorRTLLM.value.exposedPorts = [];
112112
}
113+
tensorRTLLM.value.command = rowData.command.slice(1, -1).replace(/^'|'$/g, '').replace(/\\"/g, '"');
113114
if (tensorRTLLM.value.extraHosts == null) {
114115
tensorRTLLM.value.extraHosts = [];
115116
}

0 commit comments

Comments
 (0)