Skip to content

Commit 2417cc9

Browse files
perf: Optimized tensorrtLLM display performanceperf
1 parent c0796dc commit 2417cc9

File tree

2 files changed

+17
-22
lines changed

2 files changed

+17
-22
lines changed

agent/app/service/tensorrt_llm.go

Lines changed: 16 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -85,31 +85,25 @@ func (t TensorRTLLMService) Page(req request.TensorRTLLMSearch) response.TensorR
8585
}
8686

8787
composeByte, err := files.NewFileOp().GetContent(path.Join(global.Dir.TensorRTLLMDir, item.Name, "docker-compose.yml"))
88-
if err != nil {
89-
continue
90-
}
91-
serverDTO.Environments, err = getDockerComposeEnvironments(composeByte)
92-
if err != nil {
93-
continue
88+
if err == nil {
89+
serverDTO.Environments, _ = getDockerComposeEnvironments(composeByte)
9490
}
9591
volumes, err := getDockerComposeVolumes(composeByte)
96-
if err != nil {
97-
continue
98-
}
99-
100-
var defaultVolumes = map[string]string{
101-
"${MODEL_PATH}": "${MODEL_PATH}",
102-
}
103-
for _, volume := range volumes {
104-
exist := false
105-
for key, value := range defaultVolumes {
106-
if key == volume.Source && value == volume.Target {
107-
exist = true
108-
break
109-
}
92+
if err == nil {
93+
var defaultVolumes = map[string]string{
94+
"${MODEL_PATH}": "${MODEL_PATH}",
11095
}
111-
if !exist {
112-
serverDTO.Volumes = append(serverDTO.Volumes, volume)
96+
for _, volume := range volumes {
97+
exist := false
98+
for key, value := range defaultVolumes {
99+
if key == volume.Source && value == volume.Target {
100+
exist = true
101+
break
102+
}
103+
}
104+
if !exist {
105+
serverDTO.Volumes = append(serverDTO.Volumes, volume)
106+
}
113107
}
114108
}
115109
items = append(items, serverDTO)

frontend/src/views/ai/model/tensorrt/operate/index.vue

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -119,6 +119,7 @@ const openEdit = (rowData: any): void => {
119119
if (tensorRTLLM.value.exposedPorts == null) {
120120
tensorRTLLM.value.exposedPorts = [];
121121
}
122+
tensorRTLLM.value.command = rowData.command.slice(1, -1).replace(/^'|'$/g, '').replace(/\\"/g, '"');
122123
drawerVisiable.value = true;
123124
};
124125

0 commit comments

Comments
 (0)