File tree Expand file tree Collapse file tree 2 files changed +14
-10
lines changed
Expand file tree Collapse file tree 2 files changed +14
-10
lines changed Original file line number Diff line number Diff line change @@ -160,10 +160,7 @@ esac
160160echo " Running query type: $QUERY_TYPE "
161161echo " "
162162
163-
164- output=$( curl -sS -X POST http://localhost:8091/v1/chat/completions \
165- -H " Content-Type: application/json" \
166- -d @- << EOF
163+ request_body=$( cat << EOF
167164{
168165 "model": "Qwen/Qwen2.5-Omni-7B",
169166 "sampling_params_list": $sampling_params_list ,
@@ -186,7 +183,12 @@ output=$(curl -sS -X POST http://localhost:8091/v1/chat/completions \
186183 ]
187184}
188185EOF
189- )
186+ )
187+
188+ output=$( curl -sS --retry 3 --retry-delay 3 --retry-connrefused \
189+ -X POST http://localhost:8091/v1/chat/completions \
190+ -H " Content-Type: application/json" \
191+ -d " $request_body " )
190192
191193# Here it only shows the text content of the first choice. Audio content has many binaries, so it's not displayed here.
192194echo " Output of request: $( echo " $output " | jq ' .choices[0].message.content' ) "
Original file line number Diff line number Diff line change @@ -138,10 +138,7 @@ esac
138138echo " Running query type: $QUERY_TYPE "
139139echo " "
140140
141-
142- output=$( curl -sS -X POST http://localhost:8091/v1/chat/completions \
143- -H " Content-Type: application/json" \
144- -d @- << EOF
141+ request_body=$( cat << EOF
145142{
146143 "model": "Qwen/Qwen3-Omni-30B-A3B-Instruct",
147144 "sampling_params_list": $sampling_params_list ,
@@ -164,7 +161,12 @@ output=$(curl -sS -X POST http://localhost:8091/v1/chat/completions \
164161 ]
165162}
166163EOF
167- )
164+ )
165+
166+ output=$( curl -sS --retry 3 --retry-delay 3 --retry-connrefused \
167+ -X POST http://localhost:8091/v1/chat/completions \
168+ -H " Content-Type: application/json" \
169+ -d " $request_body " )
168170
169171# Here it only shows the text content of the first choice. Audio content has many binaries, so it's not displayed here.
170172echo " Output of request: $( echo " $output " | jq ' .choices[0].message.content' ) "
You can’t perform that action at this time.
0 commit comments