Skip to content

Commit 84f6197

Browse files
committed
feat: Extend response parameters support to BLS in python backend
1 parent 98a37fd commit 84f6197

File tree

1 file changed

+11
-5
lines changed

1 file changed

+11
-5
lines changed

src/request_executor.cc

Lines changed: 11 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -158,14 +158,14 @@ InferResponseComplete(
158158
triton::common::TritonJson::Value parameters_json(
159159
triton::common::TritonJson::ValueType::OBJECT);
160160
uint32_t parameter_count;
161-
THROW_IF_TRITON_ERROR(
162-
TRITONSERVER_InferenceResponseParameterCount(response, &parameter_count));
161+
THROW_IF_TRITON_ERROR(TRITONSERVER_InferenceResponseParameterCount(
162+
response, &parameter_count));
163163
for (size_t i = 0; i < parameter_count; i++) {
164164
const char* name;
165165
TRITONSERVER_ParameterType type;
166166
const void* vvalue;
167-
THROW_IF_TRITON_ERROR(
168-
TRITONSERVER_InferenceResponseParameter(response, i, &name, &type, &vvalue));
167+
THROW_IF_TRITON_ERROR(TRITONSERVER_InferenceResponseParameter(
168+
response, i, &name, &type, &vvalue));
169169
if (type == TRITONSERVER_PARAMETER_INT) {
170170
THROW_IF_TRITON_ERROR(parameters_json.AddInt(
171171
name, *(reinterpret_cast<const int64_t*>(vvalue))));
@@ -179,7 +179,9 @@ InferResponseComplete(
179179
THROW_IF_TRITON_ERROR(parameters_json.AddDouble(
180180
name, *(reinterpret_cast<const double*>(vvalue))));
181181
} else {
182-
throw PythonBackendException((std::string("Unsupported parameter type for parameter '") + name + "'."))
182+
throw PythonBackendException(
183+
(std::string("Unsupported parameter type for parameter '") +
184+
name + "'."))
183185
}
184186
}
185187

@@ -197,7 +199,11 @@ InferResponseComplete(
197199
}
198200
pb_error = std::make_shared<PbError>(pb_exception.what());
199201
}
202+
<<<<<<< HEAD
200203

204+
=======
205+
206+
>>>>>>> 408c23b (feat: Extend response parameters support to BLS in python backend)
201207
if (!infer_payload->IsDecoupled()) {
202208
infer_response = std::make_unique<InferResponse>(
203209
output_tensors, pb_error, parameters_string,

0 commit comments

Comments
 (0)