We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1f4ca3a commit dc02405Copy full SHA for dc02405
onnx_diagnostic/tasks/text_generation.py
@@ -262,8 +262,9 @@ def get_inputs(
262
# which it becomes an empty tensor
263
res = dict(inputs=inputs, dynamic_shapes=shapes)
264
if add_second_input:
265
+ # TODO(titaiwang): Make input key more informative
266
# prompt processing (prefill) testing
- res["prompt_processing"] = get_inputs(
267
+ res["inputs2"] = get_inputs(
268
model=model,
269
config=config,
270
dummy_max_token_id=dummy_max_token_id,
0 commit comments