Skip to content

Commit 5b32dd1

Browse files
add openvino to the continuation supported list (microsoft#1525)
1 parent 383aa7f commit 5b32dd1

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/generators.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -363,7 +363,7 @@ void Generator::AppendTokens(cpu_span<const int32_t> input_ids) {
363363
if (search_->GetSequenceLength() != 0 && state_->params_->search.batch_size > 1)
364364
throw std::runtime_error("AppendTokens can only be called once for batch_size > 1. To call AppendTokens again, use RewindToLength(0)");
365365

366-
constexpr std::array<DeviceType, 3> devices_supporting_continuous_decoding{DeviceType::CPU, DeviceType::CUDA, DeviceType::WEBGPU};
366+
constexpr std::array<DeviceType, 4> devices_supporting_continuous_decoding{DeviceType::CPU, DeviceType::CUDA, DeviceType::WEBGPU, DeviceType::OpenVINO};
367367
if (search_->GetSequenceLength() != 0 &&
368368
std::none_of(devices_supporting_continuous_decoding.begin(), devices_supporting_continuous_decoding.end(),
369369
[this](DeviceType device_type) { return device_type == state_->model_.p_device_kvcache_->GetType(); }))

0 commit comments

Comments
 (0)