Address comments

Author: kirklandsign

extension/llm/runner/text_decoder_runner.cpp

@@ -37,22 +37,6 @@ ::executorch::runtime::Result<executorch::aten::Tensor> TextDecoderRunner::step(
   bool use_kv_cache = method_meta.num_inputs() > 1;
 
   if (use_kv_cache) {
-    // Size of the second argument. This could be either input_pos or
-    // cache_positions
-
-    // Check if we are using cache positions instead of input pos.
-    auto second_input_info = ET_UNWRAP(method_meta.input_tensor_meta(1));
-    // For input_pos, numel is 1, for cache_positions, numel is max_seq_len
-    auto sizes = second_input_info.sizes();
-    // Assuming 1D tensor
-    ET_CHECK_OR_RETURN_ERROR(
-        sizes.size() == 1,
-        InvalidProgram,
-        "The second input tensor is not 1D tensor. Got dimension (%zu)",
-        sizes.size());
-    auto numel = sizes[0];
-    std::vector<::executorch::aten::SizesType> sizes_vec = {numel};
-
     auto start_pos_tensor = ET_UNWRAP(populate_start_pos_or_cache_position(
         "forward", module_, start_pos, tokens->numel()));