Skip to content

Commit b21182c

Browse files
author
Max Hniebergall
committed
Remove test which wasn't working
1 parent 1e914a2 commit b21182c

File tree

1 file changed

+0
-22
lines changed

1 file changed

+0
-22
lines changed

x-pack/plugin/ml/src/test/java/org/elasticsearch/xpack/ml/inference/nlp/tokenizers/DebertaV2TokenizerTests.java

Lines changed: 0 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -94,28 +94,6 @@ public void testTokenize() throws IOException {
9494
}
9595
}
9696

97-
public void testVeryLongInputSequence() throws IOException {
98-
// Create a long input sequence by repeating tokens from the vocabulary
99-
StringBuilder longInput = new StringBuilder();
100-
101-
for (int i = 0; i < 1000; i++) {
102-
longInput.append(TEST_CASE_VOCAB.get(i % TEST_CASE_VOCAB.size())).append(" ");
103-
}
104-
105-
try (
106-
DebertaV2Tokenizer tokenizer = DebertaV2Tokenizer.builder(
107-
TEST_CASE_VOCAB,
108-
TEST_CASE_SCORES,
109-
new DebertaV2Tokenization(false, false, null, Tokenization.Truncate.NONE, -1)
110-
).build()
111-
) {
112-
var request = tokenizer.requestBuilder()
113-
.buildRequest(List.of(longInput.toString()), "1", Tokenization.Truncate.BALANCED, -1, null);
114-
// Validate the results
115-
assertThat(request.tokenization().getTokens().getFirst().tokenIds().length, equalTo(512));
116-
}
117-
}
118-
11997
public void testTokenizeWithHiddenControlCharacters() throws IOException {
12098
try (
12199
DebertaV2Tokenizer tokenizer = DebertaV2Tokenizer.builder(

0 commit comments

Comments
 (0)