Skip to content

Commit f088873

Browse files
committed
repoqa: add deepseek lite
1 parent 80df874 commit f088873

File tree

3 files changed

+4601
-2
lines changed

3 files changed

+4601
-2
lines changed

repoqa.html

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -350,6 +350,7 @@ <h3 id="limit" class="text-nowrap mt-5">Known limitations</h3>
350350
"deepseek-ai_slash_deepseek-coder-33b-instruct-SCORES.json",
351351
"deepseek-ai_slash_deepseek-coder-6.7b-instruct-SCORES.json",
352352
"deepseek-ai_slash_DeepSeek-V2-Chat-SCORES.json",
353+
"deepseek-ai_slash_DeepSeek-V2-Lite-Chat-SCORES.json",
353354
"google_slash_codegemma-7b-it-SCORES.json",
354355
"meta-llama_slash_Meta-Llama-3-70B-Instruct-SCORES.json",
355356
"meta-llama_slash_Meta-Llama-3-8B-Instruct-SCORES.json",
@@ -495,11 +496,11 @@ <h3 id="limit" class="text-nowrap mt-5">Known limitations</h3>
495496
if (last_best != cur_score) {
496497
rank += n_last_best;
497498
last_best = cur_score;
499+
rankCell.textContent = rank;
498500
n_last_best = 1;
499501
} else {
500502
n_last_best += 1;
501503
}
502-
rankCell.textContent = rank;
503504
dataRow.appendChild(rankCell);
504505

505506
// model name

results/repoqa/ntoken_16384/deepseek-ai_slash_DeepSeek-V2-Chat-SCORES.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
22
"deepseek-ai/DeepSeek-V2-Chat": {
33
"eval_date": "2024-05-19 13:56:08.965716",
4-
"train_size": "160k",
4+
"train_size": "128k",
55
"scores": {
66
"all": {
77
"0.0": { "pass@1": 0.95 },

0 commit comments

Comments
 (0)