update folder and files based on discussions

Author: dhuangnm

README.md

@@ -2,4 +2,4 @@
 
 This repository contains configurations for model validation.
 
-The `lm-eval` folder contains YAML files for each model that configures information needed for the model to be validated through the [lm-evaluation-harness](https://github.com/huggingface/lm-evaluation-harness).
+The `accuracy` folder contains YAML files for each model that configures information needed for the model to be validated through the [llm-eval-test](https://github.com/openshift-psap/llm-eval-test)

accuracy/Meta-Llama-3.1-8B-Instruct/accuracy.yml

@@ -0,0 +1,35 @@
+# accuracy configs for https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct
+model: "vllm"
+model_args:
+  pretrained: "meta-llama/Meta-Llama-3.1-8B-Instruct"
+num_fewshot:
+apply_chat_template: true
+fewshot_as_multiturn: true
+add_bos_token: false
+tasks:
+- name: "leaderboard_bbh"
+  metrics:
+  - name: "acc_norm,none"
+    value: 0.50946
+- name: "leaderboard_gpqa"
+  metrics:
+  - name: "acc_norm,none"
+    value: 0.29698
+- name: "leaderboard_ifeval"
+  metrics:
+  - name: "inst_level_loose_acc,none"
+    value: 0.85851
+  - name: "inst_level_strict_acc,none"
+    value: 0.82374
+  - name: "prompt_level_loose_acc,none"
+    value: 0.79667
+  - name: "prompt_level_strict_acc,none"
+    value: 0.74861
+- name: "leaderboard_math_hard"
+  metrics:
+  - name: "exact_match,none"
+    value: 0.19864
+- name: "leaderboard_musr"
+  metrics:
+  - name: "acc_norm,none"
+    value: 0.38359

accuracy/Meta-Llama-3.1-8B-Instruct/client.yml

@@ -0,0 +1,3 @@
+# storage configs for https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct
+model: hf
+data: hf

accuracy/Meta-Llama-3.1-8B-Instruct/server.yml

@@ -0,0 +1,6 @@
+# server configs for https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct
+model: "meta-llama/Meta-Llama-3.1-8B-Instruct"
+trust_remote_code: true
+enable_chunked_prefill: true
+tensor_parallel_size: 
+max_model_len: 4096