From 04478ea44bee295ab4e21f2d0b6b1f05d754762e Mon Sep 17 00:00:00 2001 From: Willy Hardy Date: Mon, 22 Dec 2025 15:40:54 -0500 Subject: [PATCH 1/3] Add new model configuration for Deepseek with updated parameters --- Qwen/Qwen3-1.7B/accuracy/tasks.yml | 10 ++++++++++ Qwen/Qwen3-4B/accuracy/tasks.yml | 10 ++++++++++ THUDM/glm-4-9b-hf/accuracy/tasks.yml | 11 +++++++++++ google/gemma-7b/accuracy/tasks.yml | 10 ++++++++++ .../granite-3.2-2b-instruct/accuracy/tasks.yml | 10 ++++++++++ 5 files changed, 51 insertions(+) create mode 100644 Qwen/Qwen3-1.7B/accuracy/tasks.yml create mode 100644 Qwen/Qwen3-4B/accuracy/tasks.yml create mode 100644 THUDM/glm-4-9b-hf/accuracy/tasks.yml create mode 100644 google/gemma-7b/accuracy/tasks.yml create mode 100644 ibm-granite/granite-3.2-2b-instruct/accuracy/tasks.yml diff --git a/Qwen/Qwen3-1.7B/accuracy/tasks.yml b/Qwen/Qwen3-1.7B/accuracy/tasks.yml new file mode 100644 index 0000000..ffc0ab7 --- /dev/null +++ b/Qwen/Qwen3-1.7B/accuracy/tasks.yml @@ -0,0 +1,10 @@ +# Migrated from neuralmagic/lm-eval-configs/models/Qwen3-1.7B.yaml +# Note: Metric values are placeholders (0.0) and should be updated with actual baseline values when available +tasks: + - name: gsm8k + metrics: + - name: exact_match,strict-match + value: 0.0 + - name: exact_match,flexible-extract + value: 0.0 + diff --git a/Qwen/Qwen3-4B/accuracy/tasks.yml b/Qwen/Qwen3-4B/accuracy/tasks.yml new file mode 100644 index 0000000..0ab4772 --- /dev/null +++ b/Qwen/Qwen3-4B/accuracy/tasks.yml @@ -0,0 +1,10 @@ +# Migrated from neuralmagic/lm-eval-configs/models/Qwen3-4B.yaml +# Note: Metric values are placeholders (0.0) and should be updated with actual baseline values when available +tasks: + - name: gsm8k + metrics: + - name: exact_match,strict-match + value: 0.0 + - name: exact_match,flexible-extract + value: 0.0 + diff --git a/THUDM/glm-4-9b-hf/accuracy/tasks.yml b/THUDM/glm-4-9b-hf/accuracy/tasks.yml new file mode 100644 index 0000000..8dcac78 --- /dev/null +++ b/THUDM/glm-4-9b-hf/accuracy/tasks.yml @@ -0,0 +1,11 @@ +# Migrated from neuralmagic/lm-eval-configs/models/glm-4-9b-hf.yaml +# Note: Original config referenced zai-org/glm-4-9b-hf, using THUDM/glm-4-9b-hf as specified +# Note: Metric values are placeholders (0.0) and should be updated with actual baseline values when available +tasks: + - name: gsm8k + metrics: + - name: exact_match,strict-match + value: 0.0 + - name: exact_match,flexible-extract + value: 0.0 + diff --git a/google/gemma-7b/accuracy/tasks.yml b/google/gemma-7b/accuracy/tasks.yml new file mode 100644 index 0000000..dcb5c97 --- /dev/null +++ b/google/gemma-7b/accuracy/tasks.yml @@ -0,0 +1,10 @@ +# Migrated from neuralmagic/lm-eval-configs/models/gemma-7b.yaml +# Note: Metric values are placeholders (0.0) and should be updated with actual baseline values when available +tasks: + - name: gsm8k + metrics: + - name: exact_match,strict-match + value: 0.0 + - name: exact_match,flexible-extract + value: 0.0 + diff --git a/ibm-granite/granite-3.2-2b-instruct/accuracy/tasks.yml b/ibm-granite/granite-3.2-2b-instruct/accuracy/tasks.yml new file mode 100644 index 0000000..0cfbfd2 --- /dev/null +++ b/ibm-granite/granite-3.2-2b-instruct/accuracy/tasks.yml @@ -0,0 +1,10 @@ +# Migrated from neuralmagic/lm-eval-configs/models/granite-3.2-2b-instruct.yaml +# Note: Metric values are placeholders (0.0) and should be updated with actual baseline values when available +tasks: + - name: gsm8k + metrics: + - name: exact_match,strict-match + value: 0.0 + - name: exact_match,flexible-extract + value: 0.0 + From 97e3716191b9b5801f040e17916f5ecf1636a956 Mon Sep 17 00:00:00 2001 From: Willy Hardy Date: Mon, 12 Jan 2026 13:38:13 -0500 Subject: [PATCH 2/3] Remove obsolete accuracy tasks configuration for THUDM/glm-4-9b-hf --- {THUDM => zia-org}/glm-4-9b-hf/accuracy/tasks.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) rename {THUDM => zia-org}/glm-4-9b-hf/accuracy/tasks.yml (77%) diff --git a/THUDM/glm-4-9b-hf/accuracy/tasks.yml b/zia-org/glm-4-9b-hf/accuracy/tasks.yml similarity index 77% rename from THUDM/glm-4-9b-hf/accuracy/tasks.yml rename to zia-org/glm-4-9b-hf/accuracy/tasks.yml index 8dcac78..649bc51 100644 --- a/THUDM/glm-4-9b-hf/accuracy/tasks.yml +++ b/zia-org/glm-4-9b-hf/accuracy/tasks.yml @@ -1,5 +1,5 @@ # Migrated from neuralmagic/lm-eval-configs/models/glm-4-9b-hf.yaml -# Note: Original config referenced zai-org/glm-4-9b-hf, using THUDM/glm-4-9b-hf as specified +# Note: Original config referenced zai-org/glm-4-9b-hf, using zia-org/glm-4-9b-hf as specified # Note: Metric values are placeholders (0.0) and should be updated with actual baseline values when available tasks: - name: gsm8k From 792368e07879140836b8482adaf8e67bf8a98cc7 Mon Sep 17 00:00:00 2001 From: Willy Hardy Date: Mon, 12 Jan 2026 13:41:48 -0500 Subject: [PATCH 3/3] Add accuracy tasks configuration for zai-org/glm-4-9b-hf. Placeholder metric values included for future updates. --- {zia-org => zai-org}/glm-4-9b-hf/accuracy/tasks.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) rename {zia-org => zai-org}/glm-4-9b-hf/accuracy/tasks.yml (77%) diff --git a/zia-org/glm-4-9b-hf/accuracy/tasks.yml b/zai-org/glm-4-9b-hf/accuracy/tasks.yml similarity index 77% rename from zia-org/glm-4-9b-hf/accuracy/tasks.yml rename to zai-org/glm-4-9b-hf/accuracy/tasks.yml index 649bc51..b36a3a6 100644 --- a/zia-org/glm-4-9b-hf/accuracy/tasks.yml +++ b/zai-org/glm-4-9b-hf/accuracy/tasks.yml @@ -1,5 +1,5 @@ # Migrated from neuralmagic/lm-eval-configs/models/glm-4-9b-hf.yaml -# Note: Original config referenced zai-org/glm-4-9b-hf, using zia-org/glm-4-9b-hf as specified +# Note: Original config referenced zai-org/glm-4-9b-hf # Note: Metric values are placeholders (0.0) and should be updated with actual baseline values when available tasks: - name: gsm8k