add seed metadata

Signed-off-by: Yotam Perlitz <[email protected]>

Author: perlitz

evaluation/assets/eval_metadata.csv

@@ -0,0 +1,46 @@
+model,n_params,phase,model_family
+Qwen/Qwen2.5-7B,7,PT,non_bamba
+Zyphra/Zamba-7B-v1,7,PT,non_bamba
+allenai/OLMo-2-1124-7B,7,PT,non_bamba
+allenai/OLMo-7B-0424-hf,7,PT,non_bamba
+allenai/OLMo-7B-hf,7,PT,non_bamba
+google/gemma-2-9b,9,PT,non_bamba
+ibm-fms/Bamba-9.8b-1.8T-hf,9,PT,bamba
+ibm-fms/Bamba-9.8b-2.2T-hf,9,PT,bamba
+ibm-fms/Bamba-9.8b-2T-hf,9,PT,bamba
+ibm-fms/Bamba-9B-1.8T-fp8,9,PT,bamba
+ibm-fms/Bamba-9B-2.65T,9,PT,bamba
+ibm-fms/Bamba-9B-2T-fp8,9,PT,bamba
+ibm-fms/Bamba-9B-fp8,9,PT,bamba
+ibm-fms/Bamba-9b-2.1T-hf,9,PT,bamba
+ibm-fms/Bamba-9b-2.3T-hf,9,PT,bamba
+ibm-fms/Bamba-9b-2.5T-hf,9,PT,bamba
+ibm-fms/Bamba-9b-2.6T-hf,9,PT,bamba
+ibm-fms/Bamba-9b-2.8T-hf,9,PT,bamba
+ibm-fms/Bamba_annealed_models/Bamba-9b-2.1T-finemath-hf,9,PT,bamba
+ibm-fms/Bamba_annealed_models/Bamba-9b-Olmo-constant-2.5T-hf,9,PT,bamba
+ibm-fms/Bamba_annealed_models/Bamba-9b-Olmo-cosine-2.5T-hf,9,PT,bamba
+ibm-fms/Bamba_annealed_models/Bamba-9b-Olmo-cosine-4e5-2.5T-hf,9,PT,bamba
+ibm-fms/agentinstruct_lr1e_5-hf,9,SFT,bamba
+ibm-fms/agentinstruct_lr1e_6-hf,9,SFT,bamba
+ibm-fms/anteater_lr1e_5-hf,9,SFT,bamba
+ibm-fms/anteater_lr1e_6-hf,9,SFT,bamba
+ibm-fms/instruct_models/tuluv3/2.3T_base/lr1e_6_gbs_256-hf,9,SFT,bamba
+ibm-fms/instruct_models/tuluv3/2.3T_base/lr1e_6_gbs_32-hf,9,SFT,bamba
+ibm-fms/instruct_models/tuluv3/2.3T_base/lr1e_6_gbs_64-hf,9,SFT,bamba
+ibm-fms/instruct_models/tuluv3/2.3T_base/lr1e_6_wd_0.06-hf,9,SFT,bamba
+ibm-fms/instruct_models/tuluv3/2.3T_base/lr1e_6_wd_0.1-hf,9,SFT,bamba
+ibm-fms/instruct_models/tuluv3/2.3T_base/lr1e_6_wd_0.1_gbs_16-hf,9,SFT,bamba
+ibm-fms/instruct_models/tuluv3/2.3T_base/lr1e_6_wd_0.1_gbs_32-hf,9,SFT,bamba
+ibm-fms/instruct_models/tuluv3/2.3T_base/lr1e_6_wd_0_gbs_128_base-hf,9,SFT,bamba
+ibm-fms/instruct_models/tuluv3/2.3T_base/lr1e_6_wd_0_gbs_16-hf,9,SFT,bamba
+ibm-fms/lchu/70b_hsdp_768/hf/step-225000,70,PT,non_bamba
+ibm-fms/tuluv3_lr1e_5-hf,9,SFT,bamba
+ibm-fms/tuluv3_lr1e_6-hf,9,SFT,bamba
+ibm-granite/granite-3.0-8b-base,8,PT,non_bamba
+ibm-granite/granite-7b-base,7,PT,non_bamba
+meta-llama/Llama-2-7b-hf,7,PT,non_bamba
+meta-llama/Llama-3.1-8B,8,PT,non_bamba
+meta-llama/Meta-Llama-3.1-70B,70,PT,non_bamba
+nvidia/mamba2-hybrid-8b-3t-4k*,8,PT,non_bamba
+tiiuae/falcon-mamba-7b,7,PT,non_bamba