update README

README.md

@@ -107,6 +107,7 @@ models:
   - EleutherAI/pythia-6.9b-deduped
   - EleutherAI/pythia-70m
   - EleutherAI/pythia-70m-deduped
+  - Eurdem/Defne-llama3.1-8B
   - FuseAI/FuseChat-7B-VaRM
   - FuseAI/OpenChat-3.5-7B-Solar
   - GeneZC/MiniChat-1.5-3B
@@ -148,17 +149,22 @@ models:
   - Kukedlc/NeuralSynthesis-7B-v0.1
   - Kukedlc/NeuralSynthesis-7B-v0.3
   - Kukedlc/NeuralSynthesis-7b-v0.4-slerp
+  - LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct
   - LiteAI/Hare-1.1B-Chat
   - LiteAI/Hare-1.1B-base
   - M4-ai/tau-0.5B
   - M4-ai/tau-0.5B-instruct-DPOP
   - M4-ai/tau-1.8B
   - MTSAIR/multi_verse_model
+  - Magpie-Align/Llama-3-8B-Magpie-Align-SFT-v0.3
   - Magpie-Align/Llama-3-8B-Magpie-Align-v0.3
+  - Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.1
   - MagusCorp/legislinho
   - MaziyarPanahi/Calme-4x7B-MoE-v0.1
   - MaziyarPanahi/Calme-4x7B-MoE-v0.2
+  - MaziyarPanahi/Llama-3-8B-Instruct-v0.10
   - MaziyarPanahi/Llama-3-8B-Instruct-v0.8
+  - MaziyarPanahi/Llama-3-8B-Instruct-v0.9
   - MaziyarPanahi/Mistral-7B-Instruct-Aya-101
   - MaziyarPanahi/Mistral-7B-Instruct-v0.3
   - MaziyarPanahi/Mistral-7B-v0.3
@@ -168,6 +174,7 @@ models:
   - NLPark/AnFeng_v3.1-Avocet
   - NLPark/AnFeng_v3_Avocet
   - NOVA-vision-language/GlorIA-1.3B
+  - NTQAI/Nxcode-CQ-7B-orpo
   - Nexusflow/Starling-LM-7B-beta
   - Nos-PT/Carvalho_pt-gl-1.3B
   - NotAiLOL/Yi-1.5-dolphin-9B
@@ -208,6 +215,7 @@ models:
   - Qwen/Qwen1.5-0.5B-Chat
   - Qwen/Qwen1.5-1.8B
   - Qwen/Qwen1.5-1.8B-Chat
+  - Qwen/Qwen1.5-110B
   - Qwen/Qwen1.5-110B-Chat
   - Qwen/Qwen1.5-14B
   - Qwen/Qwen1.5-14B-Chat
@@ -223,6 +231,7 @@ models:
   - Qwen/Qwen1.5-MoE-A2.7B-Chat
   - Qwen/Qwen2-0.5B
   - Qwen/Qwen2-0.5B-Instruct
+  - Qwen/Qwen2-57B-A14B
   - Qwen/Qwen2-72B
   - Qwen/Qwen2-72B-Instruct
   - Qwen/Qwen2-7B
@@ -270,9 +279,12 @@ models:
   - UCLA-AGI/Mistral7B-PairRM-SPPO-Iter3
   - Unbabel/TowerBase-7B-v0.1
   - VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct
+  - VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct
   - VAGOsolutions/SauerkrautLM-Gemma-7b
   - VAGOsolutions/SauerkrautLM-Nemo-12b-Instruct
   - VAGOsolutions/SauerkrautLM-Qwen-32b
+  - ValiantLabs/Llama3.1-8B-Fireplace2
+  - ValiantLabs/Llama3.1-8B-ShiningValiant2
   - Walmart-the-bag/Misted-v2-7B
   - Walmart-the-bag/Quintellect-10.7B
   - Walmart-the-bag/WordWoven-2x7B
@@ -331,6 +343,8 @@ models:
   - alvarobartt/mistral-orpo-mix
   - alvarobartt/mistral-orpo-mix-b0.1-l2048-pl1792-lr5e-6-inverse-sqrt
   - amazingvince/Not-WizardLM-2-7B
+  - arcee-ai/Arcee-Scribe
+  - arcee-ai/Arcee-Spark
   - argilla/CapybaraHermes-2.5-Mistral-7B
   - argilla/notus-7b-v1
   - argilla/notux-8x7b-v1
@@ -369,6 +383,7 @@ models:
   - cnmoro/Mistral-7B-Portuguese
   - cognitivecomputations/WestLake-7B-v2-laser
   - cognitivecomputations/WizardLM-13B-Uncensored
+  - cognitivecomputations/WizardLM-30B-Uncensored
   - cognitivecomputations/WizardLM-7B-Uncensored
   - cognitivecomputations/dolphin-2.9-llama3-8b
   - cognitivecomputations/dolphin-2.9.1-llama-3-70b
@@ -381,6 +396,7 @@ models:
   - cognitivecomputations/dolphin-2.9.3-llama-3-8b
   - cognitivecomputations/dolphin-2.9.3-mistral-7B-32k
   - cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b
+  - cognitivecomputations/laserxtral
   - cognitivecomputations/openchat-3.5-0106-laser
   - cognitivess/bella-1-8b
   - cosmicvalor/mistral-orthogonalized
@@ -435,12 +451,17 @@ models:
   - fblgit/UNA-SimpleSmaug-34b-v1beta
   - fernandosola/bluearara-7B
   - fernandosola/bluearara-7B-instruct
+  - freewheelin/free-llama3-dpo-v0.2
+  - freewheelin/free-solar-evo-v0.1
   - freewheelin/free-solar-evo-v0.11
+  - freewheelin/free-solar-evo-v0.13
   - ghost-x/ghost-8b-beta
   - google/gemma-1.1-2b-it
   - google/gemma-1.1-7b-it
   - google/gemma-2-27b
   - google/gemma-2-27b-it
+  - google/gemma-2-2b
+  - google/gemma-2-2b-it
   - google/gemma-2-9b
   - google/gemma-2-9b-it
   - google/gemma-2b
@@ -453,6 +474,7 @@ models:
   - google/recurrentgemma-2b-it
   - gpt2
   - gradientai/Llama-3-8B-Instruct-262k
+  - grimjim/Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge
   - h2oai/h2o-danube-1.8b-base
   - h2oai/h2o-danube-1.8b-chat
   - h2oai/h2o-danube-1.8b-sft
@@ -490,6 +512,10 @@ models:
   - internlm/internlm2-chat-7b
   - internlm/internlm2-chat-7b-sft
   - internlm/internlm2-wqx-20b
+  - internlm/internlm2_5-1_8b
+  - internlm/internlm2_5-1_8b-chat
+  - internlm/internlm2_5-20b
+  - internlm/internlm2_5-20b-chat
   - internlm/internlm2_5-7b
   - internlm/internlm2_5-7b-chat
   - internlm/internlm2_5-7b-chat-1m
@@ -540,6 +566,7 @@ models:
   - meta-llama/Meta-Llama-3-70B-Instruct
   - meta-llama/Meta-Llama-3-8B
   - meta-llama/Meta-Llama-3-8B-Instruct
+  - meta-llama/Meta-Llama-3.1-405B-Instruct
   - meta-llama/Meta-Llama-3.1-70B
   - meta-llama/Meta-Llama-3.1-70B-Instruct
   - meta-llama/Meta-Llama-3.1-8B
@@ -578,6 +605,7 @@ models:
   - mlabonne/NeuralDaredevil-8B-abliterated
   - mlabonne/NeuralMonarch-7B
   - monilouise/opt125M_portuguese
+  - mosaicml/mpt-30b
   - mosaicml/mpt-7b
   - mosaicml/mpt-7b-8k
   - natong19/Qwen2-7B-Instruct-abliterated
@@ -594,6 +622,7 @@ models:
   - nicolasdec/CabraQwen7b
   - nicolasdec/Cabramistral7b
   - nicolasdec/cabra13b
+  - nisten/Biggie-SmoLlm-0.15B-Base
   - nvidia/Nemotron-4-340B-Instruct
   - openai-community/gpt2-large
   - openai-community/gpt2-medium
@@ -613,7 +642,9 @@ models:
   - pierreguillou/gpt2-small-portuguese
   - premai-io/prem-1B-chat
   - princeton-nlp/Llama-3-Instruct-8B-SimPO
+  - princeton-nlp/Llama-3-Instruct-8B-SimPO-v0.2
   - princeton-nlp/Mistral-7B-Base-SFT-SimPO
+  - princeton-nlp/gemma-2-9b-it-SimPO
   - projecte-aina/FLOR-1.3B
   - projecte-aina/FLOR-6.3B
   - projecte-aina/FLOR-760M
@@ -707,6 +738,8 @@ models:
   - togethercomputer/RedPajama-INCITE-Base-3B-v1
   - unicamp-dl/ptt5-base-portuguese-vocab
   - unicamp-dl/ptt5-small-portuguese-vocab
+  - unsloth/Meta-Llama-3.1-70B-Instruct-bnb-4bit
+  - unsloth/Meta-Llama-3.1-70B-bnb-4bit
   - unsloth/Phi-3-mini-4k-instruct-bnb-4bit
   - unsloth/gemma-2b-bnb-4bit
   - unsloth/gemma-7b-bnb-4bit
@@ -726,6 +759,7 @@ models:
   - vicgalle/CarbonBeagle-11B-truthy
   - vicgalle/Configurable-Hermes-2-Pro-Llama-3-8B
   - vicgalle/Configurable-Llama-3-8B-v0.3
+  - vicgalle/Configurable-Llama-3.1-8B-Instruct
   - vicgalle/Configurable-Mistral-7B
   - vicgalle/Configurable-Yi-1.5-9B-Chat
   - vicgalle/ConfigurableBeagle-11B

model_list.txt

@@ -78,6 +78,7 @@
   - EleutherAI/pythia-6.9b-deduped
   - EleutherAI/pythia-70m
   - EleutherAI/pythia-70m-deduped
+  - Eurdem/Defne-llama3.1-8B
   - FuseAI/FuseChat-7B-VaRM
   - FuseAI/OpenChat-3.5-7B-Solar
   - GeneZC/MiniChat-1.5-3B
@@ -119,17 +120,22 @@
   - Kukedlc/NeuralSynthesis-7B-v0.1
   - Kukedlc/NeuralSynthesis-7B-v0.3
   - Kukedlc/NeuralSynthesis-7b-v0.4-slerp
+  - LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct
   - LiteAI/Hare-1.1B-Chat
   - LiteAI/Hare-1.1B-base
   - M4-ai/tau-0.5B
   - M4-ai/tau-0.5B-instruct-DPOP
   - M4-ai/tau-1.8B
   - MTSAIR/multi_verse_model
+  - Magpie-Align/Llama-3-8B-Magpie-Align-SFT-v0.3
   - Magpie-Align/Llama-3-8B-Magpie-Align-v0.3
+  - Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.1
   - MagusCorp/legislinho
   - MaziyarPanahi/Calme-4x7B-MoE-v0.1
   - MaziyarPanahi/Calme-4x7B-MoE-v0.2
+  - MaziyarPanahi/Llama-3-8B-Instruct-v0.10
   - MaziyarPanahi/Llama-3-8B-Instruct-v0.8
+  - MaziyarPanahi/Llama-3-8B-Instruct-v0.9
   - MaziyarPanahi/Mistral-7B-Instruct-Aya-101
   - MaziyarPanahi/Mistral-7B-Instruct-v0.3
   - MaziyarPanahi/Mistral-7B-v0.3
@@ -139,6 +145,7 @@
   - NLPark/AnFeng_v3.1-Avocet
   - NLPark/AnFeng_v3_Avocet
   - NOVA-vision-language/GlorIA-1.3B
+  - NTQAI/Nxcode-CQ-7B-orpo
   - Nexusflow/Starling-LM-7B-beta
   - Nos-PT/Carvalho_pt-gl-1.3B
   - NotAiLOL/Yi-1.5-dolphin-9B
@@ -179,6 +186,7 @@
   - Qwen/Qwen1.5-0.5B-Chat
   - Qwen/Qwen1.5-1.8B
   - Qwen/Qwen1.5-1.8B-Chat
+  - Qwen/Qwen1.5-110B
   - Qwen/Qwen1.5-110B-Chat
   - Qwen/Qwen1.5-14B
   - Qwen/Qwen1.5-14B-Chat
@@ -194,6 +202,7 @@
   - Qwen/Qwen1.5-MoE-A2.7B-Chat
   - Qwen/Qwen2-0.5B
   - Qwen/Qwen2-0.5B-Instruct
+  - Qwen/Qwen2-57B-A14B
   - Qwen/Qwen2-72B
   - Qwen/Qwen2-72B-Instruct
   - Qwen/Qwen2-7B
@@ -241,9 +250,12 @@
   - UCLA-AGI/Mistral7B-PairRM-SPPO-Iter3
   - Unbabel/TowerBase-7B-v0.1
   - VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct
+  - VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct
   - VAGOsolutions/SauerkrautLM-Gemma-7b
   - VAGOsolutions/SauerkrautLM-Nemo-12b-Instruct
   - VAGOsolutions/SauerkrautLM-Qwen-32b
+  - ValiantLabs/Llama3.1-8B-Fireplace2
+  - ValiantLabs/Llama3.1-8B-ShiningValiant2
   - Walmart-the-bag/Misted-v2-7B
   - Walmart-the-bag/Quintellect-10.7B
   - Walmart-the-bag/WordWoven-2x7B
@@ -302,6 +314,8 @@
   - alvarobartt/mistral-orpo-mix
   - alvarobartt/mistral-orpo-mix-b0.1-l2048-pl1792-lr5e-6-inverse-sqrt
   - amazingvince/Not-WizardLM-2-7B
+  - arcee-ai/Arcee-Scribe
+  - arcee-ai/Arcee-Spark
   - argilla/CapybaraHermes-2.5-Mistral-7B
   - argilla/notus-7b-v1
   - argilla/notux-8x7b-v1
@@ -340,6 +354,7 @@
   - cnmoro/Mistral-7B-Portuguese
   - cognitivecomputations/WestLake-7B-v2-laser
   - cognitivecomputations/WizardLM-13B-Uncensored
+  - cognitivecomputations/WizardLM-30B-Uncensored
   - cognitivecomputations/WizardLM-7B-Uncensored
   - cognitivecomputations/dolphin-2.9-llama3-8b
   - cognitivecomputations/dolphin-2.9.1-llama-3-70b
@@ -352,6 +367,7 @@
   - cognitivecomputations/dolphin-2.9.3-llama-3-8b
   - cognitivecomputations/dolphin-2.9.3-mistral-7B-32k
   - cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b
+  - cognitivecomputations/laserxtral
   - cognitivecomputations/openchat-3.5-0106-laser
   - cognitivess/bella-1-8b
   - cosmicvalor/mistral-orthogonalized
@@ -406,12 +422,17 @@
   - fblgit/UNA-SimpleSmaug-34b-v1beta
   - fernandosola/bluearara-7B
   - fernandosola/bluearara-7B-instruct
+  - freewheelin/free-llama3-dpo-v0.2
+  - freewheelin/free-solar-evo-v0.1
   - freewheelin/free-solar-evo-v0.11
+  - freewheelin/free-solar-evo-v0.13
   - ghost-x/ghost-8b-beta
   - google/gemma-1.1-2b-it
   - google/gemma-1.1-7b-it
   - google/gemma-2-27b
   - google/gemma-2-27b-it
+  - google/gemma-2-2b
+  - google/gemma-2-2b-it
   - google/gemma-2-9b
   - google/gemma-2-9b-it
   - google/gemma-2b
@@ -424,6 +445,7 @@
   - google/recurrentgemma-2b-it
   - gpt2
   - gradientai/Llama-3-8B-Instruct-262k
+  - grimjim/Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge
   - h2oai/h2o-danube-1.8b-base
   - h2oai/h2o-danube-1.8b-chat
   - h2oai/h2o-danube-1.8b-sft
@@ -461,6 +483,10 @@
   - internlm/internlm2-chat-7b
   - internlm/internlm2-chat-7b-sft
   - internlm/internlm2-wqx-20b
+  - internlm/internlm2_5-1_8b
+  - internlm/internlm2_5-1_8b-chat
+  - internlm/internlm2_5-20b
+  - internlm/internlm2_5-20b-chat
   - internlm/internlm2_5-7b
   - internlm/internlm2_5-7b-chat
   - internlm/internlm2_5-7b-chat-1m
@@ -511,6 +537,7 @@
   - meta-llama/Meta-Llama-3-70B-Instruct
   - meta-llama/Meta-Llama-3-8B
   - meta-llama/Meta-Llama-3-8B-Instruct
+  - meta-llama/Meta-Llama-3.1-405B-Instruct
   - meta-llama/Meta-Llama-3.1-70B
   - meta-llama/Meta-Llama-3.1-70B-Instruct
   - meta-llama/Meta-Llama-3.1-8B
@@ -549,6 +576,7 @@
   - mlabonne/NeuralDaredevil-8B-abliterated
   - mlabonne/NeuralMonarch-7B
   - monilouise/opt125M_portuguese
+  - mosaicml/mpt-30b
   - mosaicml/mpt-7b
   - mosaicml/mpt-7b-8k
   - natong19/Qwen2-7B-Instruct-abliterated
@@ -565,6 +593,7 @@
   - nicolasdec/CabraQwen7b
   - nicolasdec/Cabramistral7b
   - nicolasdec/cabra13b
+  - nisten/Biggie-SmoLlm-0.15B-Base
   - nvidia/Nemotron-4-340B-Instruct
   - openai-community/gpt2-large
   - openai-community/gpt2-medium
@@ -584,7 +613,9 @@
   - pierreguillou/gpt2-small-portuguese
   - premai-io/prem-1B-chat
   - princeton-nlp/Llama-3-Instruct-8B-SimPO
+  - princeton-nlp/Llama-3-Instruct-8B-SimPO-v0.2
   - princeton-nlp/Mistral-7B-Base-SFT-SimPO
+  - princeton-nlp/gemma-2-9b-it-SimPO
   - projecte-aina/FLOR-1.3B
   - projecte-aina/FLOR-6.3B
   - projecte-aina/FLOR-760M
@@ -678,6 +709,8 @@
   - togethercomputer/RedPajama-INCITE-Base-3B-v1
   - unicamp-dl/ptt5-base-portuguese-vocab
   - unicamp-dl/ptt5-small-portuguese-vocab
+  - unsloth/Meta-Llama-3.1-70B-Instruct-bnb-4bit
+  - unsloth/Meta-Llama-3.1-70B-bnb-4bit
   - unsloth/Phi-3-mini-4k-instruct-bnb-4bit
   - unsloth/gemma-2b-bnb-4bit
   - unsloth/gemma-7b-bnb-4bit
@@ -697,6 +730,7 @@
   - vicgalle/CarbonBeagle-11B-truthy
   - vicgalle/Configurable-Hermes-2-Pro-Llama-3-8B
   - vicgalle/Configurable-Llama-3-8B-v0.3
+  - vicgalle/Configurable-Llama-3.1-8B-Instruct
   - vicgalle/Configurable-Mistral-7B
   - vicgalle/Configurable-Yi-1.5-9B-Chat
   - vicgalle/ConfigurableBeagle-11B

update_models_in_readme.py

@@ -19,6 +19,7 @@ import json
 snapshot_download(repo_id=QUEUE_REPO, local_dir=EVAL_REQUESTS_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30)
 all_models = []
 all_models.append('nvidia/Nemotron-4-340B-Instruct')
+all_models.append('meta-llama/Meta-Llama-3.1-405B-Instruct')
 for filepath in glob.glob(os.path.join(EVAL_REQUESTS_PATH, '**/*.json'), recursive=True):
     with open(filepath, 'r') as f:
         model_data = json.load(f)