Spaces:
Running
on
Zero
Running
on
Zero
Upload 2 files
Browse files- llmenv.py +10 -0
- requirements.txt +1 -1
llmenv.py
CHANGED
|
@@ -163,8 +163,12 @@ llm_models = {
|
|
| 163 |
"ape-fiction-2-mistral-nemo.Q4_K_M.gguf": ["mradermacher/ape-fiction-2-mistral-nemo-GGUF", MessagesFormatterType.MISTRAL],
|
| 164 |
"Shadow-Crystal-12B.Q4_K_M.gguf": ["mradermacher/Shadow-Crystal-12B-GGUF", MessagesFormatterType.MISTRAL],
|
| 165 |
"Radiant-Shadow-12B.Q4_K_M.gguf": ["mradermacher/Radiant-Shadow-12B-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
|
|
|
|
|
|
|
| 166 |
"Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner.Q4_K_M.gguf": ["mradermacher/Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner-GGUF", MessagesFormatterType.MISTRAL],
|
| 167 |
"Gemma-2-Llama-Swallow-9b-pt-v0.1.Q4_K_M.gguf": ["mradermacher/Gemma-2-Llama-Swallow-9b-pt-v0.1-GGUF", MessagesFormatterType.ALPACA],
|
|
|
|
| 168 |
"Qwen2.5-7B-base-french-bespoke-stratos-full-sft.i1-Q5_K_S.gguf": ["mradermacher/Qwen2.5-7B-base-french-bespoke-stratos-full-sft-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 169 |
"Protestant-Christian-Bible-Expert-v2.0-12B.Q4_K_M.gguf": ["mradermacher/Protestant-Christian-Bible-Expert-v2.0-12B-GGUF", MessagesFormatterType.MISTRAL],
|
| 170 |
"openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
|
@@ -180,6 +184,12 @@ llm_models = {
|
|
| 180 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
| 181 |
#"": ["", MessagesFormatterType.CHATML],
|
| 182 |
#"": ["", MessagesFormatterType.PHI_3],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 183 |
"ReSeek-qwen2.5-7b-em-grpo.Q5_K_M.gguf": ["mradermacher/ReSeek-qwen2.5-7b-em-grpo-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 184 |
"VideoChat-R1_5.Q5_K_M.gguf": ["mradermacher/VideoChat-R1_5-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 185 |
"zen-eco-4b-instruct.i1-Q5_K_M.gguf": ["mradermacher/zen-eco-4b-instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
|
|
|
| 163 |
"ape-fiction-2-mistral-nemo.Q4_K_M.gguf": ["mradermacher/ape-fiction-2-mistral-nemo-GGUF", MessagesFormatterType.MISTRAL],
|
| 164 |
"Shadow-Crystal-12B.Q4_K_M.gguf": ["mradermacher/Shadow-Crystal-12B-GGUF", MessagesFormatterType.MISTRAL],
|
| 165 |
"Radiant-Shadow-12B.Q4_K_M.gguf": ["mradermacher/Radiant-Shadow-12B-GGUF", MessagesFormatterType.MISTRAL],
|
| 166 |
+
"Lunar-Abyss-12B.Q4_K_S.gguf": ["mradermacher/Lunar-Abyss-12B-GGUF", MessagesFormatterType.CHATML],
|
| 167 |
+
"prototype-x-12b-q6_k.gguf": ["Vortex5/Prototype-X-12b-Q6_K-GGUF", MessagesFormatterType.MISTRAL],
|
| 168 |
+
"Violet-Mist-12B.i1-Q4_K_M.gguf": ["mradermacher/Violet-Mist-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
| 169 |
"Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner.Q4_K_M.gguf": ["mradermacher/Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner-GGUF", MessagesFormatterType.MISTRAL],
|
| 170 |
"Gemma-2-Llama-Swallow-9b-pt-v0.1.Q4_K_M.gguf": ["mradermacher/Gemma-2-Llama-Swallow-9b-pt-v0.1-GGUF", MessagesFormatterType.ALPACA],
|
| 171 |
+
"Tlacuilo-12B.Q4_K_M.gguf": ["mradermacher/Tlacuilo-12B-GGUF", MessagesFormatterType.MISTRAL],
|
| 172 |
"Qwen2.5-7B-base-french-bespoke-stratos-full-sft.i1-Q5_K_S.gguf": ["mradermacher/Qwen2.5-7B-base-french-bespoke-stratos-full-sft-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 173 |
"Protestant-Christian-Bible-Expert-v2.0-12B.Q4_K_M.gguf": ["mradermacher/Protestant-Christian-Bible-Expert-v2.0-12B-GGUF", MessagesFormatterType.MISTRAL],
|
| 174 |
"openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
|
|
|
| 184 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
| 185 |
#"": ["", MessagesFormatterType.CHATML],
|
| 186 |
#"": ["", MessagesFormatterType.PHI_3],
|
| 187 |
+
"PokeeAI_pokee_research_7b-Q5_K_M.gguf": ["bartowski/PokeeAI_pokee_research_7b-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 188 |
+
"FARE-8B.Q5_K_M.gguf": ["mradermacher/FARE-8B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 189 |
+
"AdaVaR-3B.Q5_K_M.gguf": ["mradermacher/AdaVaR-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 190 |
+
"Qwen2.5-14B-Valor.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Valor-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 191 |
+
"ukko-thinking-3.09b-v1.i1-Q5_K_M.gguf": ["mradermacher/ukko-thinking-3.09b-v1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 192 |
+
"Logos-3B.Q5_K_M.gguf": ["mradermacher/Logos-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 193 |
"ReSeek-qwen2.5-7b-em-grpo.Q5_K_M.gguf": ["mradermacher/ReSeek-qwen2.5-7b-em-grpo-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 194 |
"VideoChat-R1_5.Q5_K_M.gguf": ["mradermacher/VideoChat-R1_5-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 195 |
"zen-eco-4b-instruct.i1-Q5_K_M.gguf": ["mradermacher/zen-eco-4b-instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
requirements.txt
CHANGED
|
@@ -4,7 +4,7 @@ hf_transfer
|
|
| 4 |
scikit-build-core
|
| 5 |
#https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.4-cu124/llama_cpp_python-0.3.4-cp310-cp310-linux_x86_64.whl
|
| 6 |
#git+https://github.com/Maximilian-Winter/llama-cpp-agent
|
| 7 |
-
https://github.com/John6666cat/llama-cpp-python/releases/download/v0.3.16-cu124-AVX-linux-
|
| 8 |
#https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.16-cu124/llama_cpp_python-0.3.16-cp310-cp310-linux_x86_64.whl
|
| 9 |
git+https://github.com/John6666cat/llama-cpp-agent
|
| 10 |
pybind11>=2.12
|
|
|
|
| 4 |
scikit-build-core
|
| 5 |
#https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.4-cu124/llama_cpp_python-0.3.4-cp310-cp310-linux_x86_64.whl
|
| 6 |
#git+https://github.com/Maximilian-Winter/llama-cpp-agent
|
| 7 |
+
https://github.com/John6666cat/llama-cpp-python/releases/download/v0.3.16-cu124-AVX-linux-20251102/llama_cpp_python-0.3.16-cp310-cp310-linux_x86_64.whl
|
| 8 |
#https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.16-cu124/llama_cpp_python-0.3.16-cp310-cp310-linux_x86_64.whl
|
| 9 |
git+https://github.com/John6666cat/llama-cpp-agent
|
| 10 |
pybind11>=2.12
|