John6666 commited on
Commit
29c1ee2
·
verified ·
1 Parent(s): 59b629b

Upload 2 files

Browse files
Files changed (2) hide show
  1. llmenv.py +10 -0
  2. requirements.txt +1 -1
llmenv.py CHANGED
@@ -163,8 +163,12 @@ llm_models = {
163
  "ape-fiction-2-mistral-nemo.Q4_K_M.gguf": ["mradermacher/ape-fiction-2-mistral-nemo-GGUF", MessagesFormatterType.MISTRAL],
164
  "Shadow-Crystal-12B.Q4_K_M.gguf": ["mradermacher/Shadow-Crystal-12B-GGUF", MessagesFormatterType.MISTRAL],
165
  "Radiant-Shadow-12B.Q4_K_M.gguf": ["mradermacher/Radiant-Shadow-12B-GGUF", MessagesFormatterType.MISTRAL],
 
 
 
166
  "Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner.Q4_K_M.gguf": ["mradermacher/Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner-GGUF", MessagesFormatterType.MISTRAL],
167
  "Gemma-2-Llama-Swallow-9b-pt-v0.1.Q4_K_M.gguf": ["mradermacher/Gemma-2-Llama-Swallow-9b-pt-v0.1-GGUF", MessagesFormatterType.ALPACA],
 
168
  "Qwen2.5-7B-base-french-bespoke-stratos-full-sft.i1-Q5_K_S.gguf": ["mradermacher/Qwen2.5-7B-base-french-bespoke-stratos-full-sft-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
169
  "Protestant-Christian-Bible-Expert-v2.0-12B.Q4_K_M.gguf": ["mradermacher/Protestant-Christian-Bible-Expert-v2.0-12B-GGUF", MessagesFormatterType.MISTRAL],
170
  "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
@@ -180,6 +184,12 @@ llm_models = {
180
  #"": ["", MessagesFormatterType.OPEN_CHAT],
181
  #"": ["", MessagesFormatterType.CHATML],
182
  #"": ["", MessagesFormatterType.PHI_3],
 
 
 
 
 
 
183
  "ReSeek-qwen2.5-7b-em-grpo.Q5_K_M.gguf": ["mradermacher/ReSeek-qwen2.5-7b-em-grpo-GGUF", MessagesFormatterType.OPEN_CHAT],
184
  "VideoChat-R1_5.Q5_K_M.gguf": ["mradermacher/VideoChat-R1_5-GGUF", MessagesFormatterType.OPEN_CHAT],
185
  "zen-eco-4b-instruct.i1-Q5_K_M.gguf": ["mradermacher/zen-eco-4b-instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
 
163
  "ape-fiction-2-mistral-nemo.Q4_K_M.gguf": ["mradermacher/ape-fiction-2-mistral-nemo-GGUF", MessagesFormatterType.MISTRAL],
164
  "Shadow-Crystal-12B.Q4_K_M.gguf": ["mradermacher/Shadow-Crystal-12B-GGUF", MessagesFormatterType.MISTRAL],
165
  "Radiant-Shadow-12B.Q4_K_M.gguf": ["mradermacher/Radiant-Shadow-12B-GGUF", MessagesFormatterType.MISTRAL],
166
+ "Lunar-Abyss-12B.Q4_K_S.gguf": ["mradermacher/Lunar-Abyss-12B-GGUF", MessagesFormatterType.CHATML],
167
+ "prototype-x-12b-q6_k.gguf": ["Vortex5/Prototype-X-12b-Q6_K-GGUF", MessagesFormatterType.MISTRAL],
168
+ "Violet-Mist-12B.i1-Q4_K_M.gguf": ["mradermacher/Violet-Mist-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
169
  "Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner.Q4_K_M.gguf": ["mradermacher/Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner-GGUF", MessagesFormatterType.MISTRAL],
170
  "Gemma-2-Llama-Swallow-9b-pt-v0.1.Q4_K_M.gguf": ["mradermacher/Gemma-2-Llama-Swallow-9b-pt-v0.1-GGUF", MessagesFormatterType.ALPACA],
171
+ "Tlacuilo-12B.Q4_K_M.gguf": ["mradermacher/Tlacuilo-12B-GGUF", MessagesFormatterType.MISTRAL],
172
  "Qwen2.5-7B-base-french-bespoke-stratos-full-sft.i1-Q5_K_S.gguf": ["mradermacher/Qwen2.5-7B-base-french-bespoke-stratos-full-sft-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
173
  "Protestant-Christian-Bible-Expert-v2.0-12B.Q4_K_M.gguf": ["mradermacher/Protestant-Christian-Bible-Expert-v2.0-12B-GGUF", MessagesFormatterType.MISTRAL],
174
  "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
 
184
  #"": ["", MessagesFormatterType.OPEN_CHAT],
185
  #"": ["", MessagesFormatterType.CHATML],
186
  #"": ["", MessagesFormatterType.PHI_3],
187
+ "PokeeAI_pokee_research_7b-Q5_K_M.gguf": ["bartowski/PokeeAI_pokee_research_7b-GGUF", MessagesFormatterType.OPEN_CHAT],
188
+ "FARE-8B.Q5_K_M.gguf": ["mradermacher/FARE-8B-GGUF", MessagesFormatterType.OPEN_CHAT],
189
+ "AdaVaR-3B.Q5_K_M.gguf": ["mradermacher/AdaVaR-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
190
+ "Qwen2.5-14B-Valor.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Valor-GGUF", MessagesFormatterType.OPEN_CHAT],
191
+ "ukko-thinking-3.09b-v1.i1-Q5_K_M.gguf": ["mradermacher/ukko-thinking-3.09b-v1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
192
+ "Logos-3B.Q5_K_M.gguf": ["mradermacher/Logos-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
193
  "ReSeek-qwen2.5-7b-em-grpo.Q5_K_M.gguf": ["mradermacher/ReSeek-qwen2.5-7b-em-grpo-GGUF", MessagesFormatterType.OPEN_CHAT],
194
  "VideoChat-R1_5.Q5_K_M.gguf": ["mradermacher/VideoChat-R1_5-GGUF", MessagesFormatterType.OPEN_CHAT],
195
  "zen-eco-4b-instruct.i1-Q5_K_M.gguf": ["mradermacher/zen-eco-4b-instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
requirements.txt CHANGED
@@ -4,7 +4,7 @@ hf_transfer
4
  scikit-build-core
5
  #https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.4-cu124/llama_cpp_python-0.3.4-cp310-cp310-linux_x86_64.whl
6
  #git+https://github.com/Maximilian-Winter/llama-cpp-agent
7
- https://github.com/John6666cat/llama-cpp-python/releases/download/v0.3.16-cu124-AVX-linux-20251004/llama_cpp_python-0.3.16-cp310-cp310-linux_x86_64.whl
8
  #https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.16-cu124/llama_cpp_python-0.3.16-cp310-cp310-linux_x86_64.whl
9
  git+https://github.com/John6666cat/llama-cpp-agent
10
  pybind11>=2.12
 
4
  scikit-build-core
5
  #https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.4-cu124/llama_cpp_python-0.3.4-cp310-cp310-linux_x86_64.whl
6
  #git+https://github.com/Maximilian-Winter/llama-cpp-agent
7
+ https://github.com/John6666cat/llama-cpp-python/releases/download/v0.3.16-cu124-AVX-linux-20251102/llama_cpp_python-0.3.16-cp310-cp310-linux_x86_64.whl
8
  #https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.16-cu124/llama_cpp_python-0.3.16-cp310-cp310-linux_x86_64.whl
9
  git+https://github.com/John6666cat/llama-cpp-agent
10
  pybind11>=2.12