- 
		
- 
		
- 
		
- 
		
- 
		
- 
		
Inference Providers
				
			 
		
	
		Active filters: 
					8bit
				
			 
				FabioSarracino/VibeVoice-Large-Q8
				
				
			
			Text-to-Audio
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					5.8k
				
	
				
• 
					
					54
				
 
				crumb/gpt-j-6b-finetune-super-glue
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					5
				
	
				
				
 
				ethzanalytics/gpt-j-6B-8bit-sharded
				
				
			
			Text Generation
			
• 
		
				6B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
• 
					
					7
				
 
				ethzanalytics/gpt-j-8bit-daily_dialogues
				
				
			
			Text Generation
			
• 
		
				6B
			• 
	
				Updated
					
				
				• 
					
					8
				
	
				
• 
					
					4
				
 
				ethzanalytics/gpt-j-8bit-KILT_WoW_10k_steps
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
				ethzanalytics/dolly-v2-12b-sharded-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					3
				
	
				
• 
					
					4
				
 
				pszemraj/long-t5-tglobal-xl-16384-book-summary-8bit
				
				
			
			Summarization
			
• 
		
				3B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
				
 
				ethzanalytics/open_llama_13b-sharded-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					4
				
	
				
				
 
				richardr1126/spider-skeleton-wizard-coder-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					1
				
 
				Trelis/Llama-2-7b-chat-hf-hosted-inference-8bit
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					5
				
	
				
• 
					
					7
				
 
				Trelis/mpt-7b-instruct-hosted-inference-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
				ecastera/eva-mistral-catmacaroni-7b-spanish
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					5
				
	
				
• 
					
					2
				
 
				ecastera/eva-mistral-turdus-7b-spanish
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
				ecastera/eva-mistral-7b-spanish-GGUF
				
				
			
		
				7B
			• 
	
				Updated
					
				
				• 
					
					124
				
	
				
• 
					
					9
				
  
				BioMistral/BioMistral-7B-BnB.8
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
				alokabhishek/Llama-2-7b-chat-hf-bnb-8bit
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					1
				
	
				
• 
					
					2
				
 
				alokabhishek/Mistral-7B-Instruct-v0.2-bnb-8bit
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					2
				
 
				alokabhishek/Llama-2-7b-chat-hf-8.0-bpw-exl2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
• 
					
					1
				
 
				alokabhishek/Mistral-7B-Instruct-v0.2-8.0-bpw-exl2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					1
				
 
				alokabhishek/Meta-Llama-3-8B-Instruct-bnb-8bit
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					2
				
 
				alokabhishek/Meta-Llama-3-8B-Instruct-8.0-bpw-exl2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					1
				
 
				legraphista/Yuan2-M32-hf-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				40B
			• 
	
				Updated
					
				
				• 
					
					466
				
	
				
• 
					
					3
				
 
				legraphista/K2-Chat-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				65B
			• 
	
				Updated
					
				
				• 
					
					1.47k
				
	
				
• 
					
					5
				
 
				legraphista/K2-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				65B
			• 
	
				Updated
					
				
				• 
					
					1.44k
				
	
				
• 
					
					3
				
 
				legraphista/neo_7b_instruct_v0.1-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					836
				
	
				
				
 
				legraphista/neo_7b_sft_v0.1-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					618
				
	
				
				
 
				legraphista/neo_7b-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.15k
				
	
				
				
 
				legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					779
				
	
				
• 
					
					1
				
 
				legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					841
				
	
				
• 
					
					1
				
 
				legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				71B
			• 
	
				Updated
					
				
				• 
					
					2.23k
				
	
				
• 
					
					2