| PROVIDERS = [ | |
| ("OpenAI", "openai"), | |
| ("Anthropic", "anthropic"), | |
| ("Cohere", "cohere"), | |
| ("Meta", "huggingface_hub/meta"), | |
| ("Mistral AI", "mistralai"), | |
| ] | |
| OPENAI_MODELS = [ | |
| ("GPT-4o", "gpt-4o"), | |
| ("GPT-4-Turbo", "gpt-4-turbo"), | |
| ("GPT-4", "gpt-4"), | |
| ("GPT-3.5-Turbo", "gpt-3.5-turbo"), | |
| ] | |
| ANTHROPIC_MODELS = [ | |
| ("Claude 3 Opus", "claude-3-opus-20240229"), | |
| ("Claude 3 Sonnet", "claude-3-sonnet-20240229"), | |
| ("Claude 3 Haiku", "claude-3-haiku-20240307"), | |
| ("Claude 2.1", "claude-2.1"), | |
| ("Claude 2.0", "claude-2.0"), | |
| ("Claude Instant 1.2", "claude-instant-1.2"), | |
| ] | |
| COHERE_MODELS = [ | |
| ("Command Light", "command-light"), | |
| ("Command", "command"), | |
| ("Command R", "command-r"), | |
| ("Command R+", "command-r-plus"), | |
| ] | |
| META_MODELS = [ | |
| ("Llama 3 8B", "meta-llama/Meta-Llama-3-8B"), | |
| ("Llama 3 70B", "meta-llama/Meta-Llama-3-70B"), | |
| ("Llama 2 7B", "meta-llama/Llama-2-7b-hf"), | |
| ("Llama 2 13B", "meta-llama/Llama-2-13b-hf"), | |
| ("Llama 2 70B", "meta-llama/Llama-2-70b-hf"), | |
| ] | |
| MISTRALAI_MODELS = [ | |
| ("Mistral 7B", "open-mistral-7b"), | |
| ("Mixtral 8x7B", "open-mixtral-8x7b"), | |
| ("Mixtral 8x22B", "open-mixtral-8x22b"), | |
| ("Tiny", "mistral-tiny-2312"), | |
| ("Small", "mistral-small-2402"), | |
| ("Medium", "mistral-medium-2312"), | |
| ("Large", "mistral-large-2402"), | |
| ] | |
| PROMPTS = [ | |
| ("Write a Tweet", 50), | |
| ("Write an email", 170), | |
| ("Write an article summary", 250), | |
| ("Small conversation with a chatbot", 400), | |
| ("Write a report of 5 pages", 5000), | |
| ("Write the code for this app", 10000) | |
| ] | |
| PROMPTS = [(s + f" ({v} output tokens)", v) for (s, v) in PROMPTS] | |
| CLOSED_SOURCE_MODELS = { | |
| "openai/gpt-4o", | |
| "openai/gpt-4-turbo", | |
| "openai/gpt-4", | |
| "openai/gpt-3.5-turbo", | |
| "anthropic/claude-3-opus-20240229", | |
| "anthropic/claude-3-sonnet-20240229", | |
| "anthropic/claude-3-haiku-20240307", | |
| "anthropic/claude-2.1", | |
| "anthropic/claude-2.0", | |
| "anthropic/claude-instant-1.2", | |
| "mistralai/mistral-tiny-2312", | |
| "mistralai/mistral-small-2402", | |
| "mistralai/mistral-medium-2312", | |
| "mistralai/mistral-large-2402", | |
| } | |
| MODELS = [ | |
| ("OpenAI / GPT-4o", "openai/gpt-4o"), | |
| ("OpenAI / GPT-4-Turbo", "openai/gpt-4-turbo"), | |
| ("OpenAI / GPT-4", "openai/gpt-4"), | |
| ("OpenAI / GPT-3.5-Turbo", "openai/gpt-3.5-turbo"), | |
| ("Anthropic / Claude 3 Opus", "anthropic/claude-3-opus-20240229"), | |
| ("Anthropic / Claude 3 Sonnet", "anthropic/claude-3-sonnet-20240229"), | |
| ("Anthropic / Claude 3 Haiku", "anthropic/claude-3-haiku-20240307"), | |
| ("Anthropic / Claude 2.1", "anthropic/claude-2.1"), | |
| ("Anthropic / Claude 2.0", "anthropic/claude-2.0"), | |
| ("Anthropic / Claude Instant 1.2", "anthropic/claude-instant-1.2"), | |
| ("Mistral AI / Mistral 7B", "mistralai/open-mistral-7b"), | |
| ("Mistral AI / Mixtral 8x7B", "mistralai/open-mixtral-8x7b"), | |
| ("Mistral AI / Mixtral 8x22B", "mistralai/open-mixtral-8x22b"), | |
| ("Mistral AI / Tiny", "mistralai/mistral-tiny-2312"), | |
| ("Mistral AI / Small", "mistralai/mistral-small-2402"), | |
| ("Mistral AI / Medium", "mistralai/mistral-medium-2312"), | |
| ("Mistral AI / Large", "mistralai/mistral-large-2402"), | |
| ("Meta / Llama 3 8B", "huggingface_hub/meta-llama/Meta-Llama-3-8B"), | |
| ("Meta / Llama 3 70B", "huggingface_hub/meta-llama/Meta-Llama-3-70B"), | |
| ("Meta / Llama 2 7B", "huggingface_hub/meta-llama/Llama-2-7b-hf"), | |
| ("Meta / Llama 2 13B", "huggingface_hub/meta-llama/Llama-2-13b-hf"), | |
| ("Meta / Llama 2 70B", "huggingface_hub/meta-llama/Llama-2-70b-hf"), | |
| ("Cohere / Command Light", "cohere/command-light"), | |
| ("Cohere / Command", "cohere/command"), | |
| ("Cohere / Command R", "cohere/command-r"), | |
| ("Cohere / Command R+", "cohere/command-r-plus"), | |
| ] | |
| MODEL_REPOSITORY_URL = "https://raw.githubusercontent.com/genai-impact/ecologits/refs/heads/main/ecologits/data/models.json" |