Spaces:
Paused
Paused
| """ | |
| Translate from OpenAI's `/v1/chat/completions` to Sagemaker's `/invocations` API | |
| Called if Sagemaker endpoint supports HF Messages API. | |
| LiteLLM Docs: https://docs.litellm.ai/docs/providers/aws_sagemaker#sagemaker-messages-api | |
| Huggingface Docs: https://huggingface.co/docs/text-generation-inference/en/messages_api | |
| """ | |
| from typing import Union | |
| from httpx._models import Headers | |
| from litellm.llms.base_llm.chat.transformation import BaseLLMException | |
| from ...openai.chat.gpt_transformation import OpenAIGPTConfig | |
| from ..common_utils import SagemakerError | |
| class SagemakerChatConfig(OpenAIGPTConfig): | |
| def get_error_class( | |
| self, error_message: str, status_code: int, headers: Union[dict, Headers] | |
| ) -> BaseLLMException: | |
| return SagemakerError( | |
| status_code=status_code, message=error_message, headers=headers | |
| ) | |