Update TTS/tts/layers/xtts/gpt_inference.py

TTS/tts/layers/xtts/gpt_inference.py

@@ -2,11 +2,17 @@ import math
 
 import torch
 from torch import nn
-from transformers import GPT2PreTrainedModel
+
+try:
+    from transformers import GPT2PreTrainedModel, GenerationMixin
+except ImportError:  # pragma: no cover - new transformers layout
+    from transformers import GPT2PreTrainedModel  # type: ignore
+    from transformers.generation.utils import GenerationMixin
+
 from transformers.modeling_outputs import CausalLMOutputWithCrossAttentions
 
 
-class GPT2InferenceModel(GPT2PreTrainedModel):
+class GPT2InferenceModel(GPT2PreTrainedModel, GenerationMixin):
     """Override GPT2LMHeadModel to allow for prefix conditioning."""
 
     def __init__(self, config, gpt, pos_emb, embeddings, norm, linear, kv_cache):