Update modeling_hunyuan.py
Browse files- modeling_hunyuan.py +0 -19
modeling_hunyuan.py
CHANGED
|
@@ -1276,10 +1276,6 @@ HUNYUAN_INPUTS_DOCSTRING = r"""
|
|
| 1276 |
"""
|
| 1277 |
|
| 1278 |
|
| 1279 |
-
@add_start_docstrings(
|
| 1280 |
-
"The bare HunYuan Model outputting raw hidden-states without any specific head on top.",
|
| 1281 |
-
HUNYUAN_START_DOCSTRING,
|
| 1282 |
-
)
|
| 1283 |
class HunYuanModel(HunYuanPreTrainedModel):
|
| 1284 |
"""
|
| 1285 |
Transformer decoder consisting of *config.num_hidden_layers* layers. Each layer is a [`HunYuanDecoderLayer`]
|
|
@@ -1647,21 +1643,6 @@ class HunYuanForCausalLM(HunYuanPreTrainedModel):
|
|
| 1647 |
return reordered_past
|
| 1648 |
|
| 1649 |
|
| 1650 |
-
@add_start_docstrings(
|
| 1651 |
-
"""
|
| 1652 |
-
The HunYuan Model transformer with a sequence classification head on top (linear layer).
|
| 1653 |
-
|
| 1654 |
-
[`HunYuanForSequenceClassification`] uses the last token in order to do the classification, as other causal models
|
| 1655 |
-
(e.g. GPT-2) do.
|
| 1656 |
-
|
| 1657 |
-
Since it does classification on the last token, it requires to know the position of the last token. If a
|
| 1658 |
-
`pad_token_id` is defined in the configuration, it finds the last token that is not a padding token in each row. If
|
| 1659 |
-
no `pad_token_id` is defined, it simply takes the last value in each row of the batch. Since it cannot guess the
|
| 1660 |
-
padding tokens when `inputs_embeds` are passed instead of `input_ids`, it does the same (take the last value in
|
| 1661 |
-
each row of the batch).
|
| 1662 |
-
""",
|
| 1663 |
-
HUNYUAN_START_DOCSTRING,
|
| 1664 |
-
)
|
| 1665 |
class HunYuanForSequenceClassification(HunYuanPreTrainedModel):
|
| 1666 |
def __init__(self, config):
|
| 1667 |
super().__init__(config)
|
|
|
|
| 1276 |
"""
|
| 1277 |
|
| 1278 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1279 |
class HunYuanModel(HunYuanPreTrainedModel):
|
| 1280 |
"""
|
| 1281 |
Transformer decoder consisting of *config.num_hidden_layers* layers. Each layer is a [`HunYuanDecoderLayer`]
|
|
|
|
| 1643 |
return reordered_past
|
| 1644 |
|
| 1645 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1646 |
class HunYuanForSequenceClassification(HunYuanPreTrainedModel):
|
| 1647 |
def __init__(self, config):
|
| 1648 |
super().__init__(config)
|