| from transformers import AutoConfig | |
| from transformers.models.mistral import MistralConfig | |
| BIDIR_MISTRAL_TYPE = "bidir_mistral" | |
| class BidirectionalMistralConfig(MistralConfig): | |
| model_type = BIDIR_MISTRAL_TYPE | |
| keys_to_ignore_at_inference = ["past_key_values"] | |
| AutoConfig.register(BIDIR_MISTRAL_TYPE, BidirectionalMistralConfig) | |
| BidirectionalMistralConfig.register_for_auto_class() |