ó
    ‡Ž¡j0  ã                   ód   • S r SSKJr  SSKJr  SSKJr  \" SS9\ " S S	\5      5       5       rS	/rg
)zDeBERTa model configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzmicrosoft/deberta-base)Ú
checkpointc                   ó¶  ^ • \ rS rSr% SrSrSr\\S'   Sr	\\S'   Sr
\\S	'   Sr\\S
'   Sr\\S'   Sr\\S'   Sr\\-  \S'   Sr\\-  \S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\\S'   Sr\S-  \S'   Sr\S-  \S '   Sr\\\   -  S-  \S!'   S"r\\S#'   Sr\\\   -  S-  \S$'   S%r\\-  \S&'   Sr \\S''   S"r!\\S('   S"r"\\S)'   U 4S* jr#S+r$U =r%$ ),ÚDebertaConfigé   a�  
relative_attention (`bool`, *optional*, defaults to `False`):
    Whether use relative position encoding.
max_relative_positions (`int`, *optional*, defaults to -1):
    The range of relative positions `[-max_position_embeddings, max_position_embeddings]`. Use the same value
    as `max_position_embeddings`.
position_biased_input (`bool`, *optional*, defaults to `True`):
    Whether add absolute position embedding to content embedding.
pos_att_type (`list[str]`, *optional*):
    The type of relative position attention, it can be a combination of `["p2c", "c2p"]`, e.g. `["p2c"]`,
    `["p2c", "c2p"]`.
pooler_dropout (`float`, *optional*, defaults to `0`):
    Dropout rate in the pooler module.
pooler_hidden_act (`str`, *optional*, defaults to `"gelu"`):
    Activation function used in the dropout module.
legacy (`bool`, *optional*, defaults to `True`):
    Whether or not the model should use the legacy `LegacyDebertaOnlyMLMHead`, which does not work properly
    for mask infilling tasks.

Example:

```python
>>> from transformers import DebertaConfig, DebertaModel

>>> # Initializing a DeBERTa microsoft/deberta-base style configuration
>>> configuration = DebertaConfig()

>>> # Initializing a model (with random weights) from the microsoft/deberta-base style configuration
>>> model = DebertaModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```ÚdebertaiYÄ  Ú
vocab_sizei   Úhidden_sizeé   Únum_hidden_layersÚnum_attention_headsi   Úintermediate_sizeÚgeluÚ
hidden_actgš™™™™™¹?Úhidden_dropout_probÚattention_probs_dropout_probi   Úmax_position_embeddingsr   Útype_vocab_sizeg{®Gáz”?Úinitializer_rangegH¯¼šò×z>Úlayer_norm_epsFÚrelative_attentionéÿÿÿÿÚmax_relative_positionsNÚpad_token_idÚbos_token_idÚeos_token_idTÚposition_biased_inputÚpos_att_typeg        Úpooler_dropoutÚpooler_hidden_actÚlegacyÚtie_word_embeddingsc                 óH  >• [        U R                  [        5      (       aL  U R                  R                  5       R	                  S5       Vs/ s H  o"R                  5       PM     snU l        UR                  SU R                  5      U l        [        TU ](  " S0 UD6  g s  snf )NÚ|Úpooler_hidden_size© )Ú
isinstancer!   ÚstrÚlowerÚsplitÚstripÚgetr   r(   ÚsuperÚ__post_init__)ÚselfÚkwargsÚxÚ	__class__s      €Ú¿C:\Users\johnn\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\LocalCache\local-packages\Python313\site-packages\transformers/models/deberta/configuration_deberta.pyr1   ÚDebertaConfig.__post_init__U   s~   ø€ ä�d×'Ñ'¬×-Ñ-Ø48×4EÑ4E×4KÑ4KÓ4M×4SÑ4SÐTWÔ4XÓ YÒ4X¨q§¡¦Ñ4XÑ YˆDÔà"(§*¡*Ð-AÀ4×CSÑCSÓ"TˆÔÜ‰ÒÑ' Ó'ùò !Zs   ÁB)r(   r!   )&Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typer   ÚintÚ__annotations__r   r   r   r   r   r+   r   Úfloatr   r   r   r   r   r   Úboolr   r   r   r   Úlistr    r!   r"   r#   r$   r%   r1   Ú__static_attributes__Ú__classcell__)r5   s   @r6   r	   r	      s:  ø‡ ñ ðD €Jà€J�ÓØ€K�ÓØÐ�sÓØ!Ð˜Ó!Ø!Ð�sÓ!Ø€J�ÓØ'*Ð˜ ™Ó*Ø03Ð  %¨#¡+Ó3Ø#&Ð˜SÓ&Ø€O�SÓØ#Ð�uÓ#Ø €N�EÓ Ø$Ð˜Ó$Ø"$Ð˜CÓ$Ø €L�#˜‘*Ó Ø#€L�#˜‘*Ó#Ø+/€L�#˜˜S™	‘/ DÑ(Ó/Ø"&Ð˜4Ó&Ø+/€L�#˜˜S™	‘/ DÑ(Ó/Ø"%€N�E˜C‘KÓ%Ø#Ð�sÓ#Ø€FˆDÓØ $Ð˜Ó$÷(ó (ó    r	   N)	r<   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r)   rE   r6   Ú<module>rJ      sK   ðñ "å .å 3Ý #ñ Ð3Ñ4ØôC(Ð$ó C(ó ó 5ðC(ðL Ð
�rE   