ó
    ˆŽ¡jw  ã                   óp   • S r SSKJr  SSKJr  SSKJr  SSKJr  \" SS9\ " S	 S
\5      5       5       r	S
/r
g)zPhi model configurationé    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzmicrosoft/phi-1)Ú
checkpointc                   óÚ  ^ • \ rS rSr% SrSrS/rSSSSSSS.rS/S	/4S	/S	/4S
S/S
/4S
/S
/4S.rSr	\
\S'   Sr\
\S'   Sr\
\S'   Sr\
\S'   Sr\
\S'   Sr\
S-  \S'   Sr\\
-  \S'   Sr\\
-  \S'   Sr\\
-  S-  \S'   Sr\\S'   Sr\
\S'   Sr\\S '   S!r\\S"'   S#r\\S$'   S%r\\S&'   Sr\\-  S-  \S''   S%r \\S('   S)r!\
S-  \S*'   S+r"\
\#\
   -  S-  \S,'   Sr$\
S-  \S-'   U 4S. jr%S/r&U =r'$ )0Ú	PhiConfigé   aí  
qk_layernorm (`bool`, *optional*, defaults to `False`):
    Whether or not to normalize the Queries and Keys after projecting the hidden states.

Example:

```python
>>> from transformers import PhiModel, PhiConfig

>>> # Initializing a Phi-1 style configuration
>>> configuration = PhiConfig.from_pretrained("microsoft/phi-1")

>>> # Initializing a model from the configuration
>>> model = PhiModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```ÚphiÚpast_key_valuesÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.densezlayers.*.mlp.fc1zlayers.*.mlp.fc2Ú	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚembed_dropoutÚlayersÚfinal_layernormi È  Ú
vocab_sizei   Úhidden_sizei    Úintermediate_sizeÚnum_hidden_layersé    Únum_attention_headsNÚnum_key_value_headsg        Úresid_pdropÚ
embd_pdropÚattention_dropoutÚgelu_newÚ
hidden_actÚmax_position_embeddingsg{®Gáz”?Úinitializer_rangegñhãˆµøä>Úlayer_norm_epsTÚ	use_cacheFÚtie_word_embeddingsÚrope_parametersÚqk_layernormé   Úbos_token_idé   Úeos_token_idÚpad_token_idc                 ó†   >• U R                   c  U R                  U l         UR                  SS5        [        TU ]  " S0 UD6  g )NÚpartial_rotary_factorg      à?© )r   r   Ú
setdefaultÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €Ú·C:\Users\johnn\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\LocalCache\local-packages\Python313\site-packages\transformers/models/phi/configuration_phi.pyr5   ÚPhiConfig.__post_init__T   s>   ø€ Ø×#Ñ#Ñ+Ø'+×'?Ñ'?ˆDÔ$à×ÑÐ1°3Ô7Ü‰ÒÑ' Ó'ó    )r   )(Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr   ÚintÚ__annotations__r   r   r   r   r   r   Úfloatr    r!   r#   Ústrr$   r%   r&   r'   Úboolr(   r)   r   Údictr*   r,   r.   Úlistr/   r5   Ú__static_attributes__Ú__classcell__)r8   s   @r9   r
   r
      s†  ø‡ ñð& €JØ#4Ð"5Ðà%.Ø%.Ø%.Ø$-Ø%Ø%ñÐð &˜¨Ð(9Ð:Ø*Ð+¨oÐ->Ð?Ø#Ð%5Ð6¸Ð8IÐJØ,Ð-°Ð/@ÐAñ	Ðð €J�ÓØ€K�ÓØ!Ð�sÓ!ØÐ�sÓØ!Ð˜Ó!Ø&*Ð˜˜t™Ó*Ø"€K�˜‘Ó"Ø!€J�˜‘Ó!Ø,/Ð�u˜s‘{ TÑ)Ó/Ø €J�Ó Ø#'Ð˜SÓ'Ø#Ð�uÓ#Ø €N�EÓ Ø€IˆtÓØ %Ð˜Ó%Ø48€O�^ dÑ*¨TÑ1Ó8Ø€L�$ÓØ €L�#˜‘*Ó Ø+,€L�#˜˜S™	‘/ DÑ(Ó,Ø#€L�#˜‘*Ó#÷(ó (r;   r
   N)r@   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r
   Ú__all__r2   r;   r9   Ú<module>rS      sJ   ðñ å .å 3Ý 1Ý #ñ Ð,Ñ-Øô?(Ð ó ?(ó ó .ð?(ðD ˆ-�r;   