ó
    ˆŽ¡jš  ã                   óp   • S r SSKJr  SSKJr  SSKJr  SSKJr  \" SS9\ " S	 S
\5      5       5       r	S
/r
g)zStarcoder2 model configurationé    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzbigcode/starcoder2-7b)Ú
checkpointc                   óÄ  • \ rS rSr% SrSrS/rSSSSSSS.rS/S	/4S
S/S
/4S
/S
/4S.rSr	\
\S'   Sr\
\S'   Sr\
\S'   Sr\
\S'   Sr\
\S'   Sr\
\S'   Sr\\S'   Sr\
\S'   Sr\\S'   Sr\\S '   S!r\\S"'   S#r\
S$-  \S%'   S#r\
\\
   -  S$-  \S&'   S$r\
S$-  \S''   S$r\\-  S$-  \S('   S$r \
S$-  \S)'   S*r!\\
-  \S+'   S*r"\\
-  \S,'   S*r#\\
-  \S-'   S!r$\\S.'   S!r%\\S/'   S0r&g$)1ÚStarcoder2Configé   aÙ  
use_bias (`bool`, *optional*, defaults to `True`):
    Whether to use bias term on linear layers of the model.

```python
>>> from transformers import Starcoder2Model, Starcoder2Config

>>> # Initializing a Starcoder2 7B style configuration
>>> configuration = Starcoder2Config()

>>> # Initializing a model from the Starcoder2 7B style configuration
>>> model = Starcoder2Model(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```
Ú
starcoder2Úpast_key_valuesÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projzlayers.*.mlp.c_fczlayers.*.mlp.c_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚlayersÚnormi À  Ú
vocab_sizei   Úhidden_sizei 0  Úintermediate_sizeé   Únum_hidden_layersé   Únum_attention_headsé   Únum_key_value_headsÚgelu_pytorch_tanhÚ
hidden_acti   Úmax_position_embeddingsgŸVÑšy’?Úinitializer_rangegñhãˆµøä>Únorm_epsilonTÚ	use_cacheiPÄ  NÚbos_token_idÚeos_token_idÚpad_token_idÚrope_parametersÚsliding_windowg        Úattention_dropoutÚresidual_dropoutÚembedding_dropoutÚuse_biasÚtie_word_embeddings© )'Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr   ÚintÚ__annotations__r   r   r   r   r   r!   Ústrr"   r#   Úfloatr$   r%   Úboolr&   r'   Úlistr(   r)   r   Údictr*   r+   r,   r-   r.   r/   Ú__static_attributes__r0   ó    ÚÅC:\Users\johnn\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\LocalCache\local-packages\Python313\site-packages\transformers/models/starcoder2/configuration_starcoder2.pyr
   r
      sv  ‡ ñð$ €JØ#4Ð"5Ðð &/Ø%.Ø%.Ø%.Ø&Ø(ñÐð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ñÐð €J�ÓØ€K�ÓØ"Ð�sÓ"ØÐ�sÓØ!Ð˜Ó!Ø Ð˜Ó Ø)€J�Ó)Ø#'Ð˜SÓ'Ø'Ð�uÓ'Ø€L�%ÓØ€IˆtÓØ$€L�#˜‘*Ó$Ø+0€L�#˜˜S™	‘/ DÑ(Ó0Ø#€L�#˜‘*Ó#Ø48€O�^ dÑ*¨TÑ1Ó8Ø!%€N�C˜$‘JÓ%Ø%(Ð�u˜s‘{Ó(Ø$'Ð�e˜c‘kÓ'Ø%(Ð�u˜s‘{Ó(Ø€HˆdÓØ $Ð˜Ö$rB   r
   N)r5   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r
   Ú__all__r0   rB   rC   Ú<module>rI      sK   ðñ %å .å 3Ý 1Ý #ñ Ð2Ñ3Øô8%Ð'ó 8%ó ó 4ð8%ðv Ð
�rB   