ó
    ‡Ž¡j‡  ã                   óÒ   • S SK Jr  SSKJr  S// SQS// SQS.r\(       a%  S	S
KJr  S	SKJrJ	r	J
r
  S	SKJr  S	SKJrJrJrJrJr  gS SKr\" \\" 5       S   \\S9\R,                  \'   g)é    )ÚTYPE_CHECKINGé   )Ú_LazyModuleÚDistributedConfig)Úis_fsdp_enabledÚis_fsdp_managed_moduleÚverify_fsdp_planÚDistributedMixin)Úgather_full_state_dictÚ)initialize_fully_sharded_data_parallelismÚload_optimizer_distributedÚ!save_model_checkpoint_distributedÚsave_optimizer_distributed)Úconfiguration_utilsÚfsdpÚmixinÚutilsé   )r   )r
   NÚ__file__)Úmodule_spec)Útypingr   r   r   Ú_import_structurer   r   r   r   r   r	   r   r
   r   r   r   r   r   ÚsysÚ__name__ÚglobalsÚ__spec__Úmodules© ó    Ú¯C:\Users\johnn\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\LocalCache\local-packages\Python313\site-packages\transformers/distributed/__init__.pyÚ<module>r!      sr   ðõ !å ð 0Ð0ÚMØ Ð!òñ	Ð ö õ÷ PÑOÝ'÷ö ó á'¨±'³)¸JÑ2GÐIZÐhpÑq€C‡K�K�Òr   