ó
    Këgjã  ã                   ó   • S SK Jr  S SKJr  S SKJr  S SKJrJr  S SK	J
r
Jr  S SKJrJrJr  S SKJr  S SKJrJrJrJr  S S	KJrJrJrJr  S S
KJrJrJr  S SK J!r!J"r"  S SK#J$r$  S SK%J&r&J'r'  S SK(J)r)J*r*  S SK+J,r,J-r-J.r.  S SK/J0r0  S SK1J2r2  S SK3J4r4  S SK5J6r6  S SK7J8r8  S SK9J:r:J;r;J<r<J=r=  S SK>J?r?J@r@  S SKAJBrBJCrC  S SKDJErEJFrFJGrGJHrH  S SKIJJrJJKrK  / SQrLg)é   )Ú	chunk_abc)Úparallel_attn)Úfused_attnres)Úfused_chunk_basedÚparallel_based)Úchunk_combaÚfused_recurrent_comba)Úchunk_delta_ruleÚfused_chunk_delta_ruleÚfused_recurrent_delta_rule)Úparallel_forgetting_attn)Úchunk_gated_delta_ruleÚ	chunk_gdnÚ fused_recurrent_gated_delta_ruleÚfused_recurrent_gdn)Úchunk_dplr_delta_ruleÚchunk_iplr_delta_ruleÚfused_recurrent_dplr_delta_ruleÚfused_recurrent_iplr_delta_rule)Ú	chunk_glaÚfused_chunk_glaÚfused_recurrent_gla)Ú	chunk_gsaÚfused_recurrent_gsa)Úfused_recurrent_hgrn)Ú	chunk_kdaÚfused_recurrent_kda)Úchunk_lightning_attnÚfused_recurrent_lightning_attn)Úchunk_linear_attnÚfused_chunk_linear_attnÚfused_recurrent_linear_attn)Úchunk_log_linear_attn)Úchunk_mesa_net)Úparallel_nsa)Úparallel_parallax)Úparallel_path_attn)Úchunk_retentionÚfused_chunk_retentionÚfused_recurrent_retentionÚparallel_retention)Úchunk_rwkv6Úfused_recurrent_rwkv6)Úchunk_rwkv7Úfused_recurrent_rwkv7)Úchunk_simple_glaÚfused_chunk_simple_glaÚfused_recurrent_simple_glaÚparallel_simple_gla)Úparallel_wall_attnÚparallel_wall_attn_decode)3r   r   r
   r   r   r   r   r   r   r   r   r    r#   r$   r(   r,   r.   r0   r   r   r   r   r!   r)   r1   r	   r   r   r   r   r   r   r   r   r   r   r"   r*   r-   r/   r2   r   r   r   r%   r&   r'   r+   r3   r4   r5   N)MÚabcr   Úattnr   Úattnresr   Úbasedr   r   Úcombar   r	   Ú
delta_ruler
   r   r   Úforgetting_attnr   Úgated_delta_ruler   r   r   r   Úgeneralized_delta_ruler   r   r   r   Úglar   r   r   Úgsar   r   Úhgrnr   Úkdar   r   Úlightning_attnr   r   Úlinear_attnr    r!   r"   Úlog_linear_attnr#   Úmesa_netr$   Únsar%   Úparallaxr&   Ú	path_attnr'   Ú	retentionr(   r)   r*   r+   Úrwkv6r,   r-   Úrwkv7r.   r/   Ú
simple_glar0   r1   r2   r3   Ú	wall_attnr4   r5   Ú__all__© ó    ÚžC:\Users\johnn\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\LocalCache\local-packages\Python313\site-packages\fla/ops/__init__.pyÚ<module>rS      su   ðõ Ý Ý "ß 4ß 5ß \Ñ \Ý 5ß vÓ v÷ó ÷ AÑ @ß /Ý &ß /ß Pß `Ñ `Ý 2Ý $Ý Ý 'Ý )ß lÓ lß 5ß 5ß qÓ qß Dò4�rQ   