<Иj) SSKJr SSKrSSKJr SSKJr SSKrSSKJrJ r SSK J r J r SSK Js Jr SSKJr SSKJr SSKJr SS KJrJrJrJrJr SS KJr S rS r S r!Sr"Sr#SSjr$"SS\ 5r%"SS\ 5r&g)) annotationsNceil)partial)nntensor)Module ModuleList)autocast)FSQ) rearrangerepeatreducepackunpack)get_atc USL$N)vals ڲC:\Users\johnn\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\LocalCache\local-packages\Python313\site-packages\vector_quantize_pytorch/residual_fsq.pyexistsrs d?c US$)Nrr)ls rfirstrs Q4Krc*[U5(aU$U$r)r)rds rdefaultrs++3$1$rc"[X- 5U-$rr)nummults rround_up_multipler#s  d ""rcj[R"5=(a [R"5S:$)N)distis_initializedget_world_sizerrris_distributedr)$s$    >T%8%8%:Q%>>rc[R"SUSUS9n[5(a[R"U5 UR 5$)Nrr)device)torchrandintr)r& all_reduceitem)r+max_sizerand_ints rget_maybe_sync_seedr2's7}}Q"v>H ! ==?rct^\rSrSrSrSSSSSSSS.SU4S jjjr\S 5rS rS r SS jr Sr U=r $) ResidualFSQ1z=Follows Algorithm 1. in https://arxiv.org/pdf/2107.03312.pdf NFrr%T)dimis_channel_firstquantize_dropoutquantize_dropout_cutoff_indexquantize_dropout_multiple_ofsoft_clamp_input_valuebound_hard_clampc >[TU]5 [U5n [X;5nX:gn U (a[R "X;5O[R "5UlU (a[R "X5O[R "5UlXl X@l X l Xl [R"/5Ul[U5n U S:R!5(de/n[#U5HQnUR%U R'5U*-5 [)S UU SU S.U D6nURR%U5 MS [!URVs/sHnUR(+PM sn5(deURSR*UlUR-S[.R0"U5SS9 U=(a US:UlUS:deX`lXplU (a[9U5(aeSSU S- - -n[;U[<[&45(a [U5nUR-SUSS9 gs snf) Nr%T)levelsr6preserve_symmetryr<rscalesF) persistentr;r)super__init__lenrrLinearIdentity project_in project_outhas_projectionsr7num_quantizersr>r layersrallrangeappendfloatr codebook_sizeregister_bufferr,stackr8r9r:r isinstancelist)selfr>rJr6r7r8r9r:r;r<kwargs codebook_dimrequires_projection levels_tensorr@indfsq __class__s rrCResidualFSQ.__init__4s 6{ c(*1:M"))C6SUS^S^S`;N299\7TVT_T_Ta2 0, mmB' v !&&(((((C MM---/C47 8"$(#3   C KK  s #)t{{C{+++{CDDDD![[^99 Xu{{6':O 0 G^a5G,111-J*,H) 455 55%&!}q/@*A%B " ,tUm < <%+,B%C " 57M\ab-Ds%IcURVs/sHoRPM nn[R"USS9nU$s snf)Nrr6)rKimplicit_codebookr,rR)rUlayer codebookss rrbResidualFSQ.codebooks}s::>++F+,,+ FKK 3 Gs=cURSURSp2[U/S5upX0R:a<URS:dS5e[R "USURU- 4SS9nUS:HnUR US5n[SURU5nUR [US5S5n[URS 5nXg-n[XdS 5unU$) Nrzb * qzmquantize dropout must be greater than 0 if you wish to reconstruct from a signal with less fine quantizations)valuezq [c] d, b n q -> q b n dzb n q -> q b n 1zq d -> q 1 1 dzq b * d) shaperrJr8Fpad masked_fillrrbr r@r)rUindicesbatch quantize_dimpsmask all_codesr@s rget_codes_from_indices"ResidualFSQ.get_codes_from_indicess%mmA. b0A|G9g.  -- -((2- _0_ _-eeGa)<)<|)K%LVXYG"}%%dA.6P )))D:L*MrR 4;;(89& I95 rc`URU5n[USS5nURU5$)Nz q ... -> ...sum)rrrrH)rUrlcodes codes_summeds rget_output_from_indices#ResidualFSQ.get_output_from_indicess1++G4e^U;  --rcURURURpenUR(a[ US5n[ U/S5upUR U5n[UR5(a!URnX- R5U-nSn Un /n UR=(a( UR=(a [R"5n U (a[U5(d [U5n[R "U5n U R#UR$U5nUS:wa['US-U5S- n[R("UR*SSSU[R,S9n[/SS S 9 [1[3UR4UR655HeununnU (aUW:aU R9W5 M)U"U U- 5unnUU-nU UR;5- n U U-n U R9U5 Mg SSS5 UR=U 5n [R>"U S S 9n UR(a5[AU WS5un [AXS5un [ U S 5n [ U S 5n X4nU(dU$URCU 5n/UQUP7$!,(df  N=f)Nzb d ... -> b ... dzb * drfr%g)r+dtypecudaF)enabledrer_zb ... d -> b d ...)"rJr:r+r7r rrGrr;tanhtrainingr8r,is_grad_enabledr2randomRandom randranger9r#fullrhlongr enumerateziprKr@rNdetachrHrRrrr)rUxreturn_all_codes rand_quantize_dropout_fixed_seed num_quantquant_dropout_multiple_ofr+ro clamp_value quantized_outresidual all_indicesshould_quantize_dropoutrandrand_quantize_dropout_index null_indicesquantizer_indexrascale quantizedrlretrqs rforwardResidualFSQ.forwards 8<7J7JDLmLmopowowf   !12A!g&EA OOA  $-- . .55K&&(;6A  "&--"eD4I4I"eeNcNcNe #:;;3Fv3N0==!ABD*...9[9[]f*g '(A-.?@[^_@_az.{~.+ ::aggbqk3QVQ[Q[\Lf .3) rPrIr7rKr>rJrGrHr8r9r:)r>z list[int]r;z#float | list[float] | Tensor | None)FN) __name__ __module__ __qualname____firstlineno____doc__rCpropertyrbrrrxr__static_attributes__ __classcell__r\s@rr4r41sxH  ()'(FJGcGc!DGcGcR #J.!+/ d!d!rr4cj^\rSrSrSSS.U4Sjjr\S5r\S5rSrS r S S jr S r U=r $) GroupedResidualFSQir%F)groupsaccept_image_fmapc D>[TU]5 XlX lX-S:XdeX-nX0l[ R "/5Ul[U5H)nURR[SSU0UD65 M+ URSRUl g)Nrr6r) rBrCr6rrrr rvqsrMrNr4rP)rUr6rrrV dim_per_group_r\s rrCGroupedResidualFSQ.__init__s   """ !2MM"% vA II  [#  "YYq\77rcb[R"[SUR555$)Nc38# UHoRv M g7fr)rb).0rvqs r /GroupedResidualFSQ.codebooks..2s D)3)s)r,rRtuplerrUs rrbGroupedResidualFSQ.codebooks0s {{5 D$)) DDEErc,UR(aS$S$)Nr%re)rrs r split_dimGroupedResidualFSQ.split_dim4s**q22rcz[S[URU555n[R"U5$)Nc3H# UHupURU5v M g7fr)rrrr chunk_indicess rr.9s#rZqDVCc00??Zq ")rrrr,rR)rUrlrvs rrr)GroupedResidualFSQ.get_codes_from_indices8s1rZ]^b^g^gipZqrr{{5!!rc[S[URU555n[R"X R S9$)Nc3H# UHupURU5v M g7fr)rxrs rr=GroupedResidualFSQ.get_output_from_indices..=s#u]tGYs33MBB]trr_)rrrr,catr)rUrloutputss rrx*GroupedResidualFSQ.get_output_from_indices<s5u]`aeajajls]tuuyy77rc^ URURURpTnX4UR:XdeUR UR US9n[ UUR(a [U5OSS9m [U 4Sj[URU555n[[U65nUtpxn [R"XtS9n[R"U5nXx/U Q7n U $)Nr_)rrc3:># UHupU"U40TD6v M g7frr)rrchunkforward_kwargss rr-GroupedResidualFSQ.forward..SsUCTZSC00CTs)rhrr+r6rrdictrr2rrrr,rrR) rUrrrhrr+outrrmaybe_all_codesrrs @rrGroupedResidualFSQ.forward@s $%77DNNAHH&488+++ GGDKKyG 1/NRmm/B6/Jae U3tyyRSCTUUCI470 IIi9 kk+. 88 r)rrPr6rr)F) rrrrrCrrbrrrrxrrrrs@rrrsX ! 884FF33"8!rr)i')' __future__rrmathr functoolsrr,rrtorch.nnr r torch.nn.functional functionalri torch.ampr torch.distributed distributedr&2vector_quantize_pytorch.finite_scalar_quantizationr einopsr rrrreinxrrrrr#r)r2r4rrrrrsm"  ' B::%# ?`!&`!HIIr