.ViNSrSSKrSSKrSSKrSSKJr SSKJrJrJ r J r SSK J r SSKJrJrJrJrJr SSKJr SS KJrJrJr \ (aSS KJr \R8\R:\R<\R>\R:\R:\R>\R>\R@\R@\RB\RB\RD\RD\RF\RF\RH\RH\RJ\RJ0 r&\R8\R@\R<\RB\R@\R@\RB\RB\R:\R@\R>\RB\RD\RD\RF\RF\RH\RH\RJ\RJ0 r'\R8\RD\R<\RF\R@\RD\RB\RF\R:\RD\R>\RF\RD\RD\RF\RF\RH\RH\RJ\RJ0 r(\R8\RH\R<\RJ\R:\RH\R>\RJ\RH\RH\RJ\RJ\R@\RH\RB\RJ\RD\RH\RF\RJ0 r)S \S \*4S jr+S \\S \,4Sjr-SS\S\*S \,4Sjjr.\"SS9"SS\55r/\"SS9"SS\55r0\"SS9"SS\55r1\"SS9"SS\55r2\"SS9"SS\55r3\"SS9"SS \55r4\"SS9"S!S"\55r5\"SS9"S#S$\555r6\"SS9"S%S&\55r7\"SS9"S'S(\55r8\"SS9"S)S*\55r9\"SS9"S+S,\55r:\"SS9"S-S.\55r;\"SS9"S/S0\55r<\"SS9"S1S2\55r=\"SS9"S3S4\55r>\"SS9"S5S6\755r?\"SS9"S7S8\755r@\"SS9"S9S:\55rA\"SS9"S;S<\55rB"S=S>\R5rD\"SS9"S?S@\55rE\"SS9"SASB\55rF\"SS9"SCSD\55rG\"SS9"SESF\55rH\"SS9"SGSH\55rI\"SS9"SISJ\55rJ\"SS9"SKSL\55rK"SMSN\5rL\"SS9"SOSP\55rM\"SS9"SQSR\55rN\"SS9"SSST\55rO\"SS9"SUSV\55rP\"SS9"SWSX\55rQ\"SS9"SYSZ\55rR\"SS9"S[S\\N55rS\"SS9"S]S^\N55rT\"SS9"S_S`\55rU\"SS9"SaSb\55rV\"SS9"ScSd\55rW\"SS9"SeSf\55rX\"SS9"SgSh\55rY\"SS9"SiSj\Y55rZ\"SS9"SkSl\Z55r[\"SS9"SmSn\Y55r\\"SS9"SoSp\55r]\"SS9"SqSr\55r^\"SS9"SsSt\55r_\"SS9"SuSv\55r`\"SS9"SwSx\55ra\"SS9"SySz\55rb\"SS9"S{S|\55rc\"SS9"S}S~\55rd\"SS9"SS\55re\"SS9"SS\55rf\"SS9"SS\55rg\"SS9"SS\55rhSS.S \S\*S \\,4SjjriSS.S \S\*S \*4SjjrjS \S \*4SjrkS \S \\,4SjrlS \S \*4SjrmS \S \*4SjrnS \S\S \*4Sjro\RS \S \*4Sj5rq\RS \S \*4Sj5rr\RS \S \*4Sj5rs\RS \S \*4Sj5rt\RS \S \*4Sj5ru\RS \S \*4Sj5rv\RS \S \*4Sj5rwg)a This module provides Source classes that track the origins of values in PyTorch Dynamo. Sources represent where values come from (e.g. local variables, globals, attributes) and are used for guard generation and code reconstruction during compilation. The module includes specialized sources for: - Local variables and synthetic locals - Global variables and constants - Object attributes and method calls - NN module specialization (specialized vs unspecialized) - Random values and tensor properties - Default argument handling - FSDP (Fully Sharded Data Parallel) modules Sources play a key role in Dynamo's guard system by tracking value origins for guard generation, and in code reconstruction by providing methods to rebuild the code needed to recreate values. N)Callable)AnyOptional TYPE_CHECKINGUnion)device) ChainedSourcedataclass_with_cached_hashGuard GuardSourceSource)utils)create_binary_subscrcreate_build_tuplecreate_call_function) PyCodegensourcereturnc[U[5(agUR[R:Xagg![ a gf=fNTF) isinstanceConstantSource guard_sourcer CONSTANTNotImplementedErrorrs YD:\a\ltx-desktop-ci\ltx-desktop-ci\python-embed\Lib\site-packages\torch\_dynamo\source.pyis_constant_sourcermsO&.))   +"6"6 6 7     s9 AAcDUcgUR$![a gf=f)Nz)namerrs r_get_source_debug_namer"ys+ ~! &;; " &% &s  Fs apply_reprcU(a [U5nO [U5nURSS5RSS5$)a  Escapes curly brackets for format strings. e.g. "frozenset({0})" becomes "frozenset({{0}})". This is used by _name_template for example, because it's expected to return a format string, but we may wish to include strings that should not be accidentally formatted. {z{{}z}})reprstrreplace)r#r$s r_esc_strr+s7 G F 99S$  ' 'T 22T)frozenc\rSrSr%\\S'Sr\\S'Sr\ \ \\S'Sr \\S'S S jr \ S\4S j5r\R"S\4S j5rS rg) LocalSource local_nameFis_inputNdynamismis_derefed_cell_contentsrcUR(aURUR5 gURUR UR55 gN)r4 load_derefr1 append_output create_loadselfcodegens r reconstructLocalSource.reconstructs:  ( (   t /  ! !'"5"5doo"F Gr,c"[R$r6)r LOCALr;s rrLocalSource.guard_sources   r,c2S[URSS9S3$)NzL[Tr$]r+r1rAs r_name_templateLocalSource._name_templatesHT__>?qAAr,r<rrN)__name__ __module__ __qualname____firstlineno__r)__annotations__r2boolr3r frozensetr4r=propertyr r functoolscached_propertyrG__static_attributes__rIr,rr/r/szOHd*.Hhy~&- &+d*H !k!!BBBr,r/cZ\rSrSr%\\S'S Sjr\S\4Sj5r \S\4Sj5r Sr g) TempLocalSourcer1rNcXURURUR55 gr6r8r9r1r:s rr=TempLocalSource.reconstructg11$//BCr,c"[R$r6)r TEMP_LOCALrAs rrTempLocalSource.guard_sources%%%r,c[S5e)NzhCannot create guard on TempLocalSource - this is an internal Dynamo bug. Please file an issue on GitHub.rrAs rrGTempLocalSource._name_templates! v  r,rIrJ) rKrLrMrNr)rOr=rRr rrGrUrIr,rrWrWsEOD&k&&   r,rWcn\rSrSr%\\S'S Sjr\S\4Sj5r \ RS\4Sj5r Sr g) SyntheticLocalSourcer1rNcXURURUR55 gr6rZr:s rr= SyntheticLocalSource.reconstructr\r,c"[R$r6)r SYNTHETIC_LOCALrAs rr!SyntheticLocalSource.guard_sources***r,c2S[URSS9S3$)NzSYNTHETIC_LOCAL[TrDrErFrAs rrG#SyntheticLocalSource._name_templates!(4??t"L!MQOOr,rIrJrKrLrMrNr)rOr=rRr rrSrTrGrUrIr,rrdrdsLOD+k++PPPr,rdcn\rSrSr%\\S'\S\4Sj5rS Sjr \ RS\ 4Sj5r Srg) RandomValueSourcerandom_call_indexrc"[R$r6)r RANDOM_VALUErAs rrRandomValueSource.guard_sources'''r,NcURURURRR55 URUR UR 55 UR[55 gr6)r8r9txoutputrandom_values_varcreate_load_constrqrr:s rr=RandomValueSource.reconstructs\g11'**2C2C2U2UVWg778N8NOP245r,c2S[UR53$)N random_value_)r+rqrAs rrG RandomValueSource._name_templatesx(>(>?@AAr,rIrJ)rKrLrMrNintrOrRr rr=rSrTr)rGrUrIr,rrorosJ (k((6 BBBr,rocn\rSrSr%\\S'S Sjr\S\4Sj5r \ RS\4Sj5r Sr g) GlobalSource global_namerNcVURURURSS95 gNTaddr8create_load_globalrr:s rr=GlobalSource.reconstructs&g889I9It8TUr,c"[R$r6r GLOBALrAs rrGlobalSource.guard_source!!!r,c2S[URSS9S3$)NG[TrDrEr+rrAs rrGGlobalSource._name_templatesHT--$?@BBr,rIrJrmrIr,rrrsMV"k""CCCr,rcn\rSrSr%\\S'S Sjr\S\4Sj5r \ RS\4Sj5r Sr g) GlobalWeakRefSourcerrNcj^^TRUU4Sj5 TR[SS55 g)NcV>TRTRTRSS95$rrr<r;sr1GlobalWeakRefSource.reconstruct..s)G))**4+;+;*Fr,rF add_push_null extend_outputrr:s``rr=GlobalWeakRefSource.reconstructs.  21e<=r,c"[R$r6rrAs rr GlobalWeakRefSource.guard_sourcerr,c2S[URSS9S3$)NrTrDz]()rrAs rrG"GlobalWeakRefSource._name_templatesHT--$?@DDr,rIrJrmrIr,rrrsL>"k""EEEr,rc6\rSrSrSSjr\S\4Sj5rSrg)WeakRefCallSourcei rNcj^^TRUU4Sj5 TR[SS55 g)Nc(>T"TR5$r6basersrr/WeakRefCallSource.reconstruct..sgdii&8r,rFrr:s``rr=WeakRefCallSource.reconstruct s(8921e<=r,cg)Nz{0}()rIrAs rrG WeakRefCallSource._name_templatesr,rIrJ rKrLrMrNr=rRr)rGrUrIr,rrr s">r,rc\rSrSrSrg)CallFunctionNoArgsSourceirINrKrLrMrNrUrIr,rrrr,rc`\rSrSr%\\S'S SjrS Sjr\RS\4Sj5r Sr g) AttrSourceimemberrNc :UR(dS5eSUR;asURRS5n[R US[ URSR USS555 [R USUS5 ggNz9Can't construct an AttrSource without a valid base source.rrrrsplitobject __setattr__rjoinr; member_partss r __post_init__AttrSource.__post_init__yyUUUy $++ ;;,,S1L   fjCHH\#2=N4OP    tX|B/? @ r,c|U"UR5 URURUR55 gr6rrcreate_load_attrsrr:s rr=AttrSource.reconstruct(+ g77 DEr,cURR5(dS[URSS9S3$S[UR53$)Nz getattr({0}, TrD){0}.)r isidentifierr+rAs rrGAttrSource._name_template,sG{{''))$Xdkkd%K$LAN N-.//r,rIrNrJ rKrLrMrNr)rOrr=rSrTrGrUrIr,rrrs4 KAF000r,rc`\rSrSr%\\S'S SjrS Sjr\RS\4Sj5r Sr g) GenericAttrSourcei3rrNc :UR(dS5eSUR;asURRS5n[R US[ URSR USS555 [R USUS5 ggrrrs rrGenericAttrSource.__post_init__7rr,c|U"UR5 URURUR55 gr6rr:s rr=GenericAttrSource.reconstruct@rr,c2S[URSS9S3$)Nzobject.__getattribute__({0}, TrDrr+rrAs rrG GenericAttrSource._name_templateDs".ht{{t.T-UUV W r,rIrrJrrIr,rrr3s4 KAF   r,rc6\rSrSrSSjr\S\4Sj5rSrg)TypeDictSourceiLrNchU"UR5 URURS55 g)N__dict__rrrr:s rr=TypeDictSource.reconstructN' g77 CDr,cg)Nzdict({0}.__dict__)rIrAs rrGTypeDictSource._name_templateRs $r,rIrJrrIr,rrrLs#E$$$r,rc6\rSrSrSSjr\S\4Sj5rSrg) TypeMROSourcei\rNchU"UR5 URURS55 g)N__mro__rr:s rr=TypeMROSource.reconstruct^' g77 BCr,cg)Nz {0}.__mro__rIrAs rrGTypeMROSource._name_templatebsr,rIrJrrIr,rrr\s#Dr,rc.\rSrSr%Sr\\S'SSjrSrg)LocalCellSourceigzw Conceptually, this class is `LocalSource` for cell objects implicitly generated by Python (e.g., captured variables). r1NcXURURUR55 gr6)r8create_load_closurer1r:s rr=LocalCellSource.reconstructps! g99$//JKr,rIrJ) rKrLrMrN__doc__r)rOr=rUrIr,rrrgs OLr,rc6\rSrSrSSjr\S\4Sj5rSrg) CodeSourcei{rNchU"UR5 URURS55 g)N__code__rr:s rr=CodeSource.reconstruct}rr,cg)Nz {0}.__code__rIrAs rrGCodeSource._name_templatesr,rIrJrrIr,rrr{s#Er,rc6\rSrSrSSjr\S\4Sj5rSrg) ClosureSourceirNchU"UR5 URURS55 g)N __closure__rr:s rr=ClosureSource.reconstructs' g77 FGr,cg)Nz{0}.__closure__rIrAs rrGClosureSource._name_templates r,rIrJrrIr,rrrs#H!!!r,rcZ\rSrSr%Sr\\S'S Sjr\RS\4Sj5r Sr g) GradSourceigradrrNc|U"UR5 URURUR55 gr6rr:s rr=GradSource.reconstructrr,c2S[UR53$)NrrrAs rrGGradSource._name_templates-.//r,rIrJ) rKrLrMrNrr)rOr=rSrTrGrUrIr,rrrs3FCF000r,rc@\rSrSr\R S\4Sj5rSrg)ParamBufferSourceirc<[URR$r6#_GUARD_SOURCE_SPECIALIZED_NN_MODULErrrAs rrParamBufferSource.guard_source24993I3IJJr,rIN rKrLrMrNrSrTr rrUrIr,rrrs$KkKKr,rc\rSrSrSrg)UnspecializedParamBufferSourceirINrrIr,rr r rr,r c\rSrSr%Sr\\\S'\S\ 4Sj5r \ RS\4Sj5r S\S\4S\4S jrS\4S jrS rg) EphemeralSourceiNdescrc"[R$r6)r EPHEMERALrAs rrEphemeralSource.guard_source$$$r,c\URbSUR-OSnS[U5S3$)Nz: z )rr+)r;rs rrGEphemeralSource._name_templates/#'99#8tdiibHTN+1--r,fn.c[er6rar;rs r make_guardEphemeralSource.make_guard!!r,cgNTrIrAs r is_ephemeralEphemeralSource.is_ephemeralr,rI)rKrLrMrNrrr)rOrRr rrSrTrGrrr rrPr!rUrIr,rrrsrD(3- %k%%..."Xc3h/"E"dr,rc6\rSrSrSSjr\S\4Sj5rSrg)SkipGuardSourceirNc:URRU5 gr6)rr=r:s rr=SkipGuardSource.reconstructs g&r,cgNz{0}rIrAs rrGSkipGuardSource._name_templater,rIrJrrIr,rr%r%s"'r,r%c.\rSrSrSrSrSrS\4SjrSr g) TensorPropertyirrrcU[RLagU[RLagU[RLag[ S[ U535e)Nsizestridestorage_offset unhandled )r-SIZESTRIDESTORAGE_OFFSETAssertionErrorr+rAs r method_nameTensorProperty.method_namesL >&& & ^** * ^22 2# :htn-=!>? ?r,rIN) rKrLrMrNr4r5r6r)r8rUrIr,rr-r-s D FN@S@r,r-ct\rSrSr%\\S'Sr\\\S'S Sjr S Sjr \ RS\ 4Sj5rS rg) TensorPropertySourceipropNidxrcURceUR[RLaURbegURcegr6)rr<r-r6r=rAs rr"TensorPropertySource.__post_init__sDyy$$$ 9955 588# ##88' ''r,c^^TRUU4Sj5 T"TR5 TRb*TRTR TR55 TR [ TRbSOSS55 g)Nc>TR[RS[TRR 5535$)Ncall_)load_import_fromrrKr+r<r8rsrr2TensorPropertySource.reconstruct..s3G,,%1F1F1H(I'J Kr,r.rF)rrr=r8ryrrr:s``rr= TensorPropertySource.reconstructsn    88   ! !'";";DHH"E F dhh&:5 I r,cvUR[RLaS[UR5S3$UR[R LaS[UR5S3$UR[R LaURbeg[S[UR535e)Nz {0}.size()[rEz {0}.stride()[z{0}.storage_offset()r3)r<r-r4r+r=r5r6r7rAs rrG#TensorPropertySource._name_templates 99++ +"8DHH#5"6a8 8 YY.// /$Xdhh%7$8: : YY.77 788# ##) :htyy.A-B!CD Dr,rIrrJ)rKrLrMrNr-rOr=rr~rr=rSrTr)rGrUrIr,rr;r;sD C#(   E E Er,r;c`\rSrSr%\\S'S SjrS Sjr\RS\ 4Sj5r Sr g) IndexedSourceir=rNc"URcegr6rrAs rrIndexedSource.__post_init__yy$$$r,c[er6rar:s rr=IndexedSource.reconstructrr,c4S[UR5S3$)N(z, {0}))r+r=rAs rrGIndexedSource._name_templates8DHH%&h//r,rIrrJ) rKrLrMrNr~rOrr=rSrTr)rGrUrIr,rrIrIs2 H%"000r,rIc@\rSrSrSSjrS Sjr\S\4Sj5rSr g) NegateSourceirNc"URcegr6rrAs rrNegateSource.__post_init__rLr,c[er6rar:s rr=NegateSource.reconstruct"rr,cg)Nz {0}.__neg__()rIrAs rrGNegateSource._name_template%sr,rIrrJ rKrLrMrNrr=rRr)rGrUrIr,rrSrSs'%"r,rSc@\rSrSrSSjrS Sjr\S\4Sj5rSr g) ConvertIntSourcei+rNc"URcegr6rrAs rrConvertIntSource.__post_init__-rLr,c(U"UR5 gr6rr:s rr=ConvertIntSource.reconstruct0 r,cg)Nz%cast_symbool_to_symint_guardless({0})rIrAs rrGConvertIntSource._name_template3s6r,rIrrJrZrIr,rr\r\+s'%777r,r\cL\rSrSr%\\S'S SjrS Sjr\S\ 4Sj5r Sr g) DynamicScalarSourcei8is_intrNc"URcegr6rrAs rr!DynamicScalarSource.__post_init__<rLr,c^TRU4Sj5 T"UR5 TR[SS55 g)Nc(>TRSS5$)Nbuiltinsr~rCr<srr1DynamicScalarSource.reconstruct..Dsg&>&>z5&Qr,rFrrrrr:s `rr=DynamicScalarSource.reconstruct?s6 QR 21e<=r,cg)Nzint({0})rIrAs rrG"DynamicScalarSource._name_templateHsr,rIrrJ) rKrLrMrNrPrOrr=rRr)rGrUrIr,rrere8s, L%>r,rec@\rSrSrSSjrS Sjr\S\4Sj5rSr g) FlattenScriptObjectSourceiMrNc"URcegr6rrAs rr'FlattenScriptObjectSource.__post_init__OrLr,c(U"UR5 gr6rr:s rr=%FlattenScriptObjectSource.reconstructRrar,cg)Nz{0}.__obj_flatten__()rIrAs rrG(FlattenScriptObjectSource._name_templateUs&r,rIrrJrZrIr,rrtrtMs'%'''r,rtc@\rSrSrSSjrS Sjr\S\4Sj5rSr g) ScriptObjectQualifiedNameSourceiZrNc"URcegr6rrAs rr-ScriptObjectQualifiedNameSource.__post_init__\rLr,c(U"UR5 gr6rr:s rr=+ScriptObjectQualifiedNameSource.reconstruct_rar,cg)Nz{0}._type().qualified_name()rIrAs rrG.ScriptObjectQualifiedNameSource._name_templatebs-r,rIrrJrZrIr,rr|r|Zs'%...r,r|c6\rSrSrSSjr\S\4Sj5rSrg)AttrProxySourceigrNc(U"UR5 gr6rr:s rr=AttrProxySource.reconstructhrar,cg)Nz{0}.get_base()rIrAs rrGAttrProxySource._name_templateksr,rIrJrrIr,rrrgs"   r,rc\rSrSr%\\\4\S'Sr\ \S'\ R"SSSS9r \\S'\ R"SSSS9r \\S'SS jr SS jr\R S\4S j5rS rg )DefaultsSourceipidx_keyFis_kw)initr(comparefield_namerNc HUR(dS5eUR(a}[UR[5(de[ R USS5 [ R USS[UR5S[UR5S35 g[UR[5(de[ R USS5 [ R USS[UR5S [UR5S 35 g) Nz]Base must be a valid source in order to properly track and guard this Defaults to its origin.r__kwdefaults__rrz['z'] __defaults__[rE) rrrrr)rrr+rr~rAs rrDefaultsSource.__post_init__wsyy k y ::dllC00 00   tW.> ?   $**-.b$,,1G0HK  dllC00 00   tWn =   g(<'=Qx ?U>VVWX r,cU"UR5 URURUR55 UR UR UR 55 UR [55 gr6)rrrrr8ryrrr:s rr=DefaultsSource.reconstructsZ g77 CDg77 EF245r,cUR$r6)rrAs rrGDefaultsSource._name_templates zzr,rIrrJ)rKrLrMrNrr~r)rOrrP dataclassesrrrr=rSrTrGrUrIr,rrrpsw 38_E4""E5IE3I""E5IE3I&6 r,rc^\rSrSr%\\S'Sr\\S'S U4SjjrS Sjr S\ 4Sjr \ RS\4S j5rS rU=r$) GetItemSourceiindexFindex_is_slicerc>URce[UR[5(a9[TU]SURR 55 [TU]SS5 gg)NrrT)rrrslicesuperr __reduce__)r; __class__s rrGetItemSource.__post_init__sUyy$$$ djj% ( ( G )>)>)@ A G  0$ 7 )r,c.U"UR5 UR(a/URURUR 555 O*URURUR 55 UR[ 55 gr6)rrr8ry unpack_slicerrr:s rr=GetItemSource.reconstructsh      ! !'";";DTR[RS5$)Ndict_keys_getitemrCrrKrmsrr0ConstDictKeySource.reconstruct..sG,,U^^=PQr,r.Frrr8ryrrrr:s `rr=ConstDictKeySource.reconstructsU Q   g77 CD21e<=r,c2S[URSS9S3$)Nzlist(dict.keys({0}))[TrDrEr+rrAs rrG!ConstDictKeySource._name_templates)$**)N(OqQQr,cgr rIrAs r is_dict_keyConstDictKeySource.is_dict_keyr#r,rIrJ)rKrLrMrNrrOr=rSrTr)rGrPrrUrIr,rrrs< J>RRRTr,rcn\rSrSr%\\S'S SjrS Sjr\RS\ 4Sj5r S\ 4Sjr S rg) NonSerializableSetGetItemSourceirrNcTSSKJn URUR5(degNr)ConstantVariable) variablesr is_literalrr;rs rr-NonSerializableSetGetItemSource.__post_init__s /**4::6666r,c^TRU4Sj5 T"UR5 TRTRUR55 TR [ SS55 g)NcD>TR[RS5$)N set_getitemrrmsrr=NonSerializableSetGetItemSource.reconstruct..sG,,U^^]Kr,r.Frr:s `rr=+NonSerializableSetGetItemSource.reconstructsU K   g77 CD21e<=r,c2S[URSS9S3$)Nz list({0})[TrDrErrAs rrG.NonSerializableSetGetItemSource._name_templateshtzzdCDAFFr,cg)NFrIrAs rr+NonSerializableSetGetItemSource.is_dict_keysr,rIrrJ)rKrLrMrNr~rOrr=rSrTr)rGrPrrUrIr,rrrsA J7 >GGGTr,rc`\rSrSr%\\S'S SjrS Sjr\RS\ 4Sj5r Sr g) DictGetItemSourceirrNcSSKJn [UR[5(d#UR UR5(deggrrrrrrrrs rrDictGetItemSource.__post_init__C/ JJ*   ( ( 4 4 55 4 r,cU"UR5 [UR[5(aU"UR5 O*UR UR UR55 UR [ 55 gr6)rrrr r8ryrr:s rr=DictGetItemSource.reconstructs\  djj& ) ) DJJ   ! !'";";DJJ"G H245r,c[UR[5(a#S[URR5S3$S[URSS9S3$)NrrETrDrrrr+r!rAs rrG DictGetItemSource._name_templatesL djj"4 5 5HTZZ__56a8 8HTZZDAB!D Dr,rIrrJ rKrLrMrNrrOrr=rSrTr)rGrUrIr,rrrs7 J5 6EEEr,rc`\rSrSr%\\S'S SjrS Sjr\RS\ 4Sj5r Sr g) DictSubclassGetItemSourcei rrNcSSKJn [UR[5(d#UR UR5(deggrrrs rr'DictSubclassGetItemSource.__post_init__rr,cB^TRU4Sj5 T"UR5 [UR[5(aT"UR5 O*TR TR UR55 TR[SS55 g)NcD>TR[RS5$)N dict_getitemrrmsrr7DictSubclassGetItemSource.reconstruct.. G,,U^^^Lr,r.F) rrrrr r8ryrrr:s `rr=%DictSubclassGetItemSource.reconstructsv  L   djj& ) ) DJJ   ! !'";";DJJ"G H21e<=r,c[UR[5(a#S[URR5S3$S[URSS9S3$)Nzdict.__getitem__({0}, rrTrDrErrAs rrG(DictSubclassGetItemSource._name_template.sL djj"4 5 5-htzz.G-HJ JHTZZDAB!D Dr,rIrrJrrIr,rrr s7 J5>&EEEr,rcN\rSrSrSrSSjr\RS\4Sj5r Sr g) ListGetItemSourcei6zQ Same as GetItemSource with reconstruct and name overridden to be list specific. rNc^TRU4Sj5 T"UR5 UR(a [S5eTR TR UR 55 TR[SS55 g)NcD>TR[RS5$)N list_getitemrrmsrr/ListGetItemSource.reconstruct..Brr,>List[slice] is a temporary object and should not have a sourcer.F) rrr RuntimeErrorr8ryrrrr:s `rr=ListGetItemSource.reconstruct<st  L     P   ! !'";";DJJ"G H21e<=r,c[UR[5(aeUR(a [ S5eS[ URSS9S3$)Nrzlist.__getitem__({0}, TrDr)rrr rrr+rAs rrG ListGetItemSource._name_templateRsR djj&1111   P .htzzd.S-TTUV Vr,rIrJ) rKrLrMrNrr=rSrTr)rGrUrIr,rrr6s0>, W W Wr,rcJ\rSrSrSSjr\R S\4Sj5rSr g)TupleIteratorGetItemSourcei`rNc^TRU4Sj5 T"UR5 TRTRUR55 TR [ SS55 g)NcD>TR[RS5$)Ntuple_iterator_getitemrrmsrr8TupleIteratorGetItemSource.reconstruct..dsG,,U^^=UVr,r.Frr:s `rr=&TupleIteratorGetItemSource.reconstructbsU V   g77 CD21e<=r,c2S[URSS9S3$)Nz___tuple_iterator_getitem({0}, TrDrrrAs rrG)TupleIteratorGetItemSource._name_templatejs#0PT0U/VVW X r,rIrJ) rKrLrMrNr=rSrTr)rGrUrIr,rrr`s(>   r,rc6\rSrSrSSjr\S\4Sj5rSrg)NamedTupleFieldsSourceiqrNchU"UR5 URURS55 g)N_fieldsrr:s rr="NamedTupleFieldsSource.reconstructsrr,cg)Nz___namedtuple_fields({0})rIrAs rrG%NamedTupleFieldsSource._name_templatew*r,rIrJrrIr,rrrqs#D+++r,rc6\rSrSrSSjr\S\4Sj5rSrg)DataclassFieldsSourcei|rNc^TRU4Sj5 T"UR5 TR[SS55 g)NcD>TR[RS5$)Ndataclass_fieldsrrmsrr3DataclassFieldsSource.reconstruct..sG,,U^^=OPr,rFror:s `rr=!DataclassFieldsSource.reconstruct~s8 P   21e<=r,cg)Nz___dataclass_fields({0})rIrAs rrG$DataclassFieldsSource._name_templates)r,rIrJrrIr,rrr|s">***r,rc@\rSrSrSSjrS Sjr\S\4Sj5rSr g) TypeSourceirNc"URcegr6rrAs rrTypeSource.__post_init__rLr,c^TRU4Sj5 T"UR5 TR[SS55 g)Nc(>TRSS5$)Nrktyperlrmsrr(TypeSource.reconstruct..sg&>&>z6&Rr,rFror:s `rr=TypeSource.reconstructs4RS 21e<=r,cg)Nz type({0})rIrAs rrGTypeSource._name_templatesr,rIrrJrZrIr,rrrs'%> r,rc6\rSrSrSSjr\S\4Sj5rSrg)OptimizerSourceirNc(U"UR5 gr6rr:s rr=OptimizerSource.reconstructrar,cgr)rIrAs rrGOptimizerSource._name_templater+r,rIrJrrIr,rrrs"r,rcb\rSrSrSSjr\R S\4Sj5r\ S\ 4Sj5r Sr g) NNModuleSourceirNc(U"UR5 gr6rr:s rr=NNModuleSource.reconstructrar,c<[URR$r6rrAs rrNNModuleSource.guard_sourcer r,cgr)rIrAs rrGNNModuleSource._name_templater+r,rIrJ) rKrLrMrNr=rSrTr rrRr)rGrUrIr,rr!r!sFKkKKr,r!c@\rSrSr\R S\4Sj5rSrg)UnspecializedNNModuleSourceirc<[URR$r6)%_GUARD_SOURCE_UNSPECIALIZED_NN_MODULErrrAs rr(UnspecializedNNModuleSource.guard_sources4TYY5K5KLLr,rINr rIr,rr)r)s$MkMMr,r)c@\rSrSr\R S\4Sj5rSrg)"UnspecializedBuiltinNNModuleSourceirc<[URR$r6)-_GUARD_SOURCE_UNSPECIALIZED_BUILTIN_NN_MODULErrrAs rr/UnspecializedBuiltinNNModuleSource.guard_sources[TU]"U0UD6 SSKJnJn U"UR UR 55 gNr) GuardBuilder install_guardr__init__guardsrFrGrID_MATCHr;rBrCrFrGrs rrITorchSource.__init__/ $)&)7dool&;&;<=r,cg)Nz__import__('torch')rIrAs rrGTorchSource._name_templates$r,czURURS5[S5URS5/5 g)Nrtorchrryrcreate_import_namer:s rr=TorchSource.reconstructs9))!,"1%**73  r,c"[R$r6rrAs rrTorchSource.guard_sourcerr,rIrJrKrLrMrNrrrIrRr)rGr=r rrUrrs@rrArAs^H>c>S>T> %%% "k""r,rAcv^\rSrSrSrS\S\SS4U4Sjjr\S\4Sj5r S S jr \S\ 4S j5r S r U=r$) CollectionsSourceizPoints to the actual `collections` module - used instead of GlobalSource in case the user has overridden `collections` in their local namespacerBrCrNcx>[TU]"U0UD6 SSKJnJn U"UR UR 55 grErHrLs rrICollectionsSource.__init__rNr,cg)Nz__import__('collections')rIrAs rrG CollectionsSource._name_templaterr,czURURS5[S5URS5/5 g)Nr collectionsrSr:s rr=CollectionsSource.reconstructs9))!,"1%**=9  r,c"[R$r6rrAs rrCollectionsSource.guard_sourcerr,rIrJrXrs@rrZrZs^N>c>S>T> +++ "k""r,rZc|\rSrSr%\\S'\RS\4Sj5r S\4Sjr S Sjr \ S\ 4Sj5rS rg) TorchFunctionModeStackSourcei indrc<S[UR55S3$)Nz$___get_torch_function_mode_stack_at(r)r+ _get_indexrAs rrG+TorchFunctionModeStackSource._name_templates5ht?P6Q5RRSTTr,cDSSKJn URUR5$)Nr)TorchFunctionModeStackVariable)variables.torch_functionrkget_mode_indexrf)r;rks rrh'TorchFunctionModeStackSource._get_indexsL-<TR[RS5$)N get_torch_function_mode_stack_atrrmsrr:TorchFunctionModeStackSource.reconstruct..sG,, Br,rF)rrryrhrr:s `rr=(TorchFunctionModeStackSource.reconstructsQ  w889JKLM21e<=r,c"[R$r6rrAs rr)TorchFunctionModeStackSource.guard_source!rr,rIrJ)rKrLrMrNr~rOrSrTr)rGrhr=rRr rrUrIr,rrere sW HUUUGCG >"k""r,rec\rSrSr%\\S'S Sjr\S\4Sj5r \ RS\4Sj5r S\ S\ 4S jrS rg) ri& source_namerNcVURURURSS95 g)NFr)r8rrwr:s rr=ConstantSource.reconstruct*s&g889I9Iu8UVr,c"[R$r6)r rrAs rrConstantSource.guard_source-s###r,cUR$r6)rwrAs rrGConstantSource._name_template1sr,rc[er6rars rrConstantSource.make_guard5rr,rIrJ)rKrLrMrNr)rOr=rRr rrSrTrGrrrUrIr,rrr&s]W$k$$   "S"S"r,rc6\rSrSr\S\4Sj5rSSjrSrg)NumpyTensorSourcei9rcg)Nz___from_numpy({0})rIrAs rrG NumpyTensorSource._name_template;s#r,Nc^TRU4Sj5 T"UR5 TR[SS55 g)Nc(>TRSS5$)NrR as_tensorrlrmsrr/NumpyTensorSource.reconstruct..@sg&>&>w &Tr,rFror:s `rr=NumpyTensorSource.reconstruct?s4TU 21e<=r,rIrJ) rKrLrMrNrRr)rGr=rUrIr,rrr9s  $$$>r,rc,\rSrSr\S\4Sj5rSrg)SubclassAttrListSourceiErcg)Nz{0}.__tensor_flatten__()[0]rIrAs rrG%SubclassAttrListSource._name_templateGs,r,rINrKrLrMrNrRr)rGrUrIr,rrrEs ---r,rc,\rSrSr\S\4Sj5rSrg)FloatTensorSourceiNrcg)Nz___as_tensor({0})rIrAs rrG FloatTensorSource._name_templatePs"r,rINrrIr,rrrNs ###r,rc,\rSrSr\S\4Sj5rSrg)CallMethodItemSourceiUrcg)Nz {0}.item()rIrAs rrG#CallMethodItemSource._name_templateWsr,rINrrIr,rrrUs r,rcD\rSrSr\S\4Sj5r\S\4Sj5rSr g)ShapeEnvSourcei_rcgr:rIrAs rrGShapeEnvSource._name_templatear<r,c"[R$r6)r SHAPE_ENVrAs rrShapeEnvSource.guard_sourceerr,rINr?rIr,rrr_s6 %k%%r,rcn\rSrSr%\\S'\RS\4Sj5r S Sjr \ S\ 4Sj5r Srg) CurrentStreamSourceijrrcS[URR5S[URR5S3$)Nz$___get_current_stream(torch.device('z', z)))r+rrrrAs rrG"CurrentStreamSource._name_templatens=5ht{{?O?O6P5QQTU]^b^i^i^o^oUpTqqsttr,Nc^SnTRU4Sj5 TRU4Sj5 TRTRURR5/5 URR b:US- nTRTRURR 5/5 TR[ US55 TR[ SS55 g)NrcD>TR[RS5$)Nget_current_streamrrmsrr1CurrentStreamSource.reconstruct..usG,,U^^=QRr,c(>TRSS5$)NrRrrlrmsrrrwsg&>&>w&Qr,F)rrryrrrr)r;r<num_argss ` rr=CurrentStreamSource.reconstructrs R  QRw889I9IJKL ;;   ( MH  ! !7#<#"k""r,rcD\rSrSr\S\4Sj5r\S\4Sj5rSr g)BackwardStateSourceircgr:rIrAs rrG"BackwardStateSource._name_templater<r,c"[R$r6)r BACKWARD_STATErAs rr BackwardStateSource.guard_sources)))r,rINr?rIr,rrrs6 *k**r,ronly_allow_inputrc[U[5(a[URUS9$[U[5(dgU(aUR (dgUR $Nr)rr get_local_source_namerr/r2r1rrs rrrsK&-(($V[[CSTT fk * *   r,c[XS9SL$r)rrs ris_from_local_sourcers  KSW WWr,c[U5SL$r6)get_global_source_namers ris_from_global_sourcers !& ) 55r,c[U[5(a[UR5$[U[5(dgUR $r6)rr rrrrrs rrrs:&-((%fkk22 fl + +   r,c[U[5(a[UR5$[U[5=(a$ UR =(a UR (+$r6)rr is_from_nonlocal_sourcerr/r4r2rs rrrsJ&-((&v{{336;'  + +  r,c[U[5(ag[U[5(a[UR5$gr)rrr is_from_closure_sourcerrs rrrs1&-((&-((%fkk22 r,targetc`[U[5(a[URU5$X:H$r6)rr is_from_sourcer)rrs rrrs)&-((fkk622  r,c[U[5(ag[U[5(a[UR5$gr)rr)r &is_from_unspecialized_nn_module_sourcerrs rrrs2&566&-((5fkkBB r,c[U[5(ag[U[5(a[UR5$gr)rr.r .is_from_unspecialized_builtin_nn_module_sourcerrs rrrs2&<==&-((=fkkJJ r,c[U[5(ag[U[5(a[UR5$gr)rr r )is_from_unspecialized_param_buffer_sourcerrs rrrs2&899&-((8EE r,c[U[5(ag[U[5(a[UR5$gr)rrtr $is_from_flatten_script_object_sourcerrs rrrs2&344 FM * *3FKK@@ r,c[U[5(ag[U[5(a[UR5$gr)rrr is_from_optimizer_sourcerrs rrrs1&/**&-((' 44 r,c[U[5(ag[U[5(a:[UR[5(aURR S:Xag[U[ 5(a:[UR[5(aURR S:Xag[U[5(a[UR5$g)NTrrF) rrrrrrrr is_from_defaultsrs rrrs&.)) 6,-- v{{J / / KK  "2 2 6=)) v{{J / / KK  . 0&-(( ,, r,c[U[5(ag[U[5(a[UR5$gr)rr%r is_from_skip_guard_sourcerrs rrr s1&/**&-(((55 r,)F)xrrenumrScollections.abcrtypingrrrrrRrr torch._guardsr r r r r rrbytecode_transformationrrrr<rr@LOCAL_SPECIALIZED_NN_MODULErGLOBAL_SPECIALIZED_NN_MODULELOCAL_UNSPECIALIZED_NN_MODULEGLOBAL_UNSPECIALIZED_NN_MODULE%LOCAL_UNSPECIALIZED_BUILTIN_NN_MODULE&GLOBAL_UNSPECIALIZED_BUILTIN_NN_MODULELOCAL_FSDP_MODULEGLOBAL_FSDP_MODULErr+r0r5rPrr)r"r+r/rWrdrorrrrrrrrrrrrrr rr%Enumr-r;rIrSr\rertr|rrrrrrrrrrrrrr!r)r.r3r8rArZrerrrrrrrrrrrrrrr lru_cacherrrrrrrrIr,rrsW & $66'"{>> @@++[-T-T,,k.V.V--{/X/X.. 0Z0Z55{7h7h66 8j8j!!;#@#@""K$B$B '# {@@ BB--{/X/X.. 0Z0Z++[-V-V,,k.X.X55{7h7h66 8j8j!!;#@#@""K$B$B )%"{HH JJ--{/`/`.. 0b0b++[-^-^,,k.`.`55{7h7h66 8j8j!!;#@#@""K$B$B 1-{44 66++[-J-J,,k.L.L!!;#@#@""K$B$B--{/L/L.. 0N0N55{7T7T66 8V8V  v $ &8F#3&& 3 3 3# 34(B&B)B<4( f ) $4( P6 P) P4(BB)B"4( C6 C) C4(E&E)E(4( )4( 0 ) 4(00)0.4(  ) 04( $] $) $4(M)4( Lf L) L&4()4(!M!)!4( 0 0) 04(K K)K4( Z ) 4(f)&4(m) @TYY @ 4(#E=#E)#EL4( 0M 0) 04( = ) 4( 7} 7) 74(-)(4( ' ') '4( .m .) . m 4(!]!)!H4(!EM!E)!EH4()(4(m)44(E E)ED4(%E %E)%EP4(&W &W)&WR4(    )  4(+]+)+4( *M *) *4(  ) 4(m)4( ] ) 4(M.M)M 4(U)DU)U 4(AA)A 4("")"4("&")"84("")"84("6")"44("V")"$4(> >)>4(-]-)-4(# #)# 4(=)4(%V%)%4("&")"24(*&*)*16   )-  c] FKXXdXtX6&6T66hsmFt6d66d  6d 6d f D V V2 fr,