3i UddlmZddlZddlZddlZddlmZddlmZmZddl m Z ddl m Z ddl mZmZe r ddlmZmZmZed Gd d ZGd deZdZgdZgdZdgeDcgc]}d|z c}zZddhZGddeZGddeZdgdZeD]4ZeD]-Ze eeezreZ!e"e!e#deede!6ejHejJejLejNejPhZ)ejJejLhZ*ejLejVejXejZejJejHejNej\ej^ej`ejbejdejfejhejjejlejnejpejrejtejvejxejzej|ej~ejejejejejPgZDdhdZEdhdZFdhdZGdhd ZHdhd!ZIeFd"eGd#iZJGd$d%eZKiZLd&eMd'<eeKjeKjeKjeKjeKjgeLd(<eeKjeKjgeLd)<eeKjeKjgeLd*<eLd(eLd)zeLd+<eLd+eLd*zeLd,<eLd)eLd*zeLd-<Gd.d/eZWGd0d1eZXGd2d3eZYed Gd4d5ZZGd6d7eZ[ed Gd8d9Z\ed Gd:d;Z]ed Gd<d=Z^ed Gd>d?Z_ed Gd@dAZ`ed GdBdCZaed GdDdEZbGdFdGeZced GdHdIebZded GdJdKebZeed GdLdMebZfed GdNdOebZged GdPdQZhed GdRdSZied GdTdUZjed GdVdWZked GdXdYZlgdZZmed Gd[d\Zned Gd]d^Zo did_Zped Gd`daZqdjdbZrdkdcZsdlddZted GdedfZuycc}w)m) annotationsN) dataclass)autoEnum) TYPE_CHECKING) assert_never)NamespaceHelper OrderedSet)CallableIteratorSequenceT)frozenc*eZdZUded<ded<ddZy)Locationstrfileintlinec8|jd|jS)N:)rrselfs P/var/www/pod-logistic/pod-ai/venv/lib/python3.12/site-packages/torchgen/model.py__str__zLocation.__str__1s))Adii[))Nreturnr)__name__ __module__ __qualname____annotations__rrrrr,s I I*rrc(eZdZeZeZy)VariantN)rrr rfunctionmethodr"rrr$r$6svH VFrr$z at::native)CPUCUDAHIPXLAMTIAMPSIPUXPUHPUVELazyMeta PrivateUse1 PrivateUse2 PrivateUse3) QuantizedSparse SparseCsr NestedTensorAutogradAutogradNestedTensorr; quantizedquantized_decomposedceZdZdZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZ eZ!eZ"eZ#eZ$eZ%eZ&eZ'eZ(eZ)eZ*eZ+eZ,eZ-eZ.eZ/eZ0eZ1eZ2eZ3eZ4eZ5eZ6eZ7eZ8eZ9eZ:eZ;eZ<eZ=eZ>eZ?eZ@eZAeZBeZCeZDeZEeZFeZGeZHeZIeZJeZKeZLeZMeZNeZOeZPeZQeZReZSeZTeZUeZVeZWeZXeZYeZZeZ[eZ\eZ]eZ^eZ_eZ`eZaeZbeZceZdeZeeZfeZgeZheZieZjeZkeZleZmeZneZoeZpeZqeZreZseZteZueZveZweZxeZyeZzeZ{eZ|eZ}eZ~eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZddZddZeddZy) DispatchKeyrc|jSNnamers rrzDispatchKey.__str__ yyrc4t|jSrB)rlowerrs rrGzDispatchKey.lowers4y  rc|tjjD]\}}||k(s |cStd|)Nzunknown dispatch key )r@ __members__itemsAssertionErrorvaluekvs rparsezDispatchKey.parsesE++113 DAqEz 4UG<==rNr)rMrrr@)rrr UndefinedCatchAllrFPGAMAIAVulkanMetalMKLDNNOpenGLOpenCLIDEEPCustomRNGKeyId MkldnnCPUr8r9r:DensePythonTLSSnapshot PreDispatchPythonDispatcherPythonFuncTorchDynamicLayerBackMode ZeroTensor ConjugateNegative BackendSelectNamed AutogradOtherAutogradFunctionalityr<TracerAutocast AutocastCPU AutocastCUDABatchedVmapModeFuncTorchGradWrapperFuncTorchBatchedBatchedNestedTensorFuncTorchVmapModeFuncTorchDynamicLayerFrontMode FunctionalizeTESTING_ONLY_GenericWrapperTESTING_ONLY_GenericModeADInplaceOrViewr;CompositeImplicitAutograd%CompositeImplicitAutogradNestedTensorCompositeExplicitAutograd&CompositeExplicitAutogradNonFunctionalFuncTorchBatchedDecompositionr'r(r)r*r+r,r-r.r/r0r1r2r3r4r5 QuantizedCPU QuantizedCUDA QuantizedHIP QuantizedXLA QuantizedMTIA QuantizedMPS QuantizedIPU QuantizedXPU QuantizedHPU QuantizedVE QuantizedLazy QuantizedMetaQuantizedPrivateUse1QuantizedPrivateUse2QuantizedPrivateUse3 SparseCPU SparseCUDA SparseHIP SparseXLA SparseMTIA SparseMPS SparseIPU SparseXPU SparseHPUSparseVE SparseLazy SparseMetaSparsePrivateUse1SparsePrivateUse2SparsePrivateUse3 SparseCsrCPU SparseCsrCUDA SparseCsrHIP SparseCsrXLA SparseCsrMTIA SparseCsrMPS SparseCsrIPU SparseCsrXPU SparseCsrHPU SparseCsrVE SparseCsrLazy SparseCsrMetaSparseCsrPrivateUse1SparseCsrPrivateUse2SparseCsrPrivateUse3NestedTensorCPUNestedTensorCUDANestedTensorHIPNestedTensorXLANestedTensorMTIANestedTensorMPSNestedTensorIPUNestedTensorXPUNestedTensorHPUNestedTensorVENestedTensorLazyNestedTensorMetaNestedTensorPrivateUse1NestedTensorPrivateUse2NestedTensorPrivateUse3 AutogradCPU AutogradCUDA AutogradHIP AutogradXLA AutogradMTIA AutogradMPS AutogradIPU AutogradXPU AutogradHPU AutogradVE AutogradLazy AutogradMetaAutogradPrivateUse1AutogradPrivateUse2AutogradPrivateUse3rrG staticmethodrPr"rrr@r@dsIH 6D 6D VF FE VF VF VF FEVNI VFI6L FE&Kv VF$(F!JIvHFM FEFM F6 VFvH&K6LfGvH6v&%)V"FM"&&#vfOvH $,0F) $-1V*$(F! &C 6D &C &C 6D &C &C &C &C B 6D 6D&K&K&K6LFM6L6LFM6L6L6L6L&KFMFM666IJIIJIIIIvHJJ6LFM6L6LFM6L6L6L6L&KFMFM666fOvfOfOvfOfOfOfOVNvv"f"f"f&K6L&K&K6L&K&K&K&KJ6L6L&&&!>>rr@c6eZdZeZeZeZy)_TorchDispatchModeKeyN)rrr rFAKEPROXY FUNCTIONALr"rrrrs 6D FEJrrc|g}tD] |jfdtD"dj|S)Nc3.K|] }d|dyw)z z = auto()Nr").0bcfks r z.codegen_per_backend_entries..sGb4tB4y)G )FUNCTIONALITY_KEYSextendBACKEND_COMPONENTSjoin)rrs @rcodegen_per_backend_entriesr s:A H G4FGGH 99Q<rzMissing zL from DispatchKey enum. Here is the autogenerated list we expect to have: c|tjtjtjtjhvSrB)r@r{r|ryrzdks ris_generic_dispatch_keyrMs8 --::--99  rc|tjtjtjtjtj tj hvSrB)r@r(rrrrrrs ris_cuda_dispatch_keyrWsJ !!!!$$   rc|tjtjtjtjtj tj hvSrB)r@r.rrrrrrs ris_xpu_dispatch_keyrcsH     ##  rc|tvSrB)STRUCTURED_DISPATCH_KEYSrs ris_structured_dispatch_keyrps ) ))rc|tvSrB)UFUNC_DISPATCH_KEYSrs ris_ufunc_dispatch_keyrts $ $$rcudaxpucFeZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZddZeddZeddZed dZy) ScalarTypec|jSrBrCrs rrzScalarType.__str__rErcbtjjD]\}}||k(s |cSyrB)rrIrJrLs r maybe_parsezScalarType.maybe_parses5**002 DAqEz rcPtj|}|td||S)Nzunknown dtype )rrrK)rMmb_rs rrPzScalarType.parses.%%e, < >%!9: : rct}|jdD]G}|tvr|jt|$|j t j |I|S)N, )r split DTYPE_CLASSESupdateaddrrP)valuesdtypesrMs r parse_setzScalarType.parse_setsX)3\\$' 4E % mE23 :++E23  4  rNr)rMrrzScalarType | None)rMrrr)rrrOrderedSet[ScalarType])rrr rByteCharShortIntLongHalfFloatDouble ComplexHalf ComplexFloat ComplexDoubleBoolBFloat16 Float8_e5m2Float8_e5m2fnuz Float8_e4m3fnFloat8_e4m3fnuzFloat8_e8m0fnurrrrPrr"rrrr}s 6D 6D FE &C 6D 6D FE VF&K6LFM 6DvH&KfOFMfOVN  rrz!dict[str, OrderedSet[ScalarType]]rIntegralFloatingComplexAll AllAndComplexFloatingAndComplexceZdZeZeZeZeZeZeZ eZ ddZ e ddZ y)UfuncKeyc|jSrBrCrs rrzUfuncKey.__str__rErc|tjjD]\}}||k(s |cStd|)Nzunknown ufunc key )rrIrJrKrLs rrPzUfuncKey.parsesE((..0 DAqEz 1%9::rNr)rMrrr)rrr r CUDAFunctorCUDAFunctorOnOtherCUDAFunctorOnSelf CPUScalar CPUVector ScalarOnlyGenericrrrPr"rrrrsR&KIIJfG;;rrceZdZdZdZy)DeviceCheckTyperN)rrr NoCheck ExactSamer"rrr"r"s GIrr"c6eZdZeZeZeZy)ViewSchemaKindN)rrr raliasingaliasing_inplace non_aliasingr"rrr'r'svHv6Lrr'ceZdZUded<ded<ded<ded<ded <d ed <d ed <d ed<ded<ded<ded<ded<ded<ded<ded<d ed<ded<ded<ded<ded <ded!<ded"<ded#<ded$<e d. d/d&Zd0d'Zd0d(Zed1d)Z ed1d*Z ed2d+Z ed3d,Z ed1d-Z y%)4NativeFunctionr namespaceFunctionSchemafuncbool!use_const_ref_for_mutable_tensors device_guardr" device_check str | None python_modulecategory_overridez set[Variant]variantsmanual_kernel_registrationmanual_cpp_bindingrloczlist[OperatorName]autogenzdict[UfuncKey, UfuncInnerLoop]ufunc_inner_loop structuredzOperatorName | Nonestructured_delegatestructured_inheritszPrecompute | None precomputedset[str]cpp_no_default_args is_abstract&has_composite_implicit_autograd_kernel4has_composite_implicit_autograd_nested_tensor_kernel&has_composite_explicit_autograd_kernel5has_composite_explicit_autograd_non_functional_kerneltagsNc |j}|jd}t|tst d|t j |d}|jd}tj|j}|jdg} t| tst d| t| } |jd d } t| tst d | | r!|jjr t d |jd d} t| tst d| t} | j!dD]Y}|dk(r | j#t$j&(|dk(r | j#t$j(Mt d||jdd }t|tst d||jdd }t|tst d||jdd}t|tst d||jdd}|t|tst d|| |t*j,vst d||t*j.}n t*|}|jdd }t|tst d||jdd}|t|tst d||d|vr t dd}|t0j|}|jdd}|t|tst d||d|vr t d |jd!d}|t|tst d||t$j(| vr t d"|jd#d}|t|tst d||jd$d}||durt d%||rt2j|nd}|jd&g}t|tr|g}t|tst d'||dk(rd(|vr|j5d(t}|D]>}t7|d)k(r t d*||vr|j#|2t d+|d)d,lm}|jd-d} | t| t<st d.|i}!d)}"| |r t d/d }#| j?D]+\}$}|$d0k(r t|$tst d1|$d2| t|tst d3|d2| |$j!d4D]}%t@j|%jC}&|"dz }"|r|&|vr2|&tDvrt d5|&d6|d7t j |d89}|jd:}'tG|j|xr tI|&|'d;z<|!|&<|&t@jJus||jM|k(sd}#.|"dk(r |#r t d=|s1|!jOt@jJhk7s|!t@jJjQs|"dk7st d>|jM|d?|!t@jJd@|s|t|jLjL}(|(jSdAsA|(jUdBs0|jjVr)|jjYst dC|(dDtG|jM|d tZE|!t@jJ<|!D)cgc]P})|)t@j\k(s9|)t@j^k(s&|)t@jJk(s|)t@j`k(r|)R}*})t7|*dks=t7|*dFk(r$t@j^|*vrt@j`|*vs t dG|jdHdI}+t|+tst dJ|+|+dIk(rgn1|+j!dD,cgc]},t0j|,c},}-|jdKi}.i}/t|.tr6tbj|.tdjf|/tdjf<nt|.t<r|.j?D]u\}%}0|%d0k(r t|%tst dL|%t|0tst dM|0tdj|%}1tbj|0|1|/|1<wnt dN|.|/rX|s t dOd)dl4m5cm6}2tnD]9}&|&|!vrt dP|&tG|2jq||&dtZ<|!|&<;|rd}3ny|!jOt@jJhk7xrU|!jOt@j`hk7xr1|!jOt@jJt@j`hk7}3t@jJ|!v}4t@j`|!v}5t@j\|!v}6t@j^|!v}7|!j?D%cic]\}%}|%|jL|i}8}%}|jd0d|rt dQ||trD]}9|9|!vst dR|9dStud[id|d | d | d|d|d|d$|dH|-dK|/d|d|d!|d#|d|d|dT|d| dU|3dV|4dW|5dX|6dY|7d&|dZ||8fScc})wcc},wcc}}%w)\zp Parse a NativeFunction from a dictionary as directly parsed from native_functions.yaml r/z not a str: r#)namespaced_entity max_levelaten)defaultrBz#cpp_no_default_args is not a list: r1Fz1use_const_ref_for_mutable_tensors is not a bool: z4see https://github.com/pytorch/pytorch/issues/145522r7r%zvariants is not a str: rr&zillegal variant r8z not a bool: r9r2Tr3Nzillegal device_check: r=r>::zbnamespace is not supported in structured delegate, using the same namespace as the native functionr?zbnamespace is not supported in structured inherits, using the same namespace as the native functionr5z&functions in modules cannot be methodsr6r@z5precomputed requires structured=True, got structured=rHztags is not a list: pt2_compliant_tagrzvalid_tags is emptyz illegal tag )cppdispatchzdispatch is not a dict: zncannot specify both manual_kernel_registration and dispatch; with manual registration, dispatch has no effect!__line__zillegal dispatch key 'z' in zillegal dispatch value ',z Dispatch key z of kernel z! is not a supported dispatch key.)rKatz::native)kernelr= cpp_namespacezSunnecessary dispatch table for this function; just delete the dispatch key entirelyzQunexpected name for singleton CompositeImplicitAutograd dispatch entry: expected z but got zR. Rename your implementation to the expected name, then delete the dispatch tablenew__likez expected z to have a CompositeExplicitAutograd dispatch entry, but there was no dispatch table. Factory functions should not have implicit dispatch as they should not be decomposed for __torch_dispatch__)r=rWaHcannot specify more than one of CompositeExplicitAutograd, CompositeExplicitAutogradNonFunctional, or CompositeImplicitAutograd on a single kernel; each strictly subsumes the other. If you wanted to provide an explicit autograd implementation, specify CompositeExplicitAutograd; otherwise specify CompositeImplicitAutograd onlyr;r6zautogen is not a str: r<z#ufunc_inner_loop key is not a str: z%ufunc_inner_loop value is not a str: z"ufunc_inner_loop not str or dict: zufunc must be structuredz2ufunc should not have explicit dispatch entry for zleftover entries: z+if structured_delegate, then must not have z* in dispatch dictionary (it is delegated!)r:rCrDrErFrGr-r");copypop isinstancerrKr from_namespaced_entityget_cpp_namespacer.rP entity_namelistsetr0 argumentsoutrrr$r%r&r"rIr% OperatorName Precomputeappendlen torchgen.apirPdictrJr@strip dispatch_keysBackendMetadatarryrDkeyssupports_symint startswithendswithtensor_optionshas_tensor_argDEFAULT_KERNEL_NAMESPACEr{r|rzUfuncInnerLooprr torchgen.api.ufuncapiufuncrschema_kernel_namerr,):eir: valid_tags ignore_keysefuncsnamespace_helperr-r/cpp_no_default_args_listrBr1 variants_sr7rOr8r9r2device_check_sr3r=structured_delegate_sr>r?r5r6precomputed_dictr@tags_inprHtrP raw_dispatchrQnum_dispatch_keys%redundant_composite_implicit_autogradksrN dispatch_keykernel_namespacerDdcomposites_in_dispatch autogen_strxr;raw_ufunc_inner_loopr<vo ufunc_keyrxrCrDrErFrGbackend_metadatakeys: r from_yamlzNativeFunction.from_yamlosE  GGIf %% ;ug!67 7*AA#q %66v6F ##$4$@$@A#$55)>#C 2D9 56N5OP "":;,-EE /- );TB CDeCfg  -~~!!$JUU:z2 *c* #::,!GH H!$!!$' =AJ W--.h W^^,$'7s%;<<  =&'UU+G%O"4d; <0J/K!LM MUU#7?,d3 <0B/C!DE Euu^T2 ,- < ~!>? ?~t4&*^S*I ;~.>!?@ @  "n8S8S&S #9.9I!JK K  !*44L*>:LUU</ *d+ < |!<= = !&;T B ! )Z8Ms-S ;/D.E!FG G ,9N1N C 48 ,"."4"45J"K ee$94@#+z:Ms/S ;/B.C!DE E  *t7J/J C  ot4 %M3)G ;}o!>? ?  $8)C !IJ JEE"5t<!)Z8I3-O ;/@.A!BC C555  'Jd,B G |T =Mj&&'78RV 55$ h $ zH(D) #7z!BC C  #6*#D OO/ 0 9A:!#$%:;;J $|A3%788 9 %uuZ. $ <(F #;A3!?@ @79!"  #)$C5: 1%++-) EA#!"c*(0E,H"!S)(21#U<.I#EA#.#4#4QWWY#?L%*%"|{'B #=8,+L>QCH?? (7'M'MQ($(8'I'IRV'I'W$.=/;;#-$E6|D'7*'D .H\*% (M(MM$/@D==E) E\!A%*O$#$==?{'L'L&MMKAABRRT$)$ghkhphpquhvgwx' (M(MNOP;;  3 ;tyy~~&D'==)NN11 NN99;%v&-- ?N5@X?H[:: ; " K999KFFFK999KEEE " "  & '1 ,*+q0FF12 EE-. !v eeIr* +s+ #9+!GH Hb  1<1B1B41HIA,$$Q'I  !uu%7< *C 01?1E1E$h&6&62 X-- .,d 3-335 R2 ?!!S)(+Nqc)RSS!"c*(+PQSPT)UVV$NN1- .<.B.B2y.Q + R!45I4JK  $%?@@ / . 3  8+(L\N[*9 33D,G#":*&  K K$I$I#JJMMOEEFGMMO99EE   1 1X = /  = = I =  1 1X = /  > >( J >;C..:JK$!QA 1~-KK j$  #5aS!9: :  */ (?(EcUK--    2S " &   %8   %8  (   "2 ,F $6 , #4 * *  ! "%8# $(% &8^' (Fz) *8^+ ,G|- ./ 0$1 4 7  A" HJVLsAn?;oo c`|jr td|js tdy)NzMThis function is structured, but there was no valid functional variant of it.zThis function delegates to another structured out function, but no valid function was found (the delegate may not exist, or it has the wrong type))r=rKr>rs rvalidate_unstructuredz$NativeFunction.validate_unstructureds@ ?? 5 '' i (rcX|jjjr)|jtj hk7r t d|jrM|jjtjk7r t d|js t d|jrM|jjtjk(r t d|js t d|jr|jr t d|jjDchc]}|j|j}}tj!|j"|}t%|dk7rt d||j&|js t dt)|jjj+d r(|j,t.j0k7r t d d t)|jjvsd t)|jjvs0t3d |jjj4DrMdt)|jjvr,t)|jjjdk7s$|jjj7r1d|j8vr"t d|jjyycc}w)NzNative functions with out arguments MUST be declared with only function variant; e.g., variants: function; otherwise you will tickle a Python argument binding bug (which usually manifests itself as the result variable being undefined.)zYPut structured field on the out= variant of a function; did you mean structured_delegate?z:device_guard: False is not respected by structured kernelszQstructured_delegate field not allowed on out= functions; did you mean structured?z?Cannot have both structured and structured_delegate on functionrzInvalid cpp_no_default_args: z4structured_inherits must also imply structured: True_foreachzsforeach kernels fall back to slow path when tensor are on different devices, device_check not allowed to be enabledranddropoutc38K|]}d|jvyw)rNrCrargs rrz/NativeFunction.__post_init__..Rs25 SXX-sbackward_cudnn_init_dropout_statenondeterministic_seededz(nondeterministic_seeded tag missing for )r/rcrdr7r$r%rKr=kind SchemaKindr2r>schema_order_argumentsrMrDrb differencerBrhr?rrpr3r"r$anyflat_allhas_generator_argrH)radefaulted_arguments invalid_argss r __post_init__zNativeFunction.__post_init__s 99   " "}}!1!1 22$_ ??yy~~:>>1$O$$$P  # #yy~~:>>1$B$$$P ??t77 Q !II<<> !))BWAFF  ~~d&>&>@ST |  ! #@!OP P  # # /??$J tyy~~  ) )* 5  O$;$;;$= c$))..) )TYY^^!449=9L9L9U9U c$))..&99 ++,0KKyy""446( 9$>tyy~~>NO:7C s ;L' L'c|jxs|jxs |jxs|jxr |jSrB)rDrFrGrErs rhas_composite_kernelz#NativeFunction.has_composite_kernelasO  7 7 J:: JII  7 7 JII  rc|jj}t|dkDxrtd|D}d|jvxrFt |jj dk7xr"t |jj dk7}td|jjD}|xs|xs|S)Nrc3jK|]+}|jduxr|jj -ywrB annotationis_writerrs rrz,NativeFunction.is_view_op..os35 GHALL $ BQ\\-B-B)B B5 s13 inplace_viewresize_ resize_as_c3lK|],}|jduxrd|jjv.yw)N*)ralias_set_after)rinps rrz,NativeFunction.is_view_op..xs8  NN$ & P3#..2P2P+P P s24)r/returnsrhrrHrrDr)rretsis_non_mutating_viewis_inplace_viewis_wildcard_views r is_view_opzNativeFunction.is_view_oplsyy  "4y1} 5 LP5 2  dii ' 4DIINN#y0 4DIINN#|3   yy779  $JJ:JJrcF|jrj|jjjjr@d|jvr"t d|jjt jS|jrt jSt jS)Nrzinplace_view tag missing for ) rr/rDinplacerHrKr'r)r(r*rs rview_schema_kindzNativeFunction.view_schema_kind~sr ??tyy~~22::TYY.$'DTYY^^DT%UVV!22 2 ??!** *!.. .rcV|jjjjSrB)r/rDbasers r root_namezNativeFunction.root_namesyy~~""'''rc:|jxs|jduSrB)r=r>rs rpart_of_structured_groupz'NativeFunction.part_of_structured_groupsF$":":$"FFrrB) rzzdict[str, object]r:rr{rAr|zset[DispatchKey] | NonerzMtuple[NativeFunction, dict[DispatchKey, dict[OperatorName, BackendMetadata]]]rNonerr0)rr'r)rrr r!rrrrpropertyrrrrrr"rrr,r,s} N (,+"!"! !%$  M 54-, $##""!-10:>>,00;?? N 04 O O O O - O W O O b *IV  KK"//((GGrr,cReZdZeZeZeZeZeZy)rN) rrr r functionalrrdmutablescratchr"rrrrs%JfG &CfGfGrrceZdZUded<ded<ded<ded<eddZddZdd Zdd Zedd Z e dd Z y )NativeFunctionsGroupr,rNativeFunction | Nonerrrdc.|jjSrB)rdr=rs rr=zNativeFunctionsGroup.structuredsxx"""rc ~ |jjj}|jD]}||jjk7r)t d|d|jj|j |j k7sct d|jjjd|jj|jjjtjk7r1t d|jjjd|jjjtjk7r1t d|jjjd|jj|jjk7r:t d |jjd |jjd |j|jjjtjk7r1t d |jjjd |jj|jjk7r:t d|jjd|jjd |j |jjjtjk7r1t d|jjjd|jj|jjk7r:t d|jjd|jjd |jjjjjs t d|j rw|jjs|jj r t d|jj"|jjjk7rct |jjjd|jj"d|jjj|j|jj"|jjjk7rct |jjjd|jj"d|jjjt%|jDcgc]0}d|j&vst)|jj2c}}dj+d|D}t-}|jD]$}|j/d|j0D&dj+dt%|D}t3|dk(r?t3|dkDr1t5d|d|dt)jj||k7rt5d|d |d!|d"ycc}w)#Nz_NativeFunctionsGroup constructed from two NativeFunctions that don't have matching signatures:  != zMNativeFunctionsGroup constructed from structured and unstructured functions:  and zfunctional.func.kind() is z , expected SchemaKind.functionalzout.func.kind() is z, expected SchemaKind.outzfunctional.namespace (z) != out.namespace ()zinplace.func.kind() is z, expected SchemaKind.inplacezinplace.namespace (z) != functional.namespace (zmutable.func.kind() is z, expected SchemaKind.mutablezmutable.namespace (zSfunctional.func.name.name.functional_overload must be True when mutable is not Nonez.structured composite kernels are not supportedz delegates to z but its actual delegate is generatedrc32K|]}t|ywrBrrrs rrz5NativeFunctionsGroup.__post_init__..s%Dc!f%Dc32K|]}t|ywrBr)rops rrz5NativeFunctionsGroup.__post_init__..s)Fb#b')Frc32K|]}t|ywrBrrs rrz5NativeFunctionsGroup.__post_init__..s/ CF/ rrz,The codegen expects to be able to generate 'zv'. In order to generate them however, we expect them to be called out explicitly in the yaml. Please add an 'autogen: z' line to the entry for z*'. To do so, it expects a line: 'autogen: z'. Instead, it found 'autogen: ')rr/ signature functionsrKr=rrdrDrrr-rrfunctional_overloadrDrEr>sortedrHrrrbrr;rh RuntimeError)rtest_sigf generated_fnsgenerated_fns_strexpected_generated_fnsexpected_generated_fns_strs rrz"NativeFunctionsGroup.__post_init__s#'??#7#7#A#A#C! A166++--$<> 1 %dhhmm&8&8&:%;;TU  ?? $ $(:(: : ()B)B(CCWX\X`X`XjXjWkklm  << #||  %%':+=+==$-dll.?.?.D.D.F-GGde||%%)B)BB$)$,,*@*@)AA\]a]l]l]v]v\wwxy << #||  %%':+=+==$-dll.?.?.D.D.F-GGde||%%)B)BB$)$,,*@*@)AA\]a]l]l]v]v\wwxy??'',,11EE$i ????88PP$%UVV22dhhmm6H6HH$++001@c@c?de226((--2D2D1EG||'<<33txx}}7I7II(<<,,112.AaAa@bc66:hhmm6H6H5IK '+~~'7 Q!;!&&;PS  Q !II%Dm%DD+.5! GA " ) ))FAII)F F G%)YY/ "#9:/ & " % &! +M0BQ0F>?P>QR,,=+>>VWZ[\[a[a[f[fWgVhj  &): :>?P>QR;;L:MN00J/K1N  ; Rs Z:0!Z:cJ|jjjSrB)rdr/rrs rrzNativeFunctionsGroup.signature sxx}}&&((rc#K|j|j|j|j|j|jyywrB)rrdrrrs rrzNativeFunctionsGroup.functionssFoohh << #,,  << #,,  $sAAc.|jjSrB)rrrs rrzNativeFunctionsGroup.root_names(((rc|s tdt|dk(ryt|}|jtj d}|jtj d}|jtjd}|jtjd}|rtd|| td|yt||||S)Nz from_dict called with empty dictr#zunexpected keys in dict: zfunctional variant is required)rrrrd) rKrhrjr\rrrrrdr)rrrrrds r from_dictzNativeFunctionsGroup.from_dicts !CD D q6Q; GUU:00$7 %% **D1%% **D1eeJNND)  #eZdZUded<ded<ded<ed dZy) rurrDrsupported_dtypesrrc|jdd\}}|ddk7rtd||ddk7rtd|t}|ddjd D]}|tj |z}t ||| S) N r#r(z0expected '(' at start of supported_dtypes, got: rz.expected ')' at end of supported_dtypes, got: r)rDrr)rrKr rrru)rMrrDsupported_dtypes_strrrNs rrPzUfuncInnerLoop.parseUs%*[[a%8""  "c ) BCWBXY   #s * @AU@VW 4><%a+11$7 8A  4 4Q 7 7  8(8I  rN)rMrrrrru)rrr r!rrPr"rrruruMs' I,,  rruceZdZUded<ded<ded<ded<ded<e dd Zdd Zdd Z dd Zdd Z y) BackendIndexr@rr0use_out_as_primaryr2externalz#dict[OperatorName, BackendMetadata]indexc|jD]=\}}|jD]%\}}|||vrtd|d|||||<'?y)Nzduplicate operator z for dispatch key )rJrK) parent_index child_indexrNrOop_namemetadatas r grow_indexzBackendIndex.grow_index~st  %%' 4DAq%&WWY 4!l1o-(-gY6HL,4 Q(  4 4rcJ|jr |jS|jSrB)rrdr)rgs rprimaryzBackendIndex.primarys  " "55L<< rc,|j|}|duSrB) get_kernel)rr ms r has_kernelzBackendIndex.has_kernels OOA }rct|tr|}n-t|tr|j|}n t |j j |jvry|j|j j SrB)r]r,rr rr/rDr)rr rs rrzBackendIndex.get_kernels` a (A / 0 QA O 66;;djj (zz!&&++&&rcL|jrt|jdSy)NNativeFunctions)rrrrs rnative_function_class_namez'BackendIndex.native_function_class_names' ==$++,-_= = rN)r6dict[DispatchKey, dict[OperatorName, BackendMetadata]]rrrr)r rrr,)r %NativeFunction | NativeFunctionsGrouprr0)r rrzBackendMetadata | None)rr4) rrr r!rr r rrrr"rrrrossN .. 4L 4K 4  4 4  '6 '  'rrceZdZUded<ded<ded<eddZddZejd Z e dd Z dd Z dd Z dd ZddZddZddZdddd d dZd!dZd"dZeddZddZd#dZy)$r.rerD Argumentsrctuple[Return, ...]rc\ddtfd|jjDS)NcH|jy|jjSNFr)rs rrz+FunctionSchema.is_mutable..is_writes~~%>>** *rc3.K|] }|ywrBr")rrrs rrz,FunctionSchema.is_mutable..s@18A;@r)rArgumentrr0)rrcr)rrs @r is_mutablezFunctionSchema.is_mutables% +@(?(?@@@rctj|jj|jj|jj SrB) itertoolschainrcflat_positionalflat_kwarg_onlyrdrs rrz%FunctionSchema.schema_order_argumentss: NN * * NN * * NN    rz3(?P[^\(]+)\((?P.*)\) -> (?P.*)cbtjj|}t|dk7rt d||d\}}}t j |}tj |}t|}t|||}t||k7rt t|d||S)Nr#zInvalid function schema: rrDrcrr) r.decl_refindallrhrKrerPr parse_returnsr) r/declsopsargs return_declrDrcrrs rrPzFunctionSchema.parses&&..t4 u:? # CF84v!67 7rc:td|jDS)Nc3dK|](}|j|jjr|*ywrBrrs rrz5FunctionSchema.returns_are_aliased..s. ||'ALL,A,A  s.0)rrrs rreturns_are_aliasedz"FunctionSchema.returns_are_aliaseds  \\   rc t|jj|jD]C\}|jjk7s t d|jdj|jj D]7tfd|jDs"t dt|t|jj|jjDcgc]}|jdk(s|c}z}|jDcgc]&}|j|jjr|(}}|jDcgc]&}|j|jjs|(}}t|dk(s%t|dk(st dt||D]!tfd|Drt d |jjrtd |jjDr#t|jdk7rt d t|jjDcgc]}|jjd s|!c}}|t|jk7r%t d |dt|jd|jjjr)|jj }|r6|j"jr |j"jjst d|jd|j"j$t't(j*k(rat|jdk(r0|jdj|j"jk(sJt d|jdt|jdk7rt d|jd|jj,8|j/t0j2k7rt dt||j5r9|j/t0j2k7rt dt|yycc}wcc}wcc}wcc}w)NzOut arguments must have matching return Tensor; furthermore, the ith-argument needs to correspond to the ith return. arg.annotation=z, ret.annotation=c3PK|]}j|jk(ywrBrrrrs rrz/FunctionSchema.__post_init__..!sFA1<<1<</F#&z^If you have a schema with mutable positional args, we expect them to not be returned. schema: rrzYNativeFunctions must have either only mutable returns, or only immutable returns. Found: c3PK|]}j|jk(ywrBr4)rrrets rrz/FunctionSchema.__post_init__..@sPCs~~7Pr6zAll mutable returns must be aliased either to a keyword argument, or to "self". Did you forget to mark an out argument as keyword-only?c3hK|]*}|jttjk7,ywrB)typeBaseTypeBaseTyTensorrrs rrz/FunctionSchema.__post_init__..Ks"Q166Xfmm44Q02zout= ops that accept tensor lists as out arguments are expected to have no return type (since you can't do method chaining on them) _scratch_zSMust return as many arguments as there are out arguments, or no return at all. Got z non-scratch out args and z returnsz Inplace op z4 must have a self argument with a mutable annotationr#z" with Tensor self must return selfz* with non-Tensor self must have no returnszFound an operator that is not functional or out variant, but has tensor options arguments.This is not allowed- tensor options arguments are only allowed for factory functions.schema: zFound an operator that is not functional, but its overload contains the string 'functional'.This is a special keyword in the codegen, please use a different overload name.schema: )ziprcrdrrrKpost_self_positional_mutablerrrar$rDrrhrprself_argargumentr:r;r<r=rrrrris_functional_fn) rr out_and_selfr8mutable_returnsimmutable_returnsnon_scratch_out_argsself_ars ` @rrzFunctionSchema.__post_init__s[DNN.. = HC~~/$&&)nn%55Fs~~FVX << AFFF$tuxy}u~tA DNN../>>993 SXX=OC3  || ~~)cnn.E.E   || ~~%S^^-D-D   O$)S1B-Cq-H kloptlukvw # CP<PP$N  >>   Qdnn>P>PQQt||$)(k(+$(>>#5#5"xx22;?($(3t||+<<(344NsSWS_S_O`Naaik 99>> ! !^^,,FOO..OO..77$!$)),`a##x '>> %* Q22foo6P6PP(%dii[0RS t||$)(%dii[0Z[ >> ( ( 4yy{j333$"4yk+  "yy{j333$"4yk+4 #w3   Hs9R,R,%+R1 +R6"$R;c2d|jjvS)NrrD overload_namers rrEzFunctionSchema.is_functional_fnstyy6666rc@t|jjSrB)r0rcrdrs r is_out_fnzFunctionSchema.is_out_fns6DNN&&''rcjt|jj}t|jjDcgc] }|jj ds|"c}}|jjj }t d|jjD}|r |r td|rtj S|r|s tdtjS|r|r tdtjS|rtjStjScc}w)a  What kind of schema is this? A functional schema is one that returns a newly allocated output; an inplace schema modifies the self argument inplace; an out schema writes the result into an explicitly provided out argument. r@c3hK|]*}|jduxr|jj,ywrBrr>s rrz&FunctionSchema.kind..s3  LL $ >)>)> > r?z(A schema cannot be both out= and inplacezFinvariant: all scratch operators are expected to be out= operators toozjWe should not categorize a scratch op as an out variant. Check if the order of if statements are expected!) r0rcrdrDrprrpost_self_positionalrKrrrr)ris_outr is_scratch is_inplacer s rrzFunctionSchema.kindsdnn(() NN.. SS#((2E2Ek2RS S YY^^++  ^^88   j !KL L %% % $\%% % $A>> ! %% %(( (C Ts D0D0cg}|jD]}|jjDcgc])}|j|j|jk(r|+}}t |dk(r|j dkt |dk(r|j |dj djd|D}td|j d|d|Scc}w)Nrr#rc34K|]}|jywrBrCr>s rrz6FunctionSchema.aliased_return_names..s)GQ!&&)GszFound a return (z)that aliases multiple inputs (r) rrcrrrhrgrDrrK)routsrr aliased_args aliased_namess raliased_return_namesz#FunctionSchema.aliased_return_namess!# A00<<+  0LL < A% D!\"a' LO001 $ )G,)G G $&qvvh.Mm_\]^  s.CF) strip_defaultstrip_view_copy_namekeep_return_namesc dfd }jjj}|rG|jdr|jdd}n#|jdr|jdd}t fdt j jj!jjjgngjjjjD}t t|j}||z}jj|} tjd k(r.t j#t| jd d } t%t't)|d jjj* d| |S)a Certain schemas are 'related', in that they are simply inplace/out/functional versions of the same function. This method factors these schemas into the "core" functional signature which is equal across all versions. Here is what normalization happens to the schema to convert it to a signature: - The overload name is stripped (name is retained, since it expresses semantic content about what the function does) - Inplace is set False - Out arguments are stripped - Mutable post_self_positional args are converted to returns - Mutability annotations are stripped (this is sound because you cannot overload on mutability annotation) - Return names are stripped since they are not overloadable and some variants have return names but some not - TensorOptions are dropped because out= variants of factory functions don't include them (and we want to be able to pair up factory functions with their out variants) Finally, we want to be able to pair up related "view" and their corresponding "view_copy" operators. We do this by optionally stripping the trailing "_copy" from the base name. Example of a mutable op before and after: f.func (Mutable operator): _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor(a!) running_min, Tensor(b!) running_max, Tensor(c!) scale, Tensor(d!) zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask) # noqa: B950 f.func (Corresponding functional operator): _fused_moving_avg_obs_fq_helper.functional(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask, Tensor running_min_out, Tensor running_max_out, Tensor scale_out, Tensor zero_point_out) # noqa: B950 f.func.signature() output: _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor, Tensor, Tensor, Tensor, Tensor, Tensor) # noqa: B950 cPtr |jnd|jdS)NrDr:r)ReturnrDr:)rr^s rstrip_ret_annotationz6FunctionSchema.signature..strip_ret_annotations%0QVVdVV r_copyr6_scatterscatterinversec3K|]mj_jjrItfdjDs+t rj dndj doyw)Nc3PK|]}j|jk(ywrBr4r5s rrz5FunctionSchema.signature...@sK  4Kr6_outra)rrrrrbrDr:)rrr^rs @rrz+FunctionSchema.signature..*sk, ||' %%KdllKK% (9xt_tVV   , sA3A7r\z bernoulli.pzfloat pz float p=0.5Frr dunder_methodrLr')rrbrrb)rDrrqreplacetupler"r#rcrCrDrdrRmaprrrrrPr.reBaseOperatorNamerm) rr\r]r^rc base_namereturns_from_mutable_inputsoriginal_returnsrargs_sigs ` ` rrzFunctionSchema.signaturesxX IINN'' !!'*%--gr: ##J/%--iC ',, __ ~~..:^^,,556""33 , ' #0!%94<>++-+H tyy>] * s8}'<'"> !   rc&|jdS)NTr])rrs rview_signaturezFunctionSchema.view_signatureXs~~4~88rcFt||j|jS)Nr')r.rcr)rrDs r with_namezFunctionSchema.with_name[s nnLL  rc|jtjtjtjfvSrB)rrrrdrrs rmodifies_argumentsz!FunctionSchema.modifies_argumentsbs*yy{z11:>>:CUCUVVVrc6|jjSrB)rchas_symint_argrs r has_symintzFunctionSchema.has_symintfs~~,,..rct|j}t|jdk(rt|jd}n/ddj t t|jzdz}|j d|d|S)Nr#rrrrz) -> )rrcrhrrrprD)rall_arguments_strrs rrzFunctionSchema.__str__ist/ t||  !$,,q/*GDIIc#t||&<==CG))A/0gY??rNr)rzIterator[Argument])r/rrr.r)rr)rzlist[str | None])r\r0r]r0r^r0rr.r)rDrerr.r)rrr r!rr rrecompiler(rrPr1rrErOrr[rrxrzr|rrr"rrr.r.s   AA bjjOPG   tl7(:*)`,$%*"' g g # g  g  g R9 WW/@rr.cFeZdZUded<ded<ded<ed dZd dZy) Annotationztuple[str, ...] alias_setr0rrc~tjd|}|td||jd|jdr|jdndz}t |j d}|jddk(}|rt |dkDrtd |d |jd r)t |jd j dnd }t |dkDrt |dkDrtd |d t|||}t||k7rt|d||S)Nz2^([a-z])(\|[a-z])*(!?)( -> (\*|[a-z](\|[a-z])*))?$zunrecognized alias annotation r#rZr6|rT!z,alias set larger than 1 is not mutable, got z instead.r"zSbefore alias set and after alias set cannot be larger than 1 at the same time, got )rrrr) rmatchrKgrouprorrhrr)annr before_aliasrr after_setrs rrPzAnnotation.parses: HHJC P 9 #A#!GH Hwwqz1771:QWWQZ2F ,,,S12 771:$ I* >se9M 56GGAJE!''!***3/0B | q S^a%7 efiejjst  (I  q6S= A3d3%1 1rcdj|j}|jr|d}dj|j}|r|d|}|S)Nrr -> )rrrr)rrrs rrzAnnotation.__str__sTHHT^^, ==$+QI((4#7#78 $+T/):;IrN)rrrrr)rrr r!rrPrr"rrrrzs-N$$$$LrrcheZdZed dZed dZd dZd dZddZddZ ddZ ddZ dd Z y )Typecltj|}t||k7rt|d||S)Nr)r_parserrK)rrs rrPz Type.parses4 KKN q6Q; A3d1#/ /rc>tjd|}|-ttj |j dStjd|}|\|j dt |j dnd}ttj |j d|Stjd|}|t|j dS tt|S#t$r}td||d}~wwxYw)Nz^(.+)\?$r#z^(.+)\[([0-9]+)?\]$rZ)elemsizez-^__torch__\.torch\.classes\.([a-zA-Z0-9_.]+)$zunrecognized type ) rr OptionalTyperrPrrListTypeCustomClassTyper;r<KeyErrorr)rrrr}s rrz Type._parses HH[! $ = 1771: 67 7 HH+Q / =&'ggaj&<3qwwqz?$DAGGAJ!7dC C HHEq I ="1771:. . @F1I& & @!3A378a ? @s-C?? DDDctrBNotImplementedErrorrs rrz Type.__str__!!rctrBrrbase_tys ris_base_ty_likezType.is_base_ty_likerrc@|jtjSrB)rr<r=rs ris_tensor_likezType.is_tensor_like##FMM22rc@|jtjSrB)rr< Generatorrs ris_generator_likezType.is_generator_likes##F$4$455rc@|jtjSrB)rr<SymIntrs ris_symint_likezType.is_symint_likerrctrBrrs r is_nullablezType.is_nullablerrctrBrrs r is_list_likezType.is_list_likerrN)rrrrrrr<rr0rrzListType | None) rrr rrPrrrrrrrrr"rrrrsM @@$""363""rrc$eZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZy)r<N)rrr rrrr=rDimname DimVectorfloatrr0LayoutDevice DeviceIndexScalar MemoryFormatQSchemeStorageStreamrSymBool GraphModuler"rrr<r<sIJ VF &CfGI FE &C 6D VF VF&K VF6LfGfG VF VFfG&Krr<c@eZdZUded<d dZd dZd dZd dZd dZy) r;r<rDc0|jjSrBrCrs rrzBaseType.__str__ s))..!"rc |j|k(SrBrCrs rrzBaseType.is_base_ty_likesyyG##rcyrr"rs rrzBaseType.is_nullablercyrBr"rs rrzBaseType.is_list_likerc<|jtjk(SrB)rDr<rrs rrzBaseType.is_symint_likesyyFMM))rNrrrr) rrr r!rrrrrr"rrr;r;s L#$*rr;c@eZdZUded<d dZd dZd dZd dZd dZy) rrrc |jdS)N?)rrs rrzOptionalType.__str__!s))Arc8|jj|SrBrrrs rrzOptionalType.is_base_ty_like$yy((11rc6|jjSrBrrrs rrzOptionalType.is_symint_like'yy''))rcy)NTr"rs rrzOptionalType.is_nullable*rrc6|jjSrB)rrrs rrzOptionalType.is_list_like-syy%%''rNrrrr rrr r!rrrrrr"rrrrs J2*(rrc@eZdZUded<d dZd dZd dZd dZd dZy) rr class_namec d|jS)zK Return the class name will prefix __torch__.torch.classes z__torch__.torch.classes.)rrs rrzCustomClassType.__str__6s*$//):;;rcyrr"rs rrzCustomClassType.is_base_ty_like<rrcyrr"rs rrzCustomClassType.is_symint_like?rrcy)z8 Assume a custom class is not nullable. Fr"rs rrzCustomClassType.is_nullableBsrcyrBr"rs rrzCustomClassType.is_list_likeHrrNrrrrrr"rrrr2s O<  rrcJeZdZUded<ded<d dZd dZd dZd dZdd Zy )rrrz int | Nonerc\|jr |jnd}|jd|dS)Nr6[])rr)rrs rrzListType.__str__Xs,!%$))))AdV1%%rc8|jj|SrBrrs rrzListType.is_base_ty_like\rrc6|jjSrBrrs rrzListType.is_symint_like_rrc6|jjSrB)rrrs rrzListType.is_nullablebsyy$$&&rc|SrBr"rs rrzListType.is_list_likees rNrrrrrr"rrrrSs& J &2*'rrcteZdZUded<ded<ded<ded<edd Zedd Zedd Zdd Z y )rrrDrr:r4rMAnnotation | Nonerc|jSrBr4rs r alias_infozArgument.alias_info rcd|vrtd|dd|vrT|jddk7rtd|d|jd\}}|jdd\}}|d|}n|jdd\}}|}d}t j d|}|ri|j dd vrtd |j dd |j dz}tj|j d}n|}d}tj|} t|| || } t| |k7rtt| d || S)Nrzillegal argument 'r=r#z&illegal argument with default value: 'Tensor\((.+)\)(.*)rZr6rz[].unrecognized alias analysis form with Tensor: r=rDr:rMrr) rKcountrrsplitrrrrrPrrr) rtype_and_annot_and_namerMtype_and_annotrDname_and_defaultrtype_srr:rs rrPzArgument.parsess c> #5cU!!<= = #:yy~"$'McURS%TUU/2yy~ , #W#:#A#A#q#I ND"&q 2 /2zz#q/A ,N,#DG.? {{1~_4$DU[[QR^DTU A.F#))%++a.9J#FJzz&! !   q6S= CF84u!56 6rcN|jduxr|jjSrBrrs rrzArgument.is_write d*Gt/G/GGrc|j}|jr2|dvrtd||jdd|jd}|j|Sd}|j rd|j }|d|j|S) Nr=zTensor?zTensor[]annotation on non-Tensor type: r=Tensor(rr6rr)r:rrKrnrDrM)rr: mb_defaults rrzArgument.__str__s)) ??<<$'Ftf%MNN<<GDOO3DA*FGD 99 KJ|| / V1TYYK |4 4rNrr)rrrrrr rrr r!rrrrPrrr"rrrris^ I J *"! &&PHH 5rrcjeZdZUded<ded<ded<ed dZed dZedd Zdd Z y )rbr4rDrr:rrc|jSrBr4rs rrzReturn.alias_inforrcd|vr|jdd\}}n|}d}tjd|}|ri|jddvrt d|jdd|jdz}t j |jd}n|}d}tj |}t|||}t||k7rt t|d ||S) Nrr#rrZrrr=rar) rrrrrKrrPrrbr)rrrDrrrr:rs rrPz Return.parses #:#&::c1#5 ND ND.? {{1~_4$DU[[QR^DTU A.F#))%++a.9J#FJzz&! !  q6S= CF84u!56 6rcN|jduxr|jjSrBrrs rrzReturn.is_writerrc|j}|jr2|dvrtd||jdd|jd}|j|S|d|jS)Nrrr=rrr)r:rrKrnrD)rr:s rrzReturn.__str__sr)) ??<<$'Ftf%MNN<<GDOO3DA*FGD 99 KV1TYYK( (rNr)rrrrbrrrr"rrrbrbsT  J!! <HH )rrbceZdZUded<y) SelfArgumentrrDN)rrr r!r"rrrr srrc>eZdZUded<ded<ded<ded<ddZy) TensorOptionsArgumentsrdtypelayoutdevice pin_memoryc^|j|j|j|jgSrBrr r r rs rallzTensorOptionsArguments.all s! DKKdooFFrNrzSequence[Argument])rrr r!rr"rrrr s O  GrrcleZdZUded<ded<ded<ded<ded<ded <ded <ed"d Zed"d Zed"d Zed"dZed"dZ e d#dZ ed$dZ ed%dZ ed#dZ d&dZd'dZd'dZd'dZddd(dZd)dZd*dZed+dZed,dZd-dZd.d Zy!)/rztuple[Argument, ...]pre_self_positionalzSelfArgument | NonerCrRpre_tensor_options_kwarg_onlyzTensorOptionsArguments | Nonerrpost_tensor_options_kwarg_onlyrdcvg}|j|j|j|j|SrB)rr$r%rr8s r flat_non_outzArguments.flat_non_out+ s0  4''( 4''( rcg}|j|j|j%|j|jj|j|j |SrB)rrrCrgrDrRrs rr$zArguments.flat_positional2 sP  4++, == $ JJt}}-- . 4,,- rcZ|jDcgc]}|js|c}Scc}wrB)rRrrrs rrBz&Arguments.post_self_positional_mutable; s"44Ca CCCs((cg}|j|j|j)|j|jj|j|j|SrB)rrrrrrrs rr%zArguments.flat_kwarg_only@ sW  4556    * JJt**..0 1 4667 rcg}|j|j|j|j|j|j|SrB)rr$r%rdrs rrzArguments.flat_allI s@  4''( 4''( 488 rcvg}|j|j|j|j|SrB)r positional kwarg_onlyrs rnon_outzArguments.non_outQ s0GI 4??# 4??# rcg}|j|j|j|j|j|j|j|SrB)rrrCrgrRrs rrzArguments.positionalZ sJ-/ 4++, == $ JJt}} % 4,,- rcg}|j|j|j|j|j|j|j|SrB)rrrrrgrrs rrzArguments.kwarg_onlyc sN79 4556    * JJt** + 4667 rcg}|j|j|j|j|j|j|SrB)rrrrdrs rrz Arguments.alll s<FH 4??# 4??# 488 rc|jDcgc]0}|j"|jjr |j2c}Scc}wrB)rrrrDrs rmutable_arg_nameszArguments.mutable_arg_namest sB]] ||'ALL,A,A FF   s5Ac:td|jDS)Nc3PK|]}|jj ywrB)r:rr>s rrz+Arguments.has_tensor_arg..| Fq166((*F$&rrrs rrszArguments.has_tensor_arg{ FD4E4EFFFrc:td|jDS)Nc3PK|]}|jj ywrB)r:rr>s rrz+Arguments.has_symint_arg.. r'r(r)rs rr~zArguments.has_symint_arg~ r*rc:td|jDS)Nc3PK|]}|jj ywrB)r:rr>s rrz.Arguments.has_generator_arg.. sI!166++-Ir(r)rs rrzArguments.has_generator_arg sIt7H7HIIIrFrkc dfd }ttt||j|j%t ||jj ndtt||jtt||jtt||jzdddS)Ncrt|j|js|jdSddS)Nr)rrDr:rM)rr\s rstrip_arg_annotationz1Arguments.signature..strip_arg_annotation s=VVVV)6   =A  rr"rrCrRrrrrrd)rrrr) rrorprrCrrDrRrr)rr\r1s ` rrzArguments.signature s  %($*B*BC! ==,1$--2H2HIJ!&($*C*CD" +0($*L*LM+C,d.Q.QRS+T  +-/  rc |j tdtj|t tj|jj dS)Nz2remove_self_annotation called but self_arg is Noner4)rC)rCrK dataclassesrnrrDrs rremove_self_annotationz Arguments.remove_self_annotation sP ==  !UV V"" !##DMM$:$:tL  rct|jdk7rtd|jtj|t |S)Nrz0with_out_args called but self.out is not empty: )rd)rhrdrKr4rnro)rrXs r with_out_argszArguments.with_out_args sL txx=A  B488*M "" d   rc^g}g}g}|}|jdD]}|s|dk(r||ur td|}tj|}|j"|jj r ||urn$||ur |}n||urtd|j d|j||||fS)Nrrz:invalid syntax: kwarg-only specifier * can only occur onceznon-mutable argument 'z%' cannot follow mutable out arguments)rrKrrPrrrDrg)r-rrrd arguments_accrpargs r _preparsezArguments._preparse s%' %'  " ::d# 'Ccz 2(T!+ >>#&D*t/G/G J."j0$'M C'(0 ;`a   &7 '::s**rc tj|\}}}d}t|D]\}}|jdk(s|}n||d|}t ||}||dzd} ng}d}|} g} d} g} | } dd}|dt j d|dt j d|d t j d |d t j d g}d }|t|kr|t|t|z krotdt||||t|zDrD| | ur tdt||||dz||dz||dz} |t|z }| } | j|||dz }|t|krtt||t| t| | t| t|S)z. Input: 'int x, int y, int z' Nrr#cfdS)NcX|jk(xr|jtfvSrB)rDr:r)rrDtys rz/Arguments.parse..pred.. s'QVVt^P2|B?O:P0Prr")rDr?s``rpredzArguments.parse..pred s P Prrrr rr rr r0rc32K|]\}}||ywrBr")rprs rrz"Arguments.parse.. s 1aDrz-tensor options arguments can only appear oncerZrTr r2)rDrr?rrzCallable[[Argument], bool])rr; enumeraterDrrrPrhrrArKrrgro)r-rrrdself_ixirrrCrRrrrrkwarg_only_accrA predicatess rrPzArguments.parse s.'0&9&9$&?# Jj) DAqvv   ",Xg"6 #Jw$78H#-gkm#< "$ H#- 9;%8<9;&6 Q $**\2 3 4::h/ 0 4::h/ 0 tzz&1 2   #j/!C Oc*o55 #J 1q3z??R0S T&-JJ,K&<(m)!a%0)!a%0#-a!e#4 &N Z(A%CN  ! !*Q- 0 FA/#j/!2 %&9 :!&';!<*/0M*N)+01O+Pc   rcpg}|jtt|j|js |j r|j d|jtt|j|jtt|j dj|S)Nrr)rrprr$r%rdrgr)r all_argumentss rrzArguments.__str__8 s#% Sd&:&:;<   488   %Sd&:&:;<Sdhh/0yy''rcH|j|jr td|j|jr td|jDcgc]&}|j |j j r|(}}t|dk7rtd|ycc}w)Nz5pre_self_positional is non-empty but self_arg is NonezFpost_tensor_options_kwarg_only is non-empty but tensor_options is NonerzQmutable pre_self_positional arguments are not currently supported in the schema: )rCrrKrrrrrrh)rrmutable_pre_self_positionalss rrzArguments.__post_init__A s == ''$K    &22$\--( ||'ALL,A,A ( $( + , 1 ceAdBC  2 ( s+BNr)rz:Sequence[Argument | SelfArgument | TensorOptionsArguments])rz!Sequence[Argument | SelfArgument])rz+Sequence[Argument | TensorOptionsArguments]rz list[str]r)r\r0rr)rr)rXlist[Argument]rr)r-rrz5tuple[list[Argument], list[Argument], list[Argument]])r-rrrrr)rrr r!rrr$rBr%rrrrrr$rsr~rrr5r7rr;rPrrr"rrrr sP .-!!..#7711%98   DD C GGJ27# J  %+%+NP P d(rr) rsubmuldivmodpowlshiftrshiftandxororcbeZdZUded<ded<ded<dZded<dZd ed <ed d Zdd Zy)rqrrr0rrmFrNr4r-c |dk(r td|jdr tdtjd|}|r|j dnd}|r|j dn|}tjd|}|Kd }|j d t fd t Drd } dd n.d } d d k(r$td|d }| ddk(rd } dd nd }d} j|r#d } dt|  |s|rtd|d }t ||||} t| |k7rtt| d|| S)Nr6zoperator name cannot be emptyrjzs_out suffix is reserved and not permitted for operator names; did you mean to specify an out overload name instead?z^(?:(.*)::)?(.*)$r#rZz ^__([^_]+)__$Tc3.K|] }d|k(yw)rFNr")rnrs rrz)BaseOperatorName.parse.. sGq4Qqc7?GrFrrFz,unexpected dunder method starting with 'i': r_ _functionalz:functional overload cannot be a dunder method or inplace: )rrrmrr-r) rKrqrrrrAUGMENTED_ASSIGNMENT_NAMESrhrqr) rrr- op_without_nsrrmrfunctional_suffixrrrs @rrPzBaseOperatorName.parse s 8 !@A A ;;v  H -r2&+EKKN */ AR HH%} 5 = M771:DG,FGGABx 7c>(FrdK"M DBx3CRy* ==* +"& 130112D$PQSPTU#(  ' 3   q6R< CF84t!45 5rc|jr|jdnd}|jr$|jrdnd}|d||jdS|jrdn|jrdnd}||j|S)NrNr6rF__r]r^)r-rmrrr)rnamespace_prefixrFs rrzBaseOperatorName.__str__ s48NNdnn-R0   ||A&'r!TYYKr: :<<++# '' {1#6 6r)rrrrqr) rrr r!rr-rrPrr"rrrqrqt sC I M(!&% !Iz ??B 7rrqcTeZdZUded<ded<ed dZd dZd dZd dZdd Z y )rerqrDrrMcd|vr|jdd\}}n|}d}ttj||}t ||k7rt t |d||S)N.r#r6rLr)rrerqrPrrK)rrDrMrs rrPzOperatorName.parse sk '>")--Q"7 D-DM .44T:- X q6W  CF84y!9: :rcj|jr|jd|jS|jS)NrgrMrDrs rrzOperatorName.__str__ 3   ii[$"4"4!56 6ii[ !rcj|jr|jd|jS|jS)Nr]rirs runambiguous_namezOperatorName.unambiguous_name rjrctt|jjd|jj|j SNFrlrL)rerqrDrrmrMrs rremove_inplacezOperatorName.remove_inplace s=!YY^^"ii55 ,,   rctt|jjd|jj|Srn)rerqrDrrm)roverloads r with_overloadzOperatorName.with_overload s7!YY^^"ii55 #   rN)rrrrer)rre)rqrrre) rrr r!rrPrrlrorrr"rrrere s4   ""   rrec|jjtjuxr/|j | xr|j |jSrB)r/rrrr)rr bs r"gets_generated_out_inplace_wrapperru sI  Z222 ' Q  ' LL &rcfeZdZUded<ded<ded<d dZdddd Zedd Zedd Zy )NativeFunctionsViewGroupr,viewr view_copy view_inplacec |jjs,td|jjj|j at |jrtt|jjjdt|jd|j jjjjjds,td|j jj|jjj|j jjdk7r[|jjj}|j jjd}td|d |d |j jvrTtt|j jjt|jjfd |j|jjj|jjjk7rY|jjj}|jjj}td |d ||jjr|ju|jjs_tt|jjjd t|jjjd|jjr|jv|jjs_tt|jjjd t|jjjdyyy)Nzview is not a view op: z appears to be a new operator that aliases its inputs. The codegen expects you to add a corresponding operator to native_functions.yaml: z3. See Note [view_copy NativeFunctions] for details.)rdrez4view_copy name must end with '_copy' or '_scatter': Trwz+view and view_copy signatures don't match: rryz appears to be a view_copy operator. The codegen expects view_copy operators to be annotated with the 'view_copy' tag in native_functions.yaml. See Note [view_copy NativeFunction] for details.z.view and view_inplace signatures don't match: rz] must either both have CompositeImplicitAutograd kernels, or both not have composite kernels.zi must either both have CompositeImplicitAutogradNestedTensor kernels, or both not have composite kernels.)rxrrKr/rDrygets_generated_view_copyrget_view_copy_namerrqrrHrzrDrE)rview_sig view_copy_sigview_inplace_sigs rrz&NativeFunctionsViewGroup.__post_init__> s_yy## #:499>>;N;N:O!PQ Q >> !' 2$499>>../01*499589II>>&&++0055>>?TU$J4>>K^K^KcKcJdeyy~~'')T^^-@-@-J-J%).K. 99>>335 $ 3 3 = =SW = X $A(4P]_$.."5"55$4>>..334c$))..6IIJKHH    (yy~~'')T->->-C-C-M-M-OO99>>335#'#4#4#9#9#C#C#E $DXJdScRde 99 ; ;  ,((OO(tyy~~2234E#d>O>O>T>T>Y>Y:Z9[\ll 99 I I  ,((]](tyy~~2234E#d>O>O>T>T>Y>Y:Z9[\xx^- JrT) include_copyc#K|j|j|j|j|r|jyyywrB)rxrzry)rrs rrz"NativeFunctionsViewGroup.functionss sEii    (## # >> %,.. +7 %sAA c.|jjSrB)rxrrs rrz"NativeFunctionsViewGroup.root_namez syy"""rc.|jjSrB)rxrDrs r compositez"NativeFunctionsViewGroup.composite~ syy???rNr)rr0rrrr) rrr r!rrrrrr"rrrwrw4 sP %$''3j15!##@@rrwc|jsy|jryd|jvry|jjjj j dryy)NFr_inverseT)rrDrHr/rDrrq)rs rr|r| sS << //  vv{{%%j1 rcdg}t|jj|vr-t|s"t |jjd|jjjj d}t t|d|jjjj|jjj}|S)Nnarrowz, does not have a generated view_copy variantrdFrlrL) rr/rDr|rKrrerqrmrM)r-list_of_ops_with_explicit_view_copy_operatorsrrview_copy_names rr}r} s6>J1 166;;LL'* 66;;-KL 66;;##(()/I! E9I9I9W9W ffkk// N rcz|dk(ry|ddk(r |ddk(r|dd}td|jd DS) z$ Input: '()' Output: [] z()r"rrrrr#c3FK|]}tj|ywrB)rbrPrs rrz parse_returns.. sFsc"Fs!r)ror)r.s rr*r* sN d1~RC!7!!B' Fk.?.?.EF FFrcDeZdZUded<ded<ed dZd dZd dZy) rfzdict[str, list[Argument]]rnrNrct|tstdt|g}d|dvrI|dj d}|Dcgc]%}t j |j'}}|dd}i}|D]}t|tstdt|d|vrtd||j d\}}d|vrtd|d |j d}|Dcgc]%}t j |j'} }| ||<t|| } | j|k7rtd | jd || Scc}wcc}w) Nz precomputed must be a list, got rrrSz$precomputed item must be a str, got zSprecomputed parameters without replacement are allowed only in the last line, got: rzillegal kernel param name 'z' in precomputed parameters)rnrzr.to_list() != src: r) r]rarKr:rrrPrkrrfto_list) srcadd_argsadd_listrDrnraw_replace_itemr with_list_raw with_listwith_list_argsrs rrPzPrecompute.parse s#t$ #CDI;!OP P R 2w}}S)HAIJtzz|4JHJcr(C # * .4$:4@P;Q:RS--$ijzi{|"2!7!7!? Ccz$1#6QR&++C0IGPQthnnTZZ\:QNQ)GCL# *& wH 5 99;#  #7 }D!NO O5K(Rs *E*6*E/cn|jD]A}|jj|jk(s+td|j|jj D]H}|D]A}|jj|jk(s+td|jJy)Nz5precomputed argument name must not be all uppercase: )rrDupperrKrnr)rrr-s rrzPrecompute.__post_init__ s Avv||~'$KAFF8T  LL'') D 66<<>QVV+(OPQPVPVxX  rcg}|jjD]3\}}djd|D}|j|d|5|S)Nrc32K|]}t|ywrBr)rparams rrz%Precompute.to_list.. s$PESZ$Prr)rnrJrrg)r replace_list kernel_paramreplacement_params replacementss rrzPrecompute.to_list sa 04 0B0B0D E ,L,99$P=O$PPL   <.\N C D ErN)robjectrrfrrM)rrr r!rrPrrr"rrrfrf s-'& ((T rrfr)rr@rr0)rr,r rrtrrr0)rr,rr0)rr,rre)r.rrr)v __future__rr4r"rrenumrrtypingrtyping_extensionsrtorchgen.utilsr r collections.abcr r r rr$rtrr AUTOGRAD_KEYSFRAGMENT_NAMESPACESr@rrrrhasattrrprintrr,r(r'r.r+rrrrr\rrrrrrr~rryrzr{r|rrrrr2rrrrrcrlrrrrrdispatch_device_maprrr!rrrrrrrrrrr"r'r,rrrmrurr.rrr<r;rrrrrbrrrr_rqrerurwr|r}r*rf) components0rrs" ! *6<<: $***d ("((,>,(J, #$:; _>$_>DD  B {BG,+-A !H2$rd"pqrpst  OOOOOO #''9OOOOOO))55))66    A! L*% ,V5H%P--`46 05&  j' (8(8*:K:K'LM j%j667 i%Z0=3LL e!.u!5 i8P!P o* i 88"#;t;4d T$ $U GU GU Gp $R R R j $(((, $   B $999b $M@M@M@p  $555| $3"3"3"nT. $*t**( $(4((( $d@ $t* $Z5Z5Z5z $5)5)5)r $ $GGG $DDDT * $n7n7n7f $3 3 3 l.3? * $M@M@M@`.6 G $GGGY[,s3 U8