o ki@sNUddlmZddlZddlZddlZddlmZddlmZmZddl m Z ddl m Z ddl mZmZe rAddlmZmZmZed d Gd d d ZGd ddeZdZgdZgdZdgddeDZddhZGdddeZGdddeZd{ddZeD]!ZeD]Ze eeeseZ!e"e!e#deed e!qqej$ej%ej&ej'ej(hZ)ej%ej&hZ*ej&ej+ej,ej-ej%ej$ej'ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ejej?ej@ejAejBejCej(gZDd|d#d$ZEd|d%d&ZFd|d'd(ZGd|d)d*ZHd|d+d,ZIeFd-eGd.iZJGd/d0d0eZKiZLd1eMd2<eeKjNeKjOeKjPeKjQeKjRgeLd3<eeKjSeKjTgeLd4<eeKjUeKjVgeLd5<eLd3eLd4BeLd6<eLd6eLd5BeLd7<eLd4eLd5BeLd8<Gd9d:d:eZWGd;d<dd>eZYed d Gd?d@d@ZZGdAdBdBeZ[ed d GdCdDdDZ\ed d GdEdFdFZ]ed d GdGdHdHZ^ed d GdIdJdJZ_ed d GdKdLdLZ`ed d GdMdNdNZaed d GdOdPdPZbGdQdRdReZced d GdSdTdTebZded d GdUdVdVebZeed d GdWdXdXebZfed d GdYdZdZebZged d Gd[d\d\Zhed d Gd]d^d^Zied d Gd_d`d`Zjed d GdadbdbZked d GdcddddZlgdeZmed d GdfdgdgZned d GdhdidiZod}dmdnZped d GdodpdpZqd~dqdrZrddsdtZsddwdxZted d GdydzdzZudS)) annotationsN) dataclass)autoEnum) TYPE_CHECKING) assert_never)NamespaceHelper OrderedSet)CallableIteratorSequenceT)frozenc@s(eZdZUded<ded<d ddZdS) LocationstrfileintlinereturncCs|jd|jS)N:)rrselfrX/var/www/addictedbytheproject.nl/epg/venv/lib/python3.10/site-packages/torchgen/model.py__str__1szLocation.__str__Nrr)__name__ __module__ __qualname____annotations__rrrrrr,s rc@seZdZeZeZdS)VariantN)rrrrfunctionmethodrrrrr6s rz at::native)CPUCUDAHIPXLAMTIAMPSIPUXPUHPUVELazyMeta PrivateUse1 PrivateUse2 PrivateUse3) QuantizedSparse SparseCsr NestedTensorAutogradAutogradNestedTensorcCsg|]}d|qS)r6r).0 componentrrr [sr: quantizedquantized_decomposedc@sreZdZdZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZ eZ!eZ"eZ#eZ$eZ%eZ&eZ'eZ(eZ)eZ*eZ+eZ,eZ-eZ.eZ/eZ0eZ1eZ2eZ3eZ4eZ5eZ6eZ7eZ8eZ9eZ:eZ;eZeZ?eZ@eZAeZBeZCeZDeZEeZFeZGeZHeZIeZJeZKeZLeZMeZNeZOeZPeZQeZReZSeZTeZUeZVeZWeZXeZYeZZeZ[eZ\eZ]eZ^eZ_eZ`eZaeZbeZceZdeZeeZfeZgeZheZieZjeZkeZleZmeZneZoeZpeZqeZreZseZteZueZveZweZxeZyeZzeZ{eZ|eZ}eZ~eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZd ddZd ddZed d d Zd S) DispatchKeyrrrcC|jSNnamerrrrrzDispatchKey.__str__cCs t|Sr?)rlowerrrrrrC zDispatchKey.lowervaluecC2tjD] \}}||kr|Sqtd|)Nzunknown dispatch key )r= __members__itemsAssertionErrorrEkvrrrparse zDispatchKey.parseNr)rErrr=)rrr UndefinedCatchAllrFPGAMAIAVulkanMetalMKLDNNOpenGLOpenCLIDEEPCustomRNGKeyId MkldnnCPUr3r4r5DensePythonTLSSnapshot PreDispatchPythonDispatcherPythonFuncTorchDynamicLayerBackMode ZeroTensor ConjugateNegative BackendSelectNamed AutogradOtherAutogradFunctionalityr7TracerAutocast AutocastCPU AutocastCUDABatchedVmapModeFuncTorchGradWrapperFuncTorchBatchedBatchedNestedTensorFuncTorchVmapModeFuncTorchDynamicLayerFrontMode FunctionalizeTESTING_ONLY_GenericWrapperTESTING_ONLY_GenericModeADInplaceOrViewr6CompositeImplicitAutograd%CompositeImplicitAutogradNestedTensorCompositeExplicitAutograd&CompositeExplicitAutogradNonFunctionalFuncTorchBatchedDecompositionr"r#r$r%r&r'r(r)r*r+r,r-r.r/r0 QuantizedCPU QuantizedCUDA QuantizedHIP QuantizedXLA QuantizedMTIA QuantizedMPS QuantizedIPU QuantizedXPU QuantizedHPU QuantizedVE QuantizedLazy QuantizedMetaQuantizedPrivateUse1QuantizedPrivateUse2QuantizedPrivateUse3 SparseCPU SparseCUDA SparseHIP SparseXLA SparseMTIA SparseMPS SparseIPU SparseXPU SparseHPUSparseVE SparseLazy SparseMetaSparsePrivateUse1SparsePrivateUse2SparsePrivateUse3 SparseCsrCPU SparseCsrCUDA SparseCsrHIP SparseCsrXLA SparseCsrMTIA SparseCsrMPS SparseCsrIPU SparseCsrXPU SparseCsrHPU SparseCsrVE SparseCsrLazy SparseCsrMetaSparseCsrPrivateUse1SparseCsrPrivateUse2SparseCsrPrivateUse3NestedTensorCPUNestedTensorCUDANestedTensorHIPNestedTensorXLANestedTensorMTIANestedTensorMPSNestedTensorIPUNestedTensorXPUNestedTensorHPUNestedTensorVENestedTensorLazyNestedTensorMetaNestedTensorPrivateUse1NestedTensorPrivateUse2NestedTensorPrivateUse3 AutogradCPU AutogradCUDA AutogradHIP AutogradXLA AutogradMTIA AutogradMPS AutogradIPU AutogradXPU AutogradHPU AutogradVE AutogradLazy AutogradMetaAutogradPrivateUse1AutogradPrivateUse2AutogradPrivateUse3rrC staticmethodrMrrrrr=ds"  r=c@eZdZeZeZeZdS)_TorchDispatchModeKeyN)rrrrFAKEPROXY FUNCTIONALrrrrr rrrcs0g}tD]|fddtDqd|S)Nc3s |] }d|dVqdS)z z = auto()Nr)r8bcfkrr z.codegen_per_backend_entries.. )FUNCTIONALITY_KEYSextendBACKEND_COMPONENTSjoinrrrrcodegen_per_backend_entries s rzMissing zL from DispatchKey enum. Here is the autogenerated list we expect to have: dkboolcCs|tjtjtjtjhvSr?r=ryrzrwrxrrrris_generic_dispatch_keyMs rcC |tjtjtjtjtjtjhvSr?)r=r#r}rrrrrrrris_cuda_dispatch_keyWrcCrr?)r=r)rrrrrrrrris_xpu_dispatch_keycrrcC|tvSr?)STRUCTURED_DISPATCH_KEYSrrrris_structured_dispatch_keypsrcCrr?)UFUNC_DISPATCH_KEYSrrrris_ufunc_dispatch_keytrcudaxpuc@seZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZdddZedddZedd d Zedd dZdS) ScalarTyperrcCr>r?r@rrrrrrBzScalarType.__str__rEScalarType | NonecCs(tjD] \}}||kr|SqdSr?)rrGrHrJrrr maybe_parses zScalarType.maybe_parsecCs$t|}|durtd||S)Nzunknown dtype )rrrI)rEmb_rrrrrMs zScalarType.parsevaluesOrderedSet[ScalarType]cCsBt}|dD]}|tvr|t|q|t|q|S)N, )r split DTYPE_CLASSESupdateaddrrM)rdtypesrErrr parse_sets zScalarType.parse_setNr)rErrr)rErrr)rrrr)rrrrByteCharShortIntLongHalfFloatDouble ComplexHalf ComplexFloat ComplexDoubleBoolBFloat16 Float8_e5m2Float8_e5m2fnuz Float8_e4m3fnFloat8_e4m3fnuzFloat8_e8m0fnurrrrMrrrrrr}s4   rz!dict[str, OrderedSet[ScalarType]]rIntegralFloatingComplexAll AllAndComplexFloatingAndComplexc@sNeZdZeZeZeZeZeZeZ eZ d ddZ e d ddZ dS) UfuncKeyrrcCr>r?r@rrrrrrBzUfuncKey.__str__rEcCrF)Nzunknown ufunc key )rrGrHrIrJrrrrMrNzUfuncKey.parseNr)rErrr)rrrr CUDAFunctorCUDAFunctorOnOtherCUDAFunctorOnSelf CPUScalar CPUVector ScalarOnlyGenericrrrMrrrrrs rc@seZdZdZdZdS)DeviceCheckTyperN)rrrNoCheck ExactSamerrrrrsrc@r)ViewSchemaKindN)rrrraliasingaliasing_inplace non_aliasingrrrrrrrc@s:eZdZUded<ded<ded<ded<ded <d ed <d ed <d ed<ded<ded<ded<ded<ded<ded<ded<d ed<ded<ded<ded<ded <ded!<ded"<ded#<ded$<e %d?d@d-d.ZdAd0d1ZdAd2d3ZedBd4d5Z edBd6d7Z edCd9d:Z edDd;d<Z edBd=d>Z d%S)ENativeFunctionr namespaceFunctionSchemafuncr!use_const_ref_for_mutable_tensors device_guardr device_check str | None python_modulecategory_overridez set[Variant]variantsmanual_kernel_registrationmanual_cpp_bindingrloczlist[OperatorName]autogenzdict[UfuncKey, UfuncInnerLoop]ufunc_inner_loop structuredzOperatorName | Nonestructured_delegatestructured_inheritszPrecompute | None precomputedset[str]cpp_no_default_args is_abstract&has_composite_implicit_autograd_kernel4has_composite_implicit_autograd_nested_tensor_kernel&has_composite_explicit_autograd_kernel5has_composite_explicit_autograd_non_functional_kerneltagsNeidict[str, object] valid_tags ignore_keysset[DispatchKey] | NonerMtuple[NativeFunction, dict[DispatchKey, dict[OperatorName, BackendMetadata]]]c7s |}|d}t|tstd|tj|dd}|jdd}t |j |dg}t|t s:td|t |} |d d } t| t sPtd | | rZjjrZtd |d d} t| tsltd| t } | dD]} | dkr| tjqt| dkr| tjqttd| |dd }t|t std||dd }t|t std||dd}t|t std||dd}|dust|tstd||dus|tjvstd||durtj}nt|}|dd }t|t std||dd}|dus&t|ts&td||dur4d|vr4tdd}|dur@t |}|dd}|dusXt|tsXtd||durfd|vrftd |d!d}|dus~t|ts~td||durtj| vrtd"|d#d}|dust|tstd||d$d}|dur|durtd%||rt |nd}|d&g}t|tr|g}t|t std'||dkrd(|vr|d(t }|D]}t|d)krtd*||vr||qtd+|d)d,lm}|d-d}|dus4t|ts4td.|i} d)}!|dur |rDtd/d }"|D]\}#} |#d0krUqJt|#tsetd1|#d2|t| tsutd3| d2||#d4D]V}$t |$!}%|!d7}!|r|%|vrqz|%t"vrtd5|%d6| d7tj| d8d9}|jd:d}&t#|j |ot$|%|&d;d<| |%<|%t j%ur| |&krd}"qzqJ|!dkr|"rtd=|s | 't j%hks | t j%(s |!dks td>|&d?| t j%d@n:|sD|durDtj&j&}'|')dAs/|'*dBs/jj+r7j,s7tdC|'dDt#|&d t-dE| t j%<dFdG| D}(t|(dksit|(dHkret j.|(vret j/|(vsitdI|dJdK})t|)ts|tdL|)|)dKkrgn dMdG|)dD}*|dNi}+i},t|+trt0 |+t1j2|,t1j2<nFt|+tr|+D]3\}$}-|$d0krqt|$tstdO|$t|-tstdP|-t1 |$}.t0 |-|.|,|.<qntdQ|+|,r|stdRd)dl3m4m5}/t6D]}%|%| vrtdS|%t#|/7|%dt-d<| |%<q|r$d}0n| 't j%hko?| 't j/hko?| 't j%t j/hk}0t j%| v}1t j/| v}2t j8| v}3t j.| v}4fdTdU| D}5|d0d|rotdV||durt9D]}6|6| vrtdW|6dXqvt:d`idd | d | d|d|d|d$|dJ|*dN|,d|d|d!|d#|d|d|dY|d| dZ|0d[|1d\|2d]|3d^|4d&|d_||5fS)azp Parse a NativeFunction from a dictionary as directly parsed from native_functions.yaml r$z not a str: r)namespaced_entity max_levelaten)defaultr6z#cpp_no_default_args is not a list: r%Fz1use_const_ref_for_mutable_tensors is not a bool: z4see https://github.com/pytorch/pytorch/issues/145522r+r zvariants is not a str: rr!zillegal variant r,z not a bool: r-r&Tr'Nzillegal device_check: r1r2::zbnamespace is not supported in structured delegate, using the same namespace as the native functionr3zbnamespace is not supported in structured inherits, using the same namespace as the native functionr)z&functions in modules cannot be methodsr*r4z5precomputed requires structured=True, got structured=r<ztags is not a list: pt2_compliant_tagrzvalid_tags is emptyz illegal tag )cppdispatchzdispatch is not a dict: zncannot specify both manual_kernel_registration and dispatch; with manual registration, dispatch has no effect!__line__zillegal dispatch key 'z' in zillegal dispatch value ',z Dispatch key z of kernel z! is not a supported dispatch key.)rDatz::native)kernelr1 cpp_namespacezSunnecessary dispatch table for this function; just delete the dispatch key entirelyzQunexpected name for singleton CompositeImplicitAutograd dispatch entry: expected z but got zR. Rename your implementation to the expected name, then delete the dispatch tablenew__likez expected z to have a CompositeExplicitAutograd dispatch entry, but there was no dispatch table. Factory functions should not have implicit dispatch as they should not be decomposed for __torch_dispatch__)r1rPcSs8g|]}|tjks|tjks|tjks|tjkr|qSrr)r8drrrr:cs    z,NativeFunction.from_yaml..aHcannot specify more than one of CompositeExplicitAutograd, CompositeExplicitAutogradNonFunctional, or CompositeImplicitAutograd on a single kernel; each strictly subsumes the other. If you wanted to provide an explicit autograd implementation, specify CompositeExplicitAutograd; otherwise specify CompositeImplicitAutograd onlyr/r1zautogen is not a str: cSsg|]}t|qSr) OperatorNamerMr8xrrrr:r0z#ufunc_inner_loop key is not a str: z%ufunc_inner_loop value is not a str: z"ufunc_inner_loop not str or dict: zufunc must be structuredz2ufunc should not have explicit dispatch entry for csi|] \}}|j|iqSrr@)r8rKrLr$rr z,NativeFunction.from_yaml..zleftover entries: z+if structured_delegate, then must not have z* in dispatch dictionary (it is delegated!)r.r7r8r9r:r;r"r);copypop isinstancerrIrfrom_namespaced_entityget_cpp_namespacer#rM entity_namelistsetr argumentsoutrrrr r!rrGrrU Precomputeappendlen torchgen.apirIdictrHr=strip dispatch_keysBackendMetadatarrwrAkeyssupports_symint startswithendswithtensor_optionshas_tensor_argDEFAULT_KERNEL_NAMESPACErzrxUfuncInnerLooprrtorchgen.api.ufuncapiufuncrschema_kernel_nameryrr!)7r=r.r?r@efuncsnamespace_helperr"cpp_no_default_args_listr6r% variants_sr+rLr,r-r&device_check_sr'r1structured_delegate_sr2r3r)r*precomputed_dictr4tags_inpr<trI raw_dispatchrJnum_dispatch_keys%redundant_composite_implicit_autogradksrK dispatch_keykernel_namespacerAcomposites_in_dispatch autogen_strr/raw_ufunc_inner_loopr0vo ufunc_keyrxr7r8r9r:r;backend_metadatakeyrrYr from_yamlos~                                       #                              zNativeFunction.from_yamlNonecCs |jrtd|jstddS)NzMThis function is structured, but there was no valid functional variant of it.zThis function delegates to another structured out function, but no valid function was found (the delegate may not exist, or it has the wrong type))r1rIr2rrrrvalidate_unstructuredsz$NativeFunction.validate_unstructuredcCs|jjjr|jtjhkrtd|jr&|jt jkrtd|j s&td|j r<|jt jkr5td|j s9sz/NativeFunction.__post_init__..rzInvalid cpp_no_default_args: z4structured_inherits must also imply structured: True_foreachzsforeach kernels fall back to slow path when tensor are on different devices, device_check not allowed to be enabledranddropoutcss|]}d|jvVqdS)rNr@r8argrrrrRs  z/NativeFunction.__post_init__..backward_cudnn_init_dropout_statenondeterministic_seededz(nondeterministic_seeded tag missing for )r$rdrer+rr rIr1kind SchemaKindr&r2schema_order_argumentsrc differencer6rhr3rrArpr'rranyflat_allhas_generator_argr<)rdefaulted_arguments invalid_argsrrr __post_init__sv        zNativeFunction.__post_init__cCs|jp|jp|jp|jo|jSr?)r8r:r;r9rrrrhas_composite_kernelasz#NativeFunction.has_composite_kernelcCst|jj}t|dkotdd|D}d|jvo't|jjdko't|jjdk}tdd|jD}|p9|p9|S)Nrcss$|] }|jduo |jj VqdSr? annotationis_writer8rrrrros z,NativeFunction.is_view_op.. inplace_viewresize_ resize_as_css&|]}|jduod|jjvVqdS)N*)ralias_set_after)r8inprrrrxs  )r$returnsrhrr<rrAr)rretsis_non_mutating_viewis_inplace_viewis_wildcard_viewrrr is_view_opls  zNativeFunction.is_view_oprcCsF|jr|jjjjrd|jvrtd|jjtjS|jr tjStj S)Nrzinplace_view tag missing for ) rr$rAinplacer<rIrrrr rrrrview_schema_kind~s zNativeFunction.view_schema_kindcCs |jjjjSr?)r$rAbaserrrr root_names zNativeFunction.root_namecCs|jp|jduSr?)r1r2rrrrpart_of_structured_groupz'NativeFunction.part_of_structured_groupr?) r=r>r.rr?r5r@rArrBrrrr)rrr)rrrrrrrrpropertyrrrrrrrrrr!sV     K    r!c@s*eZdZeZeZeZeZeZdS)rN) rrrr functionalrremutablescratchrrrrrs  rc@sveZdZUded<ded<ded<ded<edd d Zdd d ZdddZd ddZed!ddZ e d"ddZ dS)#NativeFunctionsGroupr!rNativeFunction | NonerrrerrcC|jjSr?)rer1rrrrr1szNativeFunctionsGroup.structuredrcCsB|jj}|D]+}||jkr td|d|j|j|jkr5td|jjjd|jjq |jj t jkrKtd|jj d|jj t jkr`td|jj d|jj |jj krwtd |jj d |jj d |j dur|j j t j krtd |j j d |j j |jj krtd|j j d|jj d |j dur|j j t j krtd|j j d|j j |jj krtd|j j d|jj d |jjjjjstd|jr6|jjs|jjrtd|jj|jjjkrt|jjjd|jjd|jjj|j dur6|j j|jjjkr6t|j jjd|j jd|jjjtdd|D}ddd|D}t}|D]}|dd|jDqRdddt|D}t|dkrt|dkrtd|d |d!t|jj||krtd|d"|d#|d$dS)%Nz_NativeFunctionsGroup constructed from two NativeFunctions that don't have matching signatures:  != zMNativeFunctionsGroup constructed from structured and unstructured functions:  and zfunctional.func.kind() is z , expected SchemaKind.functionalzout.func.kind() is z, expected SchemaKind.outzfunctional.namespace (z) != out.namespace ()zinplace.func.kind() is z, expected SchemaKind.inplacezinplace.namespace (z) != functional.namespace (zmutable.func.kind() is z, expected SchemaKind.mutablezmutable.namespace (zSfunctional.func.name.name.functional_overload must be True when mutable is not Nonez.structured composite kernels are not supportedz delegates to z but its actual delegate is cSs"g|] }d|jvrt|jjqS) generated)r<rr$rA)r8frrrr:s"z6NativeFunctionsGroup.__post_init__..rcs|]}t|VqdSr?rrVrrrrz5NativeFunctionsGroup.__post_init__..csrr?r)r8oprrrrrcsrr?rrVrrrrs rz,The codegen expects to be able to generate 'zv'. In order to generate them however, we expect them to be called out explicitly in the yaml. Please add an 'autogen: z' line to the entry for z*'. To do so, it expects a line: 'autogen: z'. Instead, it found 'autogen: ')rr$ signature functionsrIr1rrerArrr"rrfunctional_overloadr8r9r2sortedrrcrr/rh RuntimeErrorr)rtest_sigr generated_fnsgenerated_fns_strexpected_generated_fnsexpected_generated_fns_strrrrrs          z"NativeFunctionsGroup.__post_init__r#cCs |jjSr?)rer$rrrrrr rDzNativeFunctionsGroup.signatureIterator[NativeFunction]ccs>|jV|jV|jdur|jV|jdur|jVdSdSr?)rrerrrrrrrs   zNativeFunctionsGroup.functionsrcCrr?)rrrrrrrrzNativeFunctionsGroup.root_namerS dict[SchemaKind, NativeFunction]NativeFunctionsGroup | NonecCs|stdt|dkrdSt|}|tjd}|tjd}|tjd}|tjd}|r7td||dur?td|durEdSt ||||dS)Nz from_dict called with empty dictrzunexpected keys in dict: zfunctional variant is required)rrrre) rIrhrjr]rrrrrer)rSrrrrerrr from_dicts* zNativeFunctionsGroup.from_dictNrrrr#)rrr)rSrrr) rrrrrr1rrrrrrrrrrrs    _  rc@s0eZdZUded<ded<ded<d ddZd S) rmrrOrr1rPrcCs d|jvS)N_symint)rOrrrrroI zBackendMetadata.supports_symintNr)rrrrrorrrrrm6s  rmc@s4eZdZUded<ded<ded<ed d d Zd S) rurrArsupported_dtypesrrrErcCs~|dd\}}|ddkrtd||ddkr"td|t}|ddd D] }|t|O}q.t|||d S) N rr(z0expected '(' at start of supported_dtypes, got: rz.expected ')' at end of supported_dtypes, got: r)rArr)rrIr rrru)rErrAsupported_dtypes_strrrKrrrrMUs  zUfuncInnerLoop.parseN)rErrrrru)rrrrrrMrrrrruMs ruc@sleZdZUded<ded<ded<ded<ded<edddZd ddZd!ddZd"ddZd#ddZ dS)$ BackendIndexr=rruse_out_as_primaryr&externalz#dict[OperatorName, BackendMetadata]index parent_index6dict[DispatchKey, dict[OperatorName, BackendMetadata]] child_indexrrcCsT|D]#\}}|D]\}}|||vr td|d|||||<q qdS)Nzduplicate operator z for dispatch key )rHrI)rrrKrLop_namemetadatarrr grow_index~s zBackendIndex.grow_indexgrr!cCs|jr|jS|jSr?)rrer)rrrrrprimaryszBackendIndex.primary%NativeFunction | NativeFunctionsGroupcCs||}|duSr?) get_kernel)rrmrrr has_kernels zBackendIndex.has_kernelBackendMetadata | NonecCsNt|tr|}nt|tr||}nt||jj|jvr dS|j|jjSr?)r^r!rrrr$rAr)rrrrrrrs   zBackendIndex.get_kernelr(cCs|jr t|jdSdS)NNativeFunctions)rrrrrrrnative_function_class_namesz'BackendIndex.native_function_class_nameN)rrrrrr)rrrr!)rrrr)rrrr)rr() rrrrrrrrrrrrrrros     rc@seZdZUded<ded<ded<ed4d d Zd5d d ZedZ e d6ddZ d4ddZ d7ddZ d4ddZd4ddZd8ddZd9d d!Zd"d"d"d#d:d'd(Zd;d)d*Zdr#rUrA Argumentsrdtuple[Return, ...]rrrcs$d ddtfdd|jjDS) NrArgumentrrcSs|jdurdS|jjSNFr)rrrrrs z+FunctionSchema.is_mutable..is_writec3s|]}|VqdSr?rrrrrrrz,FunctionSchema.is_mutable..)rrrr)rrdrrrrr is_mutables zFunctionSchema.is_mutableIterator[Argument]cCst|jj|jj|jjSr?) itertoolschainrdflat_positionalflat_kwarg_onlyrerrrrrs z%FunctionSchema.schema_order_argumentsz3(?P[^\(]+)\((?P.*)\) -> (?P.*)r$rc Cstj|}t|dkrtd||d\}}}t|}t|}t|}t|||d}t ||kr@tt |d||S)NrzInvalid function schema: rrArdrr) r#decl_refindallrhrIrUrMr parse_returnsr) r$declsopsargs return_declrArdrrrrrrMs     zFunctionSchema.parsecCtdd|jDS)Ncss&|]}|jdur|jjr|VqdSr?rrrrrrsz5FunctionSchema.returns_are_aliased..)rrrrrrreturns_are_aliasedsz"FunctionSchema.returns_are_aliasedrcst|jj|jD]\}|jjkrtd|jdjq|jjD]tfdd|jDr:tdt|q#t |jjdd|jj D}dd|jD}d d|jD}t |d ksot |d ksotd t||D]tfd d|Dstd qq|jjrtdd|jjDrt |jd krtdn t dd|jjD}|t |jkrtd|dt |jd|j j j r|jj}|r|jjr|jjjstd|j d|jjttjkrt |jdkr|jd j|jjkstd|j dnt |jd krtd|j d|jjdur+|tjkr+tdt||rA|tjkrCtdt|dSdS)NzOut arguments must have matching return Tensor; furthermore, the ith-argument needs to correspond to the ith return. arg.annotation=z, ret.annotation=c3|] }j|jkVqdSr?rrrrrr!z/FunctionSchema.__post_init__..z^If you have a schema with mutable positional args, we expect them to not be returned. schema: cSsg|] }|jdkr|qSrr@rrrrr:)sz0FunctionSchema.__post_init__..cS"g|] }|jdur|jjr|qSr?rr8retrrrr:, cSs"g|] }|jdus |jjs|qSr?rrrrrr:1rrzYNativeFunctions must have either only mutable returns, or only immutable returns. Found: c3rr?rr)rrrr@rzAll mutable returns must be aliased either to a keyword argument, or to "self". Did you forget to mark an out argument as keyword-only?css |] }|jttjkVqdSr?)typeBaseTypeBaseTyTensorrrrrrKrzout= ops that accept tensor lists as out arguments are expected to have no return type (since you can't do method chaining on them)cSsg|] }|jds|qS _scratch_rArprrrrr:Us  zSMust return as many arguments as there are out arguments, or no return at all. Got z non-scratch out args and z returnsz Inplace op z4 must have a self argument with a mutable annotationrz" with Tensor self must return selfz* with non-Tensor self must have no returnszFound an operator that is not functional or out variant, but has tensor options arguments.This is not allowed- tensor options arguments are only allowed for factory functions.schema: zFound an operator that is not functional, but its overload contains the string 'functional'.This is a special keyword in the codegen, please use a different overload name.schema: )ziprdrerrrIpost_self_positional_mutablerrrbrrhrArself_argargumentrrrrrrrrrris_functional_fn)rr out_and_selfmutable_returnsimmutable_returnsnon_scratch_out_argsself_ar)rrrrs          zFunctionSchema.__post_init__cCs d|jjvS)NrrA overload_namerrrrr$rDzFunctionSchema.is_functional_fncCs t|jjSr?)rrdrerrrr is_out_fns zFunctionSchema.is_out_fnrcCst|jj}tdd|jjD}|jjj}tdd|jjD}|r)|r)td|r.tjS|r9|s6tdtj S|rD|rAtdtjS|rItj Stj S)a  What kind of schema is this? A functional schema is one that returns a newly allocated output; an inplace schema modifies the self argument inplace; an out schema writes the result into an explicitly provided out argument. cSsg|] }|jdr|qSrrrrrrr:r[z'FunctionSchema.kind..css"|] }|jduo |jjVqdSr?rrrrrrs  z&FunctionSchema.kind..z(A schema cannot be both out= and inplacezFinvariant: all scratch operators are expected to be out= operators toozjWe should not categorize a scratch op as an out variant. Check if the order of if statements are expected!) rrdrerArrpost_self_positionalrIrrrr)ris_out is_scratch is_inplacerrrrrs6  zFunctionSchema.kindlist[str | None]csg}|jD]=fdd|jjD}t|dkr|dqt|dkr-||djqddd|D}tdjd |d |S) Ncs&g|]}|jdur|jjkr|qSr?rrrrrr:s z7FunctionSchema.aliased_return_names..rrrcss|]}|jVqdSr?r@rrrrrsz6FunctionSchema.aliased_return_names..zFound a return (z)that aliases multiple inputs (r)rrdrrhrgrArrI)routs aliased_args aliased_namesrrraliased_return_namess     z#FunctionSchema.aliased_return_namesF) strip_defaultstrip_view_copy_namekeep_return_namesr6r7r8c sdfdd }jjj}|r%|dr|dd}n |dr%|d d }tfd d tjjd ur:jjj gngjj jj D}tt |j }||}jj|d} tjdkrktt| dd} ttt|djjjddd| |dS)a Certain schemas are 'related', in that they are simply inplace/out/functional versions of the same function. This method factors these schemas into the "core" functional signature which is equal across all versions. Here is what normalization happens to the schema to convert it to a signature: - The overload name is stripped (name is retained, since it expresses semantic content about what the function does) - Inplace is set False - Out arguments are stripped - Mutable post_self_positional args are converted to returns - Mutability annotations are stripped (this is sound because you cannot overload on mutability annotation) - Return names are stripped since they are not overloadable and some variants have return names but some not - TensorOptions are dropped because out= variants of factory functions don't include them (and we want to be able to pair up factory functions with their out variants) Finally, we want to be able to pair up related "view" and their corresponding "view_copy" operators. We do this by optionally stripping the trailing "_copy" from the base name. Example of a mutable op before and after: f.func (Mutable operator): _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor(a!) running_min, Tensor(b!) running_max, Tensor(c!) scale, Tensor(d!) zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask) # noqa: B950 f.func (Corresponding functional operator): _fused_moving_avg_obs_fq_helper.functional(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask, Tensor running_min_out, Tensor running_max_out, Tensor scale_out, Tensor zero_point_out) # noqa: B950 f.func.signature() output: _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor, Tensor, Tensor, Tensor, Tensor, Tensor) # noqa: B950 rReturnrcstr|jnd|jddS)NrArr)r9rArr)r8rrstrip_ret_annotations  z6FunctionSchema.signature..strip_ret_annotation_copyr1_scatterscatterinversec3sZ|](jdurjjrtfddjDstr"jdndjddVqdS)Nc3rr?rrrrrr@rz5FunctionSchema.signature..._outr:)rrrrr9rAr)r8r8rrrr*s z+FunctionSchema.signature..Nr6z bernoulli.pzfloat pz float p=0.5Frr dunder_methodr*r)rr9rr9)rArrqreplacetuplerrrdr"r#rer-maprrrrrMr#rUBaseOperatorNamerD) rr6r7r8r; base_namereturns_from_mutable_inputsoriginal_returnsrargs_sigrrArrsB,      zFunctionSchema.signaturecCs |jddS)NTr7)rrrrrview_signatureXrDzFunctionSchema.view_signaturecCst||j|jdS)Nr)r#rdr)rrArrr with_name[s zFunctionSchema.with_namecCs|tjtjtjfvSr?)rrrrerrrrrmodifies_argumentsbsz!FunctionSchema.modifies_argumentscC |jSr?)rdhas_symint_argrrrr has_symintfrzFunctionSchema.has_symintcCsXt|j}t|jdkrt|jd}n ddtt|jd}|jd|d|S)Nrrrrrz) -> )rrdrhrrrGrA)rall_arguments_strrrrrris zFunctionSchema.__str__Nr)rr)r$rrr#r)rr)rr1)r6rr7rr8rrr#r)rArUrr#r)rrrrrrrrecompilerrrMrrr$r,rr5rrNrOrPrSrrrrrr#s4       v   0 i   r#c@s>eZdZUded<ded<ded<edd d Zdd d Zd S) Annotationztuple[str, ...] alias_setrrrannrrcCstd|}|durtd||d|dr|dnd}t|d}|ddk}|r@t|dkr@td |d |d rOt|d dnd }t|dkret|dkretd |d t|||d}t||kr{t|d||S)Nz2^([a-z])(\|[a-z])*(!?)( -> (\*|[a-z](\|[a-z])*))?$zunrecognized alias annotation rrTr1|rM!z,alias set larger than 1 is not mutable, got z instead.rzSbefore alias set and after alias set cannot be larger than 1 at the same time, got )rXrrr) rUmatchrIgrouprFrrhrWr)rYr before_aliasrXr after_setrrrrrMs* " "  zAnnotation.parsecCs>d|j}|jr|d}d|j}|r|d|}|S)NrZr[ -> )rrXrr)rrXrrrrrs   zAnnotation.__str__N)rYrrrWr)rrrrrrMrrrrrrWzs  &rWc@sneZdZedddZedddZddd Zdd dZdddZdddZ dddZ dddZ dddZ dS) TyperrrcCs,t|}t||krt|d||S)Nr)rb_parserrI)rrrrrrMs  z Type.parsec Cstd|}|durtt|dStd|}|dur:|ddur,t|dnd}tt|d|dStd|}|durKt|dSzt t |WSt yf}zt d||d}~ww)Nz^(.+)\?$rz^(.+)\[([0-9]+)?\]$rT)elemsizez-^__torch__\.torch\.classes\.([a-zA-Z0-9_.]+)$zunrecognized type ) rUr] OptionalTyperbrMr^rListTypeCustomClassTyperrKeyErrorr)rrrerzrrrrcs    z Type._parsecCtr?NotImplementedErrorrrrrrz Type.__str__base_tyrrcCrjr?rkrrnrrris_base_ty_likermzType.is_base_ty_likecC |tjSr?)rprrrrrris_tensor_likerDzType.is_tensor_likecCrqr?)rpr Generatorrrrris_generator_likerDzType.is_generator_likecCrqr?)rprSymIntrrrris_symint_likerDzType.is_symint_likecCrjr?rkrrrr is_nullablermzType.is_nullableListType | NonecCrjr?rkrrrr is_list_likermzType.is_list_likeN)rrrrbrrnrrrrrrx) rrrrrMrcrrprrrtrvrwryrrrrrbs        rbc@seZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZdS)rN)rrrrrsrrrDimname DimVectorfloatrrLayoutDevice DeviceIndexScalar MemoryFormatQSchemeStorageStreamruSymBool GraphModulerrrrrs* rc@sHeZdZUded<dddZdd d Zdd d ZdddZdddZdS)rrrArrcCs |jjSr?r@rrrrr rzBaseType.__str__rnrcCs |j|kSr?r@rorrrrprzBaseType.is_base_ty_likecCdSrrrrrrrwrmzBaseType.is_nullablerxcCdSr?rrrrrryrmzBaseType.is_list_likecCs |jtjkSr?)rArrurrrrrvrDzBaseType.is_symint_likeNrrzrr{) rrrrrrprwryrvrrrrr     rc@sHeZdZUded<dddZdd d Zdd d ZdddZdddZdS)rfrbrdrrcCs |jdS)N?)rdrrrrr!rDzOptionalType.__str__rnrrcC |j|Sr?rdrprorrrrp$rDzOptionalType.is_base_ty_likecCrQr?rdrvrrrrrv'rzOptionalType.is_symint_likecCr)NTrrrrrrw*rmzOptionalType.is_nullablerxcCrQr?)rdryrrrrry-rzOptionalType.is_list_likeNrrzrr{ rrrrrrprvrwryrrrrrfrrfc@sHeZdZUded<dddZdd d Zdd d Zdd dZdddZdS)rhr class_namercCs d|jS)zK Return the class name will prefix __torch__.torch.classes z__torch__.torch.classes.)rrrrrr6s zCustomClassType.__str__rnrrcCrrrrorrrrp<rmzCustomClassType.is_base_ty_likecCrrrrrrrrv?rmzCustomClassType.is_symint_likecCr)z8 Assume a custom class is not nullable. FrrrrrrwBszCustomClassType.is_nullablerxcCrr?rrrrrryHrmzCustomClassType.is_list_likeNrrzrr{rrrrrrh2s     rhc@sPeZdZUded<ded<dddZdd d ZdddZdddZdddZdS)rgrbrdz int | NonererrcCs$|jr|jnd}|jd|dS)Nr1[])rerd)rrerrrrXszListType.__str__rnrrcCrr?rrorrrrp\rDzListType.is_base_ty_likecCrQr?rrrrrrv_rzListType.is_symint_likecCrQr?)rdrwrrrrrwbrzListType.is_nullablerxcCs|Sr?rrrrrryermzListType.is_list_likeNrrzrr{rrrrrrgSs     rgc@sbeZdZUded<ded<ded<ded<edd d Zedd dZedddZdddZ dS)rrrArbrr(rFAnnotation | NonerrcCr>r?rrrrr alias_infozArgument.alias_inforc Csd|vr td|dd|vr6|ddkrtd|d|d\}}|dd\}}|d|}n |dd\}}|}d}td|}|rk|dd vr[td |dd |d}t|d}n|}d}t |} t || ||d } t | |krtt | d || S)Nrzillegal argument 'r=rz&illegal argument with default value: 'Tensor\((.+)\)(.*)rTr1rz[].unrecognized alias analysis form with Tensor: rrArrFrr) rIcountrrsplitrUr]r^rWrMrbrr) rtype_and_annot_and_namerFtype_and_annotrAname_and_defaultr]type_srrrrrrrMs>   zArgument.parsercC|jduo|jjSr?rrrrrrzArgument.is_writecCsr|j}|jr|dvrtd||dd|jd}|jdur$|Sd}|jr/d|j}|d|j|S) NrzTensor?zTensor[]annotation on non-Tensor type: rTensor(rr1rr)rrrIrErArF)rr mb_defaultrrrrs  zArgument.__str__Nrr)rrrrrr rrrrrrrrMrrrrrrris   ( rc@sZeZdZUded<ded<ded<eddd Zedd d ZedddZdddZ dS)r9r(rArbrrrrcCr>r?rrrrrrrzReturn.alias_inforrcCsd|vr |dd\}}n|}d}td|}|r:|ddvr*td|dd|d}t|d}n|}d}t|}t|||d}t ||kr[tt |d ||S) NrrrrTrrrr:r) rrUr]r^rIrWrMrbr9r)rrrAr]rrrrrrrrMs.   z Return.parsercCrr?rrrrrrrzReturn.is_writecCsX|j}|jr|dvrtd||dd|jd}|jdur$|S|d|jS)Nrrrrrr)rrrIrErA)rrrrrrs zReturn.__str__Nr)rrrr9rrrrrrrr9s    r9c@seZdZUded<dS) SelfArgumentrr#N)rrrrrrrrr s rc@s8eZdZUded<ded<ded<ded<d dd Zd S) TensorOptionsArgumentsrdtypelayoutdevice pin_memoryrSequence[Argument]cCs|j|j|j|jgSr?rrrrrrrrall zTensorOptionsArguments.allNrr)rrrrrrrrrr s rc@s@eZdZUded<ded<ded<ded<ded<ded <ded <edDd dZedDddZedDddZedDddZedDddZ edEddZ edFddZ edGddZ edEd d!Z dHd#d$ZdId&d'ZdId(d)ZdId*d+Zd,d-dJd/d0ZdKd1d2ZdLd5d6ZedMd:d;ZedNdd?ZdPdAdBZdCS)Qrztuple[Argument, ...]pre_self_positionalzSelfArgument | Noner"r-pre_tensor_options_kwarg_onlyzTensorOptionsArguments | Nonerrpost_tensor_options_kwarg_onlyrerrcC g}||j||j|Sr?)rrrrrrrr flat_non_out+ s  zArguments.flat_non_outcCs8g}||j|jdur||jj||j|Sr?)rrr"rgr#r-rrrrr2 s    zArguments.flat_positionalcCdd|jDS)NcSsg|]}|jr|qSrrrrrrr:= rXz:Arguments.post_self_positional_mutable..)r-rrrrr!; rz&Arguments.post_self_positional_mutablecCs:g}||j|jdur||j||j|Sr?)rrrrrrrrrrr@ s    zArguments.flat_kwarg_onlycC,g}||j||j||j|Sr?)rrrrerrrrrI    zArguments.flat_all:Sequence[Argument | SelfArgument | TensorOptionsArguments]cCrr?)r positional kwarg_onlyrrrrnon_outQ s  zArguments.non_out!Sequence[Argument | SelfArgument]cC6g}||j|jdur||j||j|Sr?)rrr"rgr-rrrrrZ     zArguments.positional+Sequence[Argument | TensorOptionsArguments]cCrr?)rrrrrgrrrrrrc rzArguments.kwarg_onlycCrr?)rrrrerrrrrl rz Arguments.all list[str]cCr)NcSs$g|]}|jdur|jjr|jqSr?)rrrArrrrr:u s z/Arguments.mutable_arg_names..)rrrrrmutable_arg_namest szArguments.mutable_arg_namesrcCr)Ncs|]}|jVqdSr?)rrrrrrrr| z+Arguments.has_tensor_arg..rrrrrrrs{ rzArguments.has_tensor_argcCr)Ncsrr?)rrvrrrrr rz+Arguments.has_symint_arg..rrrrrrR~ rzArguments.has_symint_argcCr)Ncsrr?)rrtrrrrr rz.Arguments.has_generator_arg..rrrrrr rzArguments.has_generator_argFrBr6c srdfdd }ttt||j|jdurt||jjndtt||jtt||jtt||j ddddS) Nrrrcs$t|j|js |jddSdddS)Nr)rrArrFrrBrrstrip_arg_annotation sz1Arguments.signature..strip_arg_annotationrrr"r-rrrrre)rrrr) rrFrGrr"rr#r-rr)rr6rrrBrr s(    zArguments.signaturecCs2|jdur tdtj|ttj|jjdddS)Nz2remove_self_annotation called but self_arg is Noner)r")r"rI dataclassesrErr#rrrrremove_self_annotation s z Arguments.remove_self_annotationr2list[Argument]cCs0t|jdkrtd|jtj|t|dS)Nrz0with_out_args called but self.out is not empty: )re)rhrerIrrErF)rr2rrr with_out_args s zArguments.with_out_argsr r5tuple[list[Argument], list[Argument], list[Argument]]cCsg}g}g}|}|dD]@}|sq |dkr!||urtd|}q t|}|jdur;|jjr;||ur4n||ur:|}n ||urHtd|jd||q |||fS)Nrrz:invalid syntax: kwarg-only specifier * can only occur onceznon-mutable argument 'z%' cannot follow mutable out arguments)rrIrrMrrrArg)r rrre arguments_accrpargrrr _preparse s6    zArguments._preparsec Cst|\}}}d}t|D] \}}|jdkr|}nq|dur5|d|}t||}||dd} ng}d}|} g} d} g} | } dd d }|d td |dtd|dtd|dtdg}d}|t|kr|t|t|krtddt ||||t|Dr| | urt dt ||||d||d||dd} |t|7}| } qh| |||d7}|t|ksntt ||t | t | | t | t |dS)z. Input: 'int x, int y, int z' NrrrArtyrbrCallable[[Argument], bool]csfddS)Ncs|jko |jtfvSr?)rArrfrrArrr r[z/Arguments.parse..pred..rrrrrpred szArguments.parse..predrrrrrrrrrcss|] \}}||VqdSr?r)r8prrrrr s  z"Arguments.parse..z-tensor options arguments can only appear oncerTrMrr)rArrrbrr)rr enumeraterArrbrMrhrr rIrrgrF)r rrreself_ixirrr"r-rrrrkwarg_only_accr predicatesrrrrM sn           zArguments.parsecCsZg}|tt|j|js|jr|d|tt|j|tt|jd|S)Nrr)rrGrrrrergr)r all_argumentsrrrr8 s   zArguments.__str__rcCs^|jdur |jr td|jdur|jrtddd|jD}t|dkr-td|dS)Nz5pre_self_positional is non-empty but self_arg is NonezFpost_tensor_options_kwarg_only is non-empty but tensor_options is NonecSrr?rrrrrr:Q rz+Arguments.__post_init__..rzQmutable pre_self_positional arguments are not currently supported in the schema: )r"rrIrrrrh)rmutable_pre_self_positionalsrrrrA s$   zArguments.__post_init__Nr)rr)rr)rrrrr)r6rrr)rr)r2rrr)r rrr)r rrrrr)rrrrrrrr!rrrrrrrrsrRrrrrrrrMrrrrrrr sN               %  '  R r) rsubmuldivmodpowlshiftrshiftandxororc@sVeZdZUded<ded<ded<dZded<dZd ed <edd dZdddZdS)rHrrrrrDFrNr(r"rrc s^|dkrtd|drtdtd|}|r|dnd}|r'|dn|}td|}|dur^d }|dtfd d tDrNd }ddn%d }d dkr]td|nd }|ddkrqd }ddnd }d}|rd }dt| |s|rtd|nd }t||||d} t | |krtt | d|| S)Nr1zoperator name cannot be emptyr@zs_out suffix is reserved and not permitted for operator names; did you mean to specify an out overload name instead?z^(?:(.*)::)?(.*)$rrTz ^__([^_]+)__$Tc3s|] }d|kVqdS)rNr)r8nrrrr sz)BaseOperatorName.parse..Frrz,unexpected dunder method starting with 'i': r_ _functionalz:functional overload cannot be a dunder method or inplace: )rrrDrr"r) rIrqrUr]r^rAUGMENTED_ASSIGNMENT_NAMESrhrHr) rr]r" op_without_nsrrDrfunctional_suffixrrrrrrM s`        zBaseOperatorName.parsecCsj|jr |jdnd}|jr |jrdnd}|d||jdS|jr%dn|jr*dnd}||j|S)NrGr1r__rr)r"rDrrr)rnamespace_prefixrrrrr szBaseOperatorName.__str__)rrrrHr) rrrrrr"rrMrrrrrrHt s    ArHc@sTeZdZUded<ded<edddZdd d Zdd d Zdd dZdddZ dS)rUrHrArr+rrcCsZd|vr |dd\}}n|}d}tt||d}t||kr+tt|d||S)N.rr1r*r)rrUrHrMrrI)rrAr+rrrrrM s zOperatorName.parsecC |jr |jd|jS|jS)Nrr+rArrrrr zOperatorName.__str__cCr)Nrrrrrrunambiguous_name rzOperatorName.unambiguous_namecCs tt|jjd|jjd|jdSNFrCr*)rUrHrArrDr+rrrrremove_inplace szOperatorName.remove_inplaceoverloadcCstt|jjd|jjd|dSr)rUrHrArrD)rrrrr with_overload szOperatorName.with_overloadN)rrrrUr)rrU)rrrrU) rrrrrrMrrrrrrrrrU s    rUrrbcCs(|jtjuo|| o||jSr?)r$rrrr)rrrrrr"gets_generated_out_inplace_wrapper s   rc@s\eZdZUded<ded<ded<ddd Zd d dddZedddZedddZdS)NativeFunctionsViewGroupr!viewr view_copy view_inplacerrcCs|jjstd|jjj|jdur+t|jr*tt|jjjdt|jdnR|jjjjj ds?td|jjj|jj |jjj ddkre|jj }|jjj dd}td|d |d |jj vr}tt|jjjt|jj fd |j dur|jj |j j kr|jj }|j j }td |d ||jjr|j dur|j jstt|jjjd t|j jjd|jjr|j dur|j jstt|jjjd t|j jjddSdSdS)Nzview is not a view op: z appears to be a new operator that aliases its inputs. The codegen expects you to add a corresponding operator to native_functions.yaml: z3. See Note [view_copy NativeFunctions] for details.)r<r=z4view_copy name must end with '_copy' or '_scatter': TrMz+view and view_copy signatures don't match: rrz appears to be a view_copy operator. The codegen expects view_copy operators to be annotated with the 'view_copy' tag in native_functions.yaml. See Note [view_copy NativeFunction] for details.z.view and view_inplace signatures don't match: rz] must either both have CompositeImplicitAutograd kernels, or both not have composite kernels.zi must either both have CompositeImplicitAutogradNestedTensor kernels, or both not have composite kernels.)rrrIr$rArgets_generated_view_copyrget_view_copy_namerrqrr<rr8r9)rview_sig view_copy_sigview_inplace_sigrrrr> s`        " "z&NativeFunctionsViewGroup.__post_init__T) include_copyr rrccs>|jV|jdur|jV|jdur|r|jVdSdSdSr?)rrr)rr rrrrs s  z"NativeFunctionsViewGroup.functionsrcCrr?)rrrrrrrz rz"NativeFunctionsViewGroup.root_namecCrr?)rr8rrrr composite~ sz"NativeFunctionsViewGroup.compositeNr)r rrrrr) rrrrrrrrr rrrrr4 s  5 rcCs<|jsdS|jr dSd|jvrdS|jjjjdrdSdS)NFr_inverseT)rr8r<r$rArrq)rrrrr s rcCsjdg}t|jj|vrt|st|jjd|jjjjd}tt|d|jjjjd|jjj d}|S)Nnarrowz, does not have a generated view_copy variantr<FrCr*) rr$rArrIrrUrHrDr+)r-list_of_ops_with_explicit_view_copy_operatorsrIview_copy_namerrrr s rrrcCsH|dkrdS|ddkr|ddkr|dd}tdd |d DS) z$ Input: '()' Output: [] z()rrrrrrcss|]}t|VqdSr?)r9rMrrrrr rz parse_returns..r)rFr)rrrrr  s  r c@s@eZdZUded<ded<eddd Zdd d ZdddZdS)rfzdict[str, list[Argument]]rErrsrcobjectrc Cst|tstdt|g}d|dvr*|dd}dd|D}|dd}i}|D]>}t|ts>tdt|d|vrItd||d\}}d |vr\td |d |d}d d|D}|||<q.t||d } | |krtd| d|| S)Nz precomputed must be a list, got rarrLcSg|] }t|qSrrrMrkr8rArrrr: z$Precompute.parse..z$precomputed item must be a str, got zSprecomputed parameters without replacement are allowed only in the last line, got: rzillegal kernel param name 'z' in precomputed parameterscSrrrrrrrr: r)rErzr.to_list() != src: r)r^rbrIrrrrfto_list) radd_argsadd_listrEraw_replace_itemr with_list_raw with_listwith_list_argsrrrrrM s:          zPrecompute.parsercCsj|jD]}|j|jkrtd|jq|jD]}|D]}|j|jkr1td|jqqdS)Nz5precomputed argument name must not be all uppercase: )rrAupperrIrEr)rrr rrrr s   zPrecompute.__post_init__rcCsDg}|jD]\}}ddd|D}||d|q|S)Nrcsrr?r)r8paramrrrr rz%Precompute.to_list..ra)rErHrrg)r replace_list kernel_paramreplacement_params replacementsrrrr s zPrecompute.to_listN)rrrrfrr)rrrrrrMrrrrrrrf s   *rfr)rr=rr)rr!rrrrrr)rr!rr)rr!rrU)rrrr)v __future__rrrrUrenumrrtypingrtyping_extensionsrtorchgen.utilsrr collections.abcr r r rrrtrr AUTOGRAD_KEYSFRAGMENT_NAMESPACESr=rrrrhasattrrprintrr'r#r"r)r&rrrrrZrrrrrrr|r}rwrxryrzrrrrr-rrrrrarlrrrrrdispatch_device_maprrrrrrrrrrrrrrrr!rrrmrurr#rWrbrrrfrhrgrr9rrrrrHrUrrrrr rfrrrrs@     #    &   0   !q>7 ]9 Ls 6 P