o ei)6@sUddlZddlmZddlmZddlZddlmmZ ddl mmm Z ddl mmm mZddlmmm mZddlmmm mmZddlmmmZddlmmmmZddlmmmZddlmmmmZddlmmmmZ ddl!Zddl"mm#Z$ddlmZddl%m&Z&m'Z'ddl(m)Z)m*Z*ddl+m,Z,ddl-m.Z.gd Z/e*ej0e)ej1ej2e j2ej3e j3ej4e j4ej5e j5ej6e j6ej7e j7ej8e j8ej9e j9ej:e j:ej;e j;eje j>iZ?e@eefeAd <ie*ej0e)ej1ejBejBejCejCejDejDej3ej3ej4ej4ej5ej5ej6ej6ej7ej7ej8ej8ejEejEej9ej9ej:ej:ejFejFejGejGejHejHiejIejIejJejJejKejKejLejLejMjNjOej2ej2ej2ejPejPejQejQejRejSe jTejTe jUejUe jVejVe jWejWe jXejXe jYejYe jZejZe j[ej[e j\ej\e j]ej]ej^ej3ej_ej4ej`ej5ejaejVejbejWejcejXejWejWejXejXej[ej[ejdej2ej2ej2ej4ej4ej5ej5iZee@eefeAd <ej4ej4ej5ej5ej2ej2ejMjNjOej2e j^ej^e j_ej_e j`ej`e jaejae jbejbe jcejce jWejWe jXejXe j[ej[e jdejdiZfe@eefeAd <ej;ej;ej2ej2ej2ej2ejMjNjOej2ej>ej>ejgejgejded$e@eefdBdefd%d&Zde@eeffd'd(Zde@eeffd)d*Zde@eeffd+d,Zde@eeffd-d.Zdekefd/d0Zdekefd1d2Zde@eetBeffd3d4Zd5eetBdefd6d7Zd8ejjdedBfd9d:Zd8ejjdefd;d<ZdS)?N)Callable)Any)nn)+default_fixed_qparams_range_0to1_fake_quant.default_fixed_qparams_range_neg1to1_fake_quant) DeQuantStub QuantStub)get_combined_dict)type_before_parametrizations).DEFAULT_REFERENCE_STATIC_QUANT_MODULE_MAPPINGS$DEFAULT_STATIC_QUANT_MODULE_MAPPINGSDEFAULT_QAT_MODULE_MAPPINGS%DEFAULT_DYNAMIC_QUANT_MODULE_MAPPINGS,DEFAULT_FLOAT_TO_QUANTIZED_OPERATOR_MAPPINGS"DEFAULT_MODULE_TO_ACT_POST_PROCESS+DEFAULT_STATIC_SPARSE_QUANT_MODULE_MAPPINGS,DEFAULT_DYNAMIC_SPARSE_QUANT_MODULE_MAPPINGSno_observer_set(get_default_static_quant_module_mappings2get_default_static_quant_reference_module_mappings*get_embedding_static_quant_module_mappings/get_default_static_sparse_quant_module_mappingsget_static_quant_module_classget_dynamic_quant_module_classget_default_qat_module_mappings!get_embedding_qat_module_mappings)get_default_dynamic_quant_module_mappings0get_default_dynamic_sparse_quant_module_mappings$get_default_qconfig_propagation_list&get_default_compare_output_module_list0get_default_float_to_quantized_operator_mappingsget_quantized_operatorr r r r_INCLUDE_QCONFIG_PROPAGATE_LISTrrrrreturncCstjjtjjh}|S)z8These modules cannot have observers inserted by default.)r quantizableLSTMMultiheadAttention) no_observersr(u/var/www/addictedbytheproject.nl/epg/venv/lib/python3.10/site-packages/torch/ao/quantization/quantization_mappings.pyrsrcC ttS)z8Get module mapping for post training static quantization)copydeepcopyr r(r(r(r)r rcCr*)zBGet reference module mapping for post training static quantization)r+r,r r(r(r(r)rr-rcC&tt}tj|tj<tj|tj<|S)z7Get module mapping, including mapping for embedding QAT)r+r,r nnq EmbeddingBagnnqat Embeddingmappingr(r(r)rs   rcCr*)z?Get module mapping for post training static sparse quantization)r+r,rr(r(r(r)rr-rFfloat_module_classadditional_static_quant_mapping is_referencecCsR|duri}t|r tnt|}||d}|dur$tdt|dt|S)zen Get the statically quantized module class corresponding to the floating point module class NFloating point module class 5 does not have a corresponding quantized module class)r r r getAssertionErrorstrr+r,)r5r6r7 all_mappingsstatic_quant_module_classr(r(r)rs    r additional_dynamic_quant_mappingcCsJ|duri}tt|}||d}|dur tdt|dt|S)zfn Get the dynamically quantized module class corresponding to the floating point module class Nr8r9)r rr:r;r<r+r,)r5r?r=dynamic_quant_module_classr(r(r)rs   rcCr*)z:Get default module mapping for quantization aware training)r+r,r r(r(r(r)rr-rcCr.)zGet module mapping for quantization aware training This is includes default values in addition to enabling qat for embeddings. )r+r,r r1r0rr2r3r(r(r)r!s   rcCtS)z9Get module mapping for post training dynamic quantization)rr(r(r(r)r,rcCrA)z@Get module mapping for post training dynamic sparse quantization)rr(r(r(r)r1rBrcCs2ttttBttBtB}t|S)z_Get the default list of module types that we'll attach qconfig attribute to in prepare )setr keysr rr"r+r,)#QCONFIG_PROPAGATE_MODULE_CLASS_LISTr(r(r)r6s    rcCsVttttBttBttBttBttBtB}t|S)zSGet list of module class types that we will record output in numeric suite ) rCr valuesr rrDr"r+r,).NUMERIC_SUITE_COMPARE_MODEL_OUTPUT_MODULE_LISTr(r(r)rCs       rcCr*N)r+r,rr(r(r(r)r Ss r float_opcCs*t|}|durtdt|d|S)z>Get the quantized operator corresponding to the float operatorNz Operator z) does not have corresponding quantized op)rr:r;r<)rI quantized_opr(r(r)r!Zs r!modulecCstt|S)zGet the special activation post process for `module`, this has higher priority than the activation post process in `qconfig` e.g. input: torch.nn.Sigmoid output: default_affine_fixed_qparam_fake_quant )rr:r rKr(r(r)_get_special_act_post_processdsrMcCs|jot|tvSrH)trainingtyperrLr(r(r)_has_special_act_post_processnsrP)NFrH)r+collections.abcrtypingrtorch torch.ao.nnaorao_nntorch.ao.nn.intrinsic intrinsicnnitorch.ao.nn.intrinsic.qatqatnniqattorch.ao.nn.intrinsic.quantized quantizednniq'torch.ao.nn.intrinsic.quantized.dynamicdynamicnniqdtorch.ao.nn.qatr1torch.ao.nn.qat.dynamicnnqatdtorch.ao.nn.quantizedr/torch.ao.nn.quantized.dynamicnnqdtorch.ao.nn.quantized.reference referencennqrtorch.ao.nn.sparsetorch.nn.functional functionalF#torch.ao.quantization.fake_quantizerrtorch.ao.quantization.stubsrrtorch.ao.quantization.utilsr torch.nn.utils.parametrizer __all__Quantize DeQuantizeLinearConv1dConv2dConv3dConvTranspose1dConvTranspose2dConvTranspose3dr2r0GRUCellLSTMCellRNNCellr%r dict__annotations__ BatchNorm2d BatchNorm3dDropoutELU GroupNorm HardswishInstanceNorm1dInstanceNorm2dInstanceNorm3d LayerNorm LeakyReLUmoduleslinearNonDynamicallyQuantizableLinearReLU6PReLUFloatFunctional QFunctionalBNReLU2dBNReLU3d ConvReLU1d ConvReLU2d ConvReLU3d ConvAdd2d ConvAddReLU2d LinearReLULinearLeakyReLU LinearTanhConvBn1dConvBn2dConvBn3d ConvBnReLU1d ConvBnReLU2d ConvBnReLU3d LinearBn1dr r GRUr Sequentialr"rCeluops hardswish instance_norm layer_norm leaky_reludropoutrr< HardsigmoidSigmoidSoftmaxTanhrsparserrrrrrrboolrrrrrrrrr r!ModulerMrPr(r(r(r)s  $          !"#$%9