a þd@8ã@s<ddlZddlZddlZddlZddlZddlZddlmZmZm Z m Z ddl Z e  d¡Z Gdd„dƒZGdd„dƒZGdd „d ƒZGd d „d ƒZGd d „d ejƒZd+dd„Zdd„Zdd„ZGdd„deƒZGdd„dejƒZGdd„deƒZdd„Zdd„Zdd „Zd!d"„Zd#d$„ZGd%d&„d&ƒZddd'd(œd)d*„Z dS),éN)ÚTupleÚ NamedTupleÚListÚOptionalZnnapi_serializec@s@eZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdS)ÚNNAPI_OperandCoderééééééééé é é é N)Ú__name__Ú __module__Ú __qualname__ÚFLOAT32ÚINT32ZUINT32ÚTENSOR_FLOAT32Ú TENSOR_INT32ÚTENSOR_QUANT8_ASYMMÚBOOLÚTENSOR_QUANT16_SYMMZTENSOR_FLOAT16Z TENSOR_BOOL8ZFLOAT16ZTENSOR_QUANT8_SYMM_PER_CHANNELÚTENSOR_QUANT16_ASYMM©rrúi/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/torch/backends/_nnapi/serializer.pyrsrc@sˆeZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(d'Z)d(Z*d)Z+d*Z,d+Z-d,Z.d-Z/d.Z0d/Z1d0Z2d1Z3d2Z4d3Z5d4Z6d5Z7d6Z8d7Z9d8Z:d9Z;d:Zd=Z?d>Z@d?ZAd@ZBdAZCdBZDdCZEdDZFdEZGdFZHdGZIdHZJdIZKdJZLdKZMdLZNdMZOdNZPdOZQdPZRdQZSdRZTdSZUdTZVdUZWdVZXdWZYdXZZdYZ[dZZ\d[Z]d\Z^d]Z_d^Z`d_Zad`S)aÚNNAPI_OperationCoderrrr r r r r rrrrré ééééééééééééééééééé é!é"é#é$é%é&é'é(é)é*é+é,é-é.é/é0é1é2é3é4é5é6é7é8é9é:é;é<é=é>é?é@éAéBéCéDéEéFéGéHéIéJéKéLéMéNéOéPéQéRéSéTéUéVéWéXéYéZé[é\é]é^N)brrrÚADDÚAVERAGE_POOL_2DÚ CONCATENATIONÚCONV_2DÚDEPTHWISE_CONV_2DZDEPTH_TO_SPACEÚ DEQUANTIZEZEMBEDDING_LOOKUPZFLOORÚFULLY_CONNECTEDZHASHTABLE_LOOKUPZL2_NORMALIZATIONZ L2_POOL_2DZLOCAL_RESPONSE_NORMALIZATIONÚLOGISTICZLSH_PROJECTIONZLSTMÚ MAX_POOL_2DÚMULÚRELUÚRELU1ÚRELU6ÚRESHAPEZRESIZE_BILINEARZRNNÚSOFTMAXZSPACE_TO_DEPTHZSVDFZTANHZBATCH_TO_SPACE_NDÚDIVÚMEANZPADZSPACE_TO_BATCH_NDZSQUEEZEÚ STRIDED_SLICEÚSUBÚ TRANSPOSEZABSZARGMAXZARGMINZAXIS_ALIGNED_BBOX_TRANSFORMZBIDIRECTIONAL_SEQUENCE_LSTMZBIDIRECTIONAL_SEQUENCE_RNNZBOX_WITH_NMS_LIMITZCASTZCHANNEL_SHUFFLEZDETECTION_POSTPROCESSINGÚEQUALZEXPÚ EXPAND_DIMSZGATHERZGENERATE_PROPOSALSÚGREATERZ GREATER_EQUALZGROUPED_CONV_2DZHEATMAP_MAX_KEYPOINTZINSTANCE_NORMALIZATIONÚLESSZ LESS_EQUALÚLOGZ LOGICAL_ANDZ LOGICAL_NOTZ LOGICAL_ORÚ LOG_SOFTMAXZMAXIMUMZMINIMUMZNEGZ NOT_EQUALZPAD_V2ZPOWÚPRELUÚQUANTIZEZQUANTIZED_16BIT_LSTMZRANDOM_MULTINOMIALZ REDUCE_ALLZ REDUCE_ANYZ REDUCE_MAXZ REDUCE_MINZ REDUCE_PRODZ REDUCE_SUMZ ROI_ALIGNZ ROI_POOLINGZRSQRTZSELECTZSINZSLICEZSPLITZSQRTZTILEZTOPK_V2ÚTRANSPOSE_CONV_2DZUNIDIRECTIONAL_SEQUENCE_LSTMZUNIDIRECTIONAL_SEQUENCE_RNNÚRESIZE_NEAREST_NEIGHBORrrrrr (s¾r c@seZdZdZdZdZdZdS)ÚNNAPI_FuseCoderrrr N)rrrÚ FUSED_NONEÚ FUSED_RELUZ FUSED_RELU1Z FUSED_RELU6rrrrr‘Šsr‘c@seZdZdZdZdZdS)ÚOperandValueSourceTyperrr N)rrrÚ IMMEDIATEÚNUMBERED_BUFFERZNUMBERED_MEMORYrrrrr”‘sr”c@seZdZdZdS)ÚTorchScalarTypesr!N)rrrÚQUINT8rrrrr—›sr—çíµ ÷Æ°>cCst||ƒ|t||ƒkS©N)ÚabsÚmin)ÚlhsÚrhsZ tolerancerrrÚ approx_equalŸsrŸc Cs@tjdtjdtjdtjdtjdi}||}|D] }||9}q.|S)Nr rr)rrrrrr)Úop_typeÚdimsZ ITEM_SIZESÚsizeÚdrrrÚ tensor_size£sû r¤cCst|ƒ}|||<t|ƒSrš)ÚlistÚtuple)ÚtupÚindexÚvalueZlsrrrÚchange_element±srªc@sjeZdZUdZeed<eed<eed<eed<eed<eed<eed<eed <eed <eed <eed <d S)ÚConvPoolArgs2dz*Configuration arguments for a convolution.Úkernel_hÚkernel_wÚstride_hÚstride_wÚpad_tÚpad_bÚpad_lÚpad_rÚ dilation_hÚ dilation_wÚgroupN)rrrÚ__doc__ÚintÚ__annotations__rrrrr«·s r«c@seZdZdZdZdZdZdS)ÚDimOrderrrriçN)rrrÚPRESUMED_CONTIGUOUSÚ CHANNELS_LASTÚSCALAR_OR_VECTORÚUNKNOWN_CONSTANTrrrrrºÆsrºc@sJeZdZUdZeed<eedfed<eed<eed<eed<dd „Z d S) ÚOperandz"Represenation of an NNAPI operand.r .ÚshapeÚ dim_orderÚscaleÚ zero_pointcCs,|jtjurdS|jtjur dStdƒ‚dS)NTFzUnknown dim order)rÁrºr»r¼Ú Exception©ÚselfrrrÚuse_nchwås   zOperand.use_nchwN) rrrr·r¸r¹rrºÚfloatrÇrrrrr¿Ís r¿cCsÌt|ƒdksJ‚t|ƒdks J‚t|ƒ}t|ƒ}t|ƒt|ƒkrHtdƒ‚t|ƒt|ƒkr`tdƒ‚g}t||ƒD]T\}}|dkrŠ| |¡qn|dkrž| |¡qn||kr²| |¡qntd ||¡ƒ‚qnt|ƒS)Nrz.Non-equal-rank broadcast is not supported yet.rz"Cannot broadcast shapes: {} and {})Úlenr¥rÄÚzipÚappendÚformatr¦)Zshape1Zshape2Ús1Ús2ÚretÚd1Zd2rrrÚbroadcast_shapesís$   rÑc CsÖ|\}}}}|jdks |jdkr(tdƒ‚|rn|d|j|j|j|j}|d|j|j|j |j } n@||j|j|j|jd}||j|j |j |jd} |dkrºd}|dkrÆd} |||| f} | S)NrzDilation not supported yet.r) r´rµrÄr®r¬r°r±r¯r­r²r³) Z image_shapeÚargsZout_chÚ transposeÚbatchÚin_cÚin_hÚin_wÚout_hÚout_wÚ out_shaperrrÚget_conv_pool_shapes  "   rÛcCsŒ|tjur|S|tjur@t|dgt|dd…ƒ|dgƒS|tjurjt|ƒdksft|ƒdksfJ‚|S|tjurx|Std|›dƒ‚dS)NrrrzBad dim_order: Ú.) rºr»r¼r¦r¥r½rÉr¾rÄ©rÀrÁrrrÚ fix_shape s  (  rÞcCs.|tjtjfvr|S|tjus"J‚gd¢|S)N©rrr r)rºr»r½r¼)rÁr£rrrÚreverse_map_dim1sràcCsd|›d|›S)NZs_Ú_r)Úop_idÚdimrrrÚ flex_name<sräc)@sfeZdZd¾dd„Zdd„Zdd„Zdd „Zd d „Zd d „Ze j fdd„Z dd„Z dd„Z dd„Zdd„Zdd„Zdd„Zdd„Zdd„Ze jfd d!„Zd"d#„Zd$d%„Zd&d'„Zd(d)„Zd¿d+d,„ZdÀd-d.„Zd/d0„Zd1d2„Zd3d4„Zd5d6„Zd7d8„Z d9d:„Z!dÁd;d<„Z"d=d>„Z#dÂd?d@„Z$dAdB„Z%e&dCdD„ƒZ'dEdF„dGdF„dHdF„dIdF„dJdF„dKdF„dLdF„dMdF„dNdF„dOdF„dPdF„dQdF„dRdF„dSdF„dTdF„dUdF„dVdF„dWdF„dXdF„dYdF„dZdF„d[dF„d\dF„d]dF„d^dF„d_dF„d`dF„dadF„dbdF„dcdF„dddF„dedF„dfdF„dgdF„dhdF„didF„djdF„dkdF„dldF„dmdF„dnœ(Z(dodp„Z)dqdr„Z*dsdt„Z+dudv„Z,dwdx„Z-dydz„Z.d{d|„Z/d}d~„Z0dd€„Z1dd‚„Z2dƒd„„Z3d…d†„Z4d‡dˆ„Z5d‰dŠ„Z6d‹dŒ„Z7ddŽ„Z8dd„Z9d*d‘œd’d“„Z:d”d•„Z;d–d—„Zdœd„Z?dždŸ„Z@d d¡„ZAd¢d£„ZBd¤d¥„ZCd¦d§„ZDd¨d©„ZEdªd«„ZFd¬d­„ZGd®d¯„ZHdÃd°d±„ZId²d³„ZJd´dµ„ZKd¶d·„ZLdÄd¸d¹„ZMdºd»„ZNd¼d½„ZOd*S)ÅÚ_NnapiSerializerFcCspg|_g|_g|_g|_g|_g|_g|_g|_i|_i|_ i|_ i|_ i|_ g|_ d|_||_|durli}dS©Nr)ÚoperandsÚvaluesÚ operationsÚ value_dataÚoperation_argsÚinputsÚoutputsÚ flexible_shape_computation_linesÚmodulesÚ constantsÚtensor_sequencesÚjitval_operand_mapÚcached_immediatesÚ used_weightsZ weight_offsetÚuse_int16_for_qint16)rÆÚconfigrõrrrÚ__init__Cs$z_NnapiSerializer.__init__cCs t|jƒSrš)rÉrçrÅrrrÚget_next_operand_idYsz$_NnapiSerializer.get_next_operand_idcCsFt|tƒsJ‚||jvr$td|ƒ‚| ¡}|j |¡||j|<|S)NzDuplicate tensor: %r)Ú isinstancer¿ròrÄrørçrË)rÆÚjitvalÚoperÚ operand_idrrrÚadd_tensor_operand_s    z#_NnapiSerializer.add_tensor_operandcCs&t|tƒsJ‚| ¡}|j |¡|Srš)rùr¿rørçrË)rÆrûrürrrÚadd_anonymous_tensor_operandls z-_NnapiSerializer.add_anonymous_tensor_operandc Cs t|jƒ dd¡}d}d}|dkr*tj}nÊ|dkr:tj}nº|dkrZtj}| ¡}| ¡}nš|dkr†tj}| ¡}| ¡}|dksôJ‚nn|d krâ|j rØt |d dƒ}tj tj f}||vrÆ|}|j }|j}qàtd |›d ƒ‚qôtd ƒ‚ntd|j›dƒ‚tt|jƒ||||dS)Nztorch.ÚçrÚfloat32Úint32Úquint8Úqint32Úint16Ú nnapi_dtypez `nnapi_type` needs to be one of z for `int16`úy`int16` isn't supported. If you're trying to represent NNAPI qint16 with Pytorch int16, set `use_int16_for_qint16 = True`zCan't handle input with dtype 'ú')rÀr rÁrÂrÃ)ÚstrÚdtypeÚreplacerrrrÚq_scaleÚ q_zero_pointrõÚgetattrrrZ nnapi_scaleZnnapi_zero_pointrÄr¿r¦rÀ) rÆÚtensorrÁr rÂrÃr rZop_codesrrrÚtorch_tensor_to_operandrsH   ÿûz(_NnapiSerializer.torch_tensor_to_operandc Csxt|ddƒrtjntj}| ||¡}| ||¡}|j |¡t|j ƒD],\}}|dkrF|  ||d|›d|›d¡qF|S)NZ nnapi_nhwcFrzargs[z].shape[ú]) rrºr¼r»rrýrìrËÚ enumeraterÀÚcompute_operand_shape) rÆÚarg_idxrúrrÁÚtoperrürãr¢rrrÚadd_tensor_operand_for_input›sþ   z-_NnapiSerializer.add_tensor_operand_for_inputc Cs¢| ||¡}t|jƒ}|j |¡t|j|jƒ}|ddBd}|j |tj f¡t|j ƒ}d}|j  t   d|||¡¡|tjkr’| dddd¡}|j  |¡|S)Nrr rÚiiir)rrÉrçrËr¤r rÀrèr”r–rôrêÚstructÚpackrºr¼Úpermute) rÆrrÁrrüZtsizeÚpsizeZbuf_numÚoffsetrrrÚadd_tensor_operand_for_weight§s$     ü  z._NnapiSerializer.add_tensor_operand_for_weightcCsvt|tƒsJ‚||f}||jvrlt|jƒ}|j t||tjddƒ¡|j  |t j f¡|j  |¡||j|<|j|S)Nrr) rùr¦rórÉrçrËr¿rºr½rèr”r•rê)rÆÚcoder©r¡Ú cache_keyrürrrÚadd_immediate_operand»s    z&_NnapiSerializer.add_immediate_operandcCs| tjt d|¡d¡S)NÚir)r rrrr©rÆr©rrrÚadd_immediate_int_scalarÆs  ýz)_NnapiSerializer.add_immediate_int_scalarcCs| tjt d|¡d¡S)NÚfr)r rrrrr"rrrÚadd_immediate_float_scalarÌs  ýz+_NnapiSerializer.add_immediate_float_scalarcCs| tj|rdndd¡S)Nóór)r rrr"rrrÚadd_immediate_bool_scalarÒs  ýz*_NnapiSerializer.add_immediate_bool_scalarcCs"| tjt d|¡ ¡t|ƒf¡S©Nr!)r rrÚarrayÚtobytesrÉr"rrrÚadd_immediate_int_vectorØs ýz)_NnapiSerializer.add_immediate_int_vectorcCs ||jvSrš)rò)rÆrúrrrÚhas_operand_for_jitvalÞsz'_NnapiSerializer.has_operand_for_jitvalcCs|j|}||j|fSrš)ròrç)rÆrúrürrrÚget_tensor_operand_by_jitvalás z-_NnapiSerializer.get_tensor_operand_by_jitvalcCsL| |¡\}}|jD].}|dkr(tdƒ‚|dkrt d|›d¡q||fS)Nrz0Flexible size is not supported for this operand.zOperand z has runtime flex shape)r.rÀrÄr‹Úwarn)rÆrúrârûÚsrrrÚ'get_tensor_operand_by_jitval_fixed_sizeås z8_NnapiSerializer.get_tensor_operand_by_jitval_fixed_sizecCs>|j |¡}|dur0| |d¡\}}| ||¡}||j|fS©NÚ TensorType)ròÚgetÚget_constant_valuerrç)rÆrúrÁrürár©rrrÚget_tensor_operand_or_constantñs   z/_NnapiSerializer.get_tensor_operand_or_constantcCs(| |d¡\}}| |¡}||j|fSr2)r5rrç)rÆrúrár©rürrrÚget_tensor_operand_for_weightøs z._NnapiSerializer.get_tensor_operand_for_weightcCs.|j |t|ƒt|ƒf¡|j ||¡dSrš)rérËrÉrëÚextend)rÆÚopcoderìrírrrÚ add_operationýsz_NnapiSerializer.add_operationcCs||jvsJ‚||j|<dSrš)rñ)rÆrúrèrrrÚadd_tensor_sequencesz$_NnapiSerializer.add_tensor_sequencecCs ||jvsJ‚||f|j|<dSrš)rð©rÆrúÚctyper©rrrÚadd_constant_valuesz#_NnapiSerializer.add_constant_valueNcCsd|j |¡}|dur$td|›dƒ‚|\}}|dur`| ¡|kr`td|›d| ¡›d|›dƒ‚|S)Nz#Could not find constant value for 'z'.z Expected constant value of type z , but got z for value 'r)rðr4rÄÚkind)rÆrúZtypekindÚrecordr=rárrrr5 s ÿz#_NnapiSerializer.get_constant_valuecCsH|dur|j}nt|ƒt|jƒks&J‚dg}t|ƒD]`\}}|dkrT| t|ƒ¡n6|dkrn| t||ƒ¡n|dkr‚| d¡ntdƒ‚| d¡q4| d¡d  |¡}|jt j krÂd |›d S|jt j krÚd |›d S|jt j krd |j ›d|j›d|›dS|jt jt jfvr4|jr,d |›dStdƒ‚td|j›ƒ‚dS)zHReturn a TorchScript expression to build a template for a given operand.Nú(réÿÿÿÿÚ0z-Unknown dim value, dimensions should be >= -1ú,ú)rÿz torch.zeros(z, dtype=torch.float32)z, dtype=torch.int32)z0torch.quantize_per_tensor(torch.zeros(1), scale=z , zero_point=z, dtype=torch.quint8).expand(z).contiguous()z, dtype=torch.int16)rz!Unsupported output operand type: )rÀrÉrrËr rärÄÚjoinr rrrrrÂrÃrrrõ)rÆrârûrÀZ shape_partsr£r0Z shape_coderrrÚoperand_to_template_torchscriptsF        ÿÿþÿ ÿz0_NnapiSerializer.operand_to_template_torchscriptcCs| ||t||ƒ¡dSrš)rrä)rÆZ out_op_idZout_dimZin_op_idZin_dimrrrÚforward_operand_shape>sz&_NnapiSerializer.forward_operand_shapecCs |j t||ƒ›d|›¡dS)Nz = )rîrËrä)rÆrârãÚexprrrrrAsz&_NnapiSerializer.compute_operand_shapecCs€|jdd…dkrtdƒ‚|jtjd}dgd}||d<| gd¢¡|d<dgd}| |¡|d<| tj ||¡|d|fS)Nr)rrz1Automatic transpose only supported for H,W == 1,1)rÁrrßr) rÀrÄÚ_replacerºr¼r,rþr:r r†)rÆÚin_idrûÚout_operrìrírrrÚtranspose_to_nhwcDs  z"_NnapiSerializer.transpose_to_nhwccCs„|j|jkr||||fS|j|jf}|tjtjfkrH| ||¡||fS|tjtjfkrl||f| ||¡Std|j|jfƒ‚dS)Nz8Automatic transpose not supported for dim_orders: %r, %r)rÁrºr»r¼rMrÄ)rÆÚin0_idÚin0_operÚin1_idÚin1_operZordersrrrÚtranspose_for_broadcastVs    ÿÿz(_NnapiSerializer.transpose_for_broadcastcCsL| |¡\}}| ¡dkr2| ¡ ¡dks.J‚|Std|›d|›dƒ‚dS)NÚListTypeÚIntTypezCan't handle size arg of type 'z' for 'r)r5r?ÚgetElementTyperÄr<rrrÚ get_size_arges  z_NnapiSerializer.get_size_argc Cs˜dd„|Dƒ}|ddksJ‚|d|dg}|d|dg}|d|d g}|d |d g}|d }t|ƒd ksvJ‚|ddgks†J‚| |||||¡S)NcSsg|] }| ¡‘qSr)Úitem©Ú.0r!rrrÚ mózD_NnapiSerializer.get_conv_pool_args_2d_from_pack..rrrr r r r r rrr)rÉÚget_conv_pool_args_2d_common) rÆÚ kernel_sizeÚ packed_configZpcÚstridesÚpaddingsÚ dilationsZoutput_paddingÚ group_numrrrÚget_conv_pool_args_2d_from_packlsz0_NnapiSerializer.get_conv_pool_args_2d_from_packc Cs`| |¡}| |¡}|dur&ddg}n | |¡}|durJ| |d¡\} } nd} | ||||| ¡S)NrrT)rVr5r\) rÆr]ÚstrideÚpaddingÚdilationr¶r_r`rarárbrrrÚget_conv_pool_args_2d_from_jitzs    z/_NnapiSerializer.get_conv_pool_args_2d_from_jitc Csvt|ƒ}t|ƒdksJ‚t|ƒdks(J‚t|ƒdks8J‚t|ƒdksHJ‚|\}}||||g} t||| ||gŽS©Nr)r¥rÉr«) rÆr]r_r`rarbZkernelsÚphÚpwZ real_paddingsrrrr\‡s z-_NnapiSerializer.get_conv_pool_args_2d_commonc Csª| d¡| d¡g}g}t|j ¡ƒ}| || ¡|¡ttt|j ¡ƒdd…|ƒƒD].\}\}} |  ||| ¡} |  |j | j j ¡q\t|j ¡ƒD] \} } t d| | ¡| | ¡qš|j ¡} |  ¡dksÖJ‚|  ¡dksæJ‚|  d¡}dg}| ¡ ¡dkr|g}d}n8| ¡ ¡d kr:|j|}t|ƒ}ntd | ¡›ƒ‚|durlt|ƒt|ƒkslJ‚t|ƒD]d\}}|j|} |j  | ¡|  |j | j j ¡|r´||nd}|  | | |j | |¡d ¡qt|  d ¡g}d}t d |t|j ƒt|jƒt|j ƒt|jƒt|jƒ¡}|  |¡| !¡\}}| "dd„|j Dƒ¡| "|¡| "dd„|j Dƒ¡d #|¡g}t|dƒ}|ddks–J‚t$|dƒ}t|j ƒD]Ž\} \}}}}}t%||ƒ}t|ƒD]D\}}|dkr t&||ƒ}|j'  d|›dt(| |ƒ›¡|d7}qÐt)dd„|Dƒƒ}|  | *|¡¡q¬| "|¡|  | *|j+¡¡|  | *|j¡¡|  | *|j¡¡|j' "|¡t, ,dd #|¡¡|j-|||j'|fS)NFTrzProcessing node #%d: %rrzreturn [r3rBZ TupleTypezUnsupported return type: rDrZiiiiiicss.|]&\}}}}}t d|t|ƒ||¡VqdS)ZiifiN)rrrÉ)rYÚtr£Ú_mr0ÚzrrrÚ Òr[z3_NnapiSerializer.serialize_model..css |]}tjdg|¢RŽVqdS)rN)rr)rYÚxrrrrnÔr[r[r z ser_model[z] = css|]}|dkr|ndVqdS)rBrNr©rYr£rrrrnér[r!).r(ÚnextÚgraphrìr>ÚtyperrÊr¥rrËrçrÁr©Únodesr‹ÚdebugÚadd_nodeZ return_nodeÚ inputsSizeÚ outputsSizeÚinputsAtr?rñrÉrÄròrírGrrrèréÚserialize_valuesr8rFr¸rÞràrîrär¦Úserialize_intsrër*rô) rÆÚmodelrìÚ return_shapesZinp_dim_ordersZout_dim_ordersZ self_jitvalrZ input_valueZ input_tensorrâÚidxÚnodeZretnZ retn_inputZtemplate_return_linesZ return_valuesZ retval_countr!ÚvrÀÚversionÚheaderÚserialized_valuesÚserialized_value_dataZ model_offsetrár¡rÁr£r0Zpt_drrrÚserialize_model•s¤  ,         ÿÿÿ ù         ÿ   úz _NnapiSerializer.serialize_modelc CsŒg}g}t|jƒt|jƒks J‚t|j|jƒD]T\\}}}t|ƒ}|ddBd}|d||}| t d|||¡¡| |¡q.||fS)Nrr r'r)rÉrèrêrÊrËrr) rÆrƒr„Zop_indexZ source_typeÚdataZ source_lengthZphysical_lengthZ padded_datarrrrzüs z!_NnapiSerializer.serialize_valuescCst d|¡ ¡Sr))r*r+)Úintsrrrr{ sz_NnapiSerializer.serialize_intscCs | |¡Srš)Ú add_getattr©rÆrrrrÚsz_NnapiSerializer.cCs | |¡Srš)Úadd_constant_noder‰rrrrŠscCs | |¡Srš)Úadd_list_constructr‰rrrrŠscCs | |¡Srš)Úadd_tuple_constructr‰rrrrŠscCs | |¡Srš)Ú add_unsqueezer‰rrrrŠscCs | |¡Srš)Úadd_tor‰rrrrŠscCs | |¡Srš©Ú _identityr‰rrrrŠscCs | |¡Srš)Ú add_reshaper‰rrrrŠscCs | |¡Srš)Ú add_flattenr‰rrrrŠ!scCs | |¡Srš)Ú add_slicer‰rrrrŠ#scCs | |¡Srš)Úadd_sizer‰rrrrŠ%scCs | |¡Srš)Úadd_catr‰rrrrŠ'scCs | |¡Srš)Úadd_meanr‰rrrrŠ)scCs | |¡Srš)Ú add_quantizer‰rrrrŠ+scCs | |¡Srš)Úadd_dequantizer‰rrrrŠ-scCs| |tjtj¡Srš)Úadd_add_sub_opr rsr‘r’r‰rrrrŠ/scCs| |tjtj¡Srš)ršr r…r‘r’r‰rrrrŠ1scCs| |tjtj¡Srš)Ú(add_pointwise_simple_binary_broadcast_opr r|r‘r’r‰rrrrŠ3scCs| |tjtj¡Srš)r›r r‚r‘r’r‰rrrrŠ5scCs| |tj¡Srš)Úadd_pointwise_simple_unary_opr r}r‰rrrrŠ7scCs| |tj¡Srš)rœr rzr‰rrrrŠ9scCs | |¡Srš)Ú add_softmaxr‰rrrrŠ;scCs | |¡Srš)Ú add_hardtanhr‰rrrrŠ=scCs | |¡Srš)Úadd_avg_pool2dr‰rrrrŠ?scCs| |tj¡Srš)Úadd_pool2d_noder r{r‰rrrrŠAscCs | |¡Srš)Úadd_adaptive_avg_pool2dr‰rrrrŠCscCs | |¡Srš)Úadd_upsample_nearest2dr‰rrrrŠEscCs | |¡Srš)Ú add_prelu_opr‰rrrrŠGscCs | |¡Srš)Ú add_addmmr‰rrrrŠIscCs | |¡Srš)Ú add_linearr‰rrrrŠKscCs | |¡Srš)Úadd_conv_underscorer‰rrrrŠMscCs | |¡Srš)Ú add_conv2dr‰rrrrŠOscCs | |¡Srš)Úadd_log_softmaxr‰rrrrŠQscCs | |¡Srš)Ú add_qlinearr‰rrrrŠSscCs| |tj¡Srš©Ú add_qconv2dr‘r’r‰rrrrŠUscCs| |tj¡Srš)r«r‘r“r‰rrrrŠWscCs|j|tjddS)NT)rÓrªr‰rrrrŠYscCs| |tjtj¡Srš)Úadd_qaddr rsr‘r’r‰rrrrŠ[scCs| |tjtj¡Srš)r¬r rsr‘r“r‰rrrrŠ]scCs| |tjtj¡Srš)r¬r r|r‘r’r‰rrrrŠ_s)(z prim::GetAttrzprim::Constantzprim::ListConstructzprim::TupleConstructzaten::unsqueezezaten::toz aten::detachz aten::reshapez aten::flattenz aten::slicez aten::sizez aten::catz aten::meanzaten::quantize_per_tensorzaten::dequantizez aten::addz aten::subz aten::mulz aten::divz aten::reluz aten::sigmoidz aten::softmaxzaten::hardtanhzaten::avg_pool2dzaten::max_pool2dzaten::adaptive_avg_pool2dzaten::upsample_nearest2dz aten::preluz aten::addmmz aten::linearzaten::_convolutionz aten::conv2dzaten::log_softmaxzquantized::linearzquantized::conv2dzquantized::conv2d_reluzquantized::conv_transpose2dzquantized::addzquantized::add_reluzquantized::mulcCs6|j | ¡¡}|s(td| ¡|fƒ‚|||ƒdS)Nz%Unsupported node kind (%r) in node %r)Ú ADDER_MAPr4r?rÄ)rÆrZadderrrrrvcsz_NnapiSerializer.add_nodecCs,| | d¡¡\}}| d¡}||j|<dSræ)r.ryÚ outputsAtrò)rÆrrKÚin_operrúrrrr‘is z_NnapiSerializer._identitycCs~| ¡dksJ‚| ¡dks J‚| | d¡¡\}}t|ƒ d¡sFJ‚| d¡}t||ƒ}| d¡}|  ¡}|  |||¡dS)Nrrz __torch__.Úname) rwrxr5ryr Ú startswithr0rr®rsr>)rÆrZ obj_ctypeÚobjr°r©Úoutputr=rrrrˆns   z_NnapiSerializer.add_getattrcCsL| ¡dksJ‚| ¡dks J‚| d¡}| ¡}| ¡}| |||¡dS)Nrr)rwrxr®rsZtoIValuer>)rÆrr³r=r©rrrr‹ys  z"_NnapiSerializer.add_constant_nodec CsÚ| ¡dksJ‚| d¡}| ¡}g}g}| ¡D]\}|durb||jvrb| |¡\}}| |¡nd}|durŠ| ¡ ¡dkrŠ| |¡q2d}q2|dur¦| |||¡|durº|  ||¡|durÖ|durÖt d|ƒ‚dS)Nrrr3zOUnable to handle ListConstruct node. Neither all constants nor all tensors. %r) rxr®rsrìrðr5rËr?r>r;rÄ) rÆrr³r=Z const_valsÚtensorsÚinpráÚvalrrrrŒs.     ÿÿz#_NnapiSerializer.add_list_constructcCsF| ¡dksJ‚| d¡}g}| ¡D]}| |¡q&| ||¡dS)Nrr)rxr®rìrËr;)rÆrr³rèrµrrrrs    z$_NnapiSerializer.add_tuple_constructc Csö| ¡dksJ‚| ¡dks J‚| | d¡¡\}}| | d¡d¡\}}|jtjksZJ‚|dkrf|n|t|j ƒd}t |j ƒ}|  |d¡t |ƒ}|j |d} dgd} || d<| |¡| d<dgd} | | d¡| ¡| d<| tj| | ¡dS)NrrrrT©rÀ)rwrxr1ryr5rÁrºr»rÉrÀr¥Úinsertr¦rJr#rýr®r:r rˆ) rÆrrKr¯rárãZreal_dimZout_shape_listrÚrLrìrírrrrŽ¥s      z_NnapiSerializer.add_unsqueezecCs| |¡dSršrr‰rrrr½sz_NnapiSerializer.add_toc Cs| ¡dksJ‚| ¡dks J‚| | d¡¡\}}| | d¡¡\}}| ¡dksXJ‚| ¡ ¡dkslJ‚t|ƒdko‚|ddk}|jt j krœ|sœt dƒ‚t   d¡ |j¡ |¡j}|j|t j d}dgd} || d<| |¡| d<dgd} | | d¡|¡| d<| tj| | ¡dS) NrrrrSrTrBzSCurrently, reshape is only supported on NHWC tensors if the target size is [X, -1].rÝ)rwrxr1ryr5r?rUrÉrÁrºr»rÄÚtorchÚzerosÚexpandrÀZreshaperJr,rýr®r:r r€) rÆrrKr¯Z shape_ctyperÀZis_trivial_reshaperÚrLrìrírrrr’Ás&ÿ  z_NnapiSerializer.add_reshapec Cs.| ¡dksJ‚| ¡dks J‚| | d¡¡\}}| | d¡d¡\}}| | d¡d¡\}}t|jƒdko–|jddkp–|jddko–|jddk}|jtj kr°|s°t dƒ‚|dkrÆ|t|jƒ7}|dkrÜ|t|jƒ7}|jd|…t   dd „|j||d…¡f|j|dd…} t d d „|j||d…DƒƒrFt d ƒ‚|jd|…|j|dd…} |  d¡dkr~t d ƒ‚|j| tj d} | | d¡| ¡} t| ƒD],\} }|dkr¨| | | ||j d¡¡q¨tdd „| Dƒƒ}dgd}||d<| |¡|d<dgd}| |d<| tj||¡dS)Nr rrrTrr zGCurrently, flatten is not supported on NHWC tensors unless C=1 or H=W=1cSs||Sršr)roÚyrrrrŠõr[z._NnapiSerializer.add_flatten..css|]}|dkVqdS)rNr©rYrãrrrrnùr[z/_NnapiSerializer.add_flatten..z-Flattening flexible dims is not supported yetzOnly 1 dim can be flexiblerÝcss|]}|dkr|ndVqdS)rrBNrr½rrrrnsÿ)rwrxr.ryr5rÉrÀrÁrºr»rÄÚ functoolsÚreduceÚanyÚcountrJrýr®rrHr¨r¦r,r:r r€)rÆrrKr¯Z start_ctypeZ start_dimZ end_ctypeZend_dimZis_trivial_flattenrÚZnon_flattened_dimsrLÚout_idr~rãZinputs_1rìrírrrr“ÝsV(ÿÿ ÿÿýÿ"  þ  z_NnapiSerializer.add_flattenc s”| ¡dksJ‚| ¡dks J‚| | d¡¡\}}| | d¡¡\}‰| | d¡¡\}‰| | d¡¡\}‰| | d¡¡\}‰ˆdurd‰ˆduržtj‰ˆdkr¶ˆ|jˆ7‰nˆtjkrÄd‰ˆdkräˆtjkrä| |¡dS|jˆdkrút dƒ‚ˆdkrˆ|jˆ7‰nˆtjkr*|jˆ‰ˆˆkrO}qŒdgd } || d<| ‡‡fd d„tt|jƒƒDƒ¡| d<| ‡‡fdd„t |jƒDƒ¡| d<| ‡‡fdd„tt|jƒƒDƒ¡| d<| d¡| d<| |¡| d<| d¡| d<dgd} || d<| tj| | ¡dS)Nr rrrr r z#Unable to slice with flexible shapez0Slice start value should be less than stop valuec3s"|]\}}|ˆkrˆn|VqdSršr©rYr!rã)Ú dim_valueÚout_lenrrrn7r[z-_NnapiSerializer.add_slice..r·r csg|]}|ˆkrˆnd‘qS)rrrX)rÄÚ start_valuerrrZDr[z._NnapiSerializer.add_slice..cs g|]\}}|ˆkrˆn|‘qSrrrÃ)rÄÚ stop_valuerrrZFr[csg|]}|ˆkrˆnd‘qS)rrrX)rÄÚ step_valuerrrZHr[r )rwrxr.ryr5ÚsysÚmaxsizerÀr‘rÄr¦rrýr®rJrHr,ÚrangerÉr#r:r r„) rÆrrKr¯rárÚrÂZend_maskr~rãrìrír)rÄrÅrÆrÈrÇrr”sf         ÿÿÿ z_NnapiSerializer.add_slicecCsr| ¡dksJ‚| ¡dks J‚| | d¡¡\}}|j| d¡\}}|j|}| d¡}| || ¡|¡dS)Nrrr) rwrxr1ryrðrÀr®r>rs)rÆrrár¯r©Úresr³rrrr•Rs  z_NnapiSerializer.add_sizecsú| ¡dksJ‚| ¡dks J‚|j| d¡}| | d¡d¡\}‰t|ƒdksVJ‚g}d}d}|D]Œ}| |¡\}} |duršt| jˆdƒ} | j | d}| j |j ksªJ‚| j |j ksºJ‚t| jˆdƒt|jˆdƒksÚJ‚|  |¡|| jˆ7}qf|dusJ‚|j t|jˆ|ƒd}| j t jkrHt|jƒdks:J‚gd¢ˆ} nˆ} | | d¡|¡} t|jƒD]Z\} }|dkrh| ˆkr¬d  ‡fd d „|Dƒ¡}| | | |¡n| | | |d| ¡qh|| | ¡g}dgd}| |d<| tj||¡dS) NrrrrTrBr·r ©rr rrú + c3s|]}t|ˆƒVqdSrš)rä)rYZip_id©rãrrrnr[z+_NnapiSerializer.add_cat..)rwrxrñryr5rÉr.rªrÀrJr rÁrËrºr¼rýr®rrFrrHr#r:r ru)rÆrr´ráZin_idsrLZ out_dim_sizerµrKr¯rÚÚ nnapi_dimrÂr~r£rÀrìrírrÏrr–\sF      z_NnapiSerializer.add_catcCsÜ| ¡dksJ‚| ¡dks J‚| | d¡¡\}}| | d¡¡\}}| ¡dksXJ‚| ¡ ¡dkslJ‚| | d¡d¡\}}| | d¡d ¡|jtj krÂt |j ƒdks²J‚d d „|Dƒ}n|}t ƒ} |D]$} | dkrê| t |j ƒ7} |   | ¡qÐ|jtj kr&|s&|  ddh¡sJ‚tj} n|j} g} t|j ƒD]0\} }| | vrX|  |¡n|r:|  d¡q:|j| | d }dgd}||d<| |¡|d<| |¡|d<dgd}| | d¡|¡|d<| tj||¡dS) Nr rrrSrTrZBoolTyper ÚNoneTypecSsg|]}gd¢|‘qS)rÍrrprrrrZ›r[z-_NnapiSerializer.add_mean..rÝ)rwrxr1ryr5r?rUrÁrºr¼rÉrÀÚsetÚaddÚ issupersetr»rrËrJr,r#rýr®r:r rƒ)rÆrrKr¯Z dim_ctyperãráZkeep_dimrÐZcollapsed_dimsr£Z out_dim_orderrÚr!r0rLrìrírrrr—sF      z_NnapiSerializer.add_meanc Csú| ¡dksJ‚| ¡dks J‚| | d¡¡\}}|jtjkrHtdƒ‚| | d¡d¡\}}| | d¡d¡\}}| | d¡d¡\}}|t j j kržtd ƒ‚t j }|j|||d } dgd} || d<dgd} | | d¡| ¡| d<| tj| | ¡dS) Nr rrzqMost hardware backends prefer NHWC quantized tensors. Try setting `t.nnapi_nhwc = True` on your tensor inputs. Ú FloatTyperrTr zKPyTorch NNAPI export only supports quantized tensors with the quint8 dtype.©r rÂrÃ)rwrxr1ryrÁrºr¼rÄr5r—r˜r©rrrJrýr®r:r rŽ) rÆrrKr¯rárÂrÃZ scalar_typer rLrìrírrrr˜¾s2 ÿ ÿý  z_NnapiSerializer.add_quantizecCsŒ| ¡dksJ‚| ¡dks J‚| | d¡¡\}}|jtjddd}dgd}||d<dgd}| | d¡|¡|d<|  t j ||¡dS)NrrrrÖ) rwrxr1ryrJrrrýr®r:r rx)rÆrrKr¯rLrìrírrrr™Þsý  z_NnapiSerializer.add_dequantizec CsÐ| ¡dksJ‚| ¡dks J‚| | d¡¡\}}|}|tjkr\|jtjkr\|j ddd}|  |  d¡|¡}t |j ƒD] \}}|dkrx| ||||¡qxdgd} || d<dgd} || d<| || | ¡dS)Nrrgp?)rÃrÂ)rwrxr.ryr rzr rrrJrýr®rrÀrHr:) rÆrr9rKr¯rLrÂr~rãrìrírrrrœñs     z._NnapiSerializer.add_pointwise_simple_unary_op©Úqparamsc CsF| ¡dksJ‚| d¡ ¡ ¡dks*J‚| d¡ ¡ ¡dksDJ‚| | d¡¡r‚| | d¡¡\}}| | d¡|j¡\}}nN| | d¡¡rÀ| | d¡¡\}}| | d¡|j¡\}}ntd|›dƒ‚|j |j ksàJ‚|  ||||¡\}}}}t |j |j ƒ} |j | d} |dur2|\} } | j | | d} | | d¡| ¡} tt|j |j ƒƒD]¢\}\}}|dkrˆ|dkrˆ| | |||¡nn|dkr®|dkr®| | |||¡nH|dkrV|dkrV|j d t||ƒ›d t||ƒ›¡| | |||¡qVdgd }||d<||d<| |¡|d <dgd}| |d<| |||¡dS) zEHelper for pointwise binary broadcast ops with superfluous extra argsrrr3zCan't do a NNAPI binary op: z on two constantsr·N©rÂrÃzassert z == r r)rxryrsr?r-r.r6rÁrÄr rRrÑrÀrJrýr®rrÊrHrîrËrär#r:)rÆrr9Ú fuse_coderØrNrOrPrQrÚrLrÂZzprÂr~Zd0rÐrìrírrrÚ_do_add_binary sJÿ   ÿ  z_NnapiSerializer._do_add_binarycCs"| ¡dksJ‚| |||¡dSrh)rwrÛ)rÆrr9rÚrrrr›=sz9_NnapiSerializer.add_pointwise_simple_binary_broadcast_opcCsH| ¡dksJ‚| | d¡d¡\}}|dkr6tdƒ‚| |||¡dS)Nr rrTrz*NNAPI does not support add/sub with alpha.)rwr5ryrÄrÛ)rÆrr9rÚráÚalpharrrršAs z_NnapiSerializer.add_add_sub_opcCsV| ¡dksJ‚| | d¡d¡\}}| | d¡d¡\}}|j|||||fddS)Nr rrÕr rTr×)rwr5ryrÛ)rÆrr9rÚrárÂrÃrrrr¬Jsz_NnapiSerializer.add_qaddc CsÌ| ¡dksJ‚| | d¡¡\}}| | d¡d¡\}}| | d¡|¡}t|jƒD] \}}|dkrV| ||||¡qVdgd} || d<|  d¡| d<|  |¡| d<dgd} || d<|  t j | | ¡dS)Nr rrrTgð?r)rwr.ryr5rýr®rrÀrHr%r#r:r r) rÆrrKr¯ráZ softmax_dimrÂrãr¢rìrírrrrRs  z_NnapiSerializer.add_softmaxc CsÐ| ¡dksJ‚| ¡dks J‚| | d¡¡\}}| | d¡d¡\}}| | d¡d¡\}}tjtjdœ}| ||f¡}|durŒt dƒ‚dgd} || d<dgd} |  |  d¡|¡| d<|  || | ¡dS)Nr rrrÕr))rBr)rr z9NNAPI only supports hardtanh with args (-1, 1) or (0, 6).) rwrxr1ryr5r r~rr4rÄrýr®r:) rÆrrKr¯ráZmin_valZmax_valZop_mapr9rìrírrrržgs þ  z_NnapiSerializer.add_hardtanhc CsP| ¡dksJ‚| ¡dks J‚| d¡ ¡ ¡dks:J‚| d¡ ¡ ¡dksTJ‚| | d¡¡\}}| | d¡¡\}}t|jƒdksŽJ‚|jddks J‚|jddkr¾|  ¡r¾t dƒ‚|  |  d¡|¡}t |jƒD]4\}}|dkrìqÚ|dkrþt dƒ‚qÚ| ||||¡qÚdgd} || d<|| d<dgd} || d<| tj| | ¡dS)Nrrrr3z8Per-channel PReLU only supports channels_last right now.z.PReLU requires fixed size for dim 0 and dim 1.)rwrxryrsr?r.r7rÉrÀrÇrÄrýr®rrHr:r r) rÆrrKr¯Zw_idZw_operrÂrãr¢rìrírrrr£€s0   z_NnapiSerializer.add_prelu_opcCs–| ¡dksJ‚| ¡dks J‚| ¡\}}}}}}|p:|}| | |¡|||¡} | jdksf| jdkrntdƒ‚| |¡\} } t | j ƒdksŽJ‚t | j | | j ddƒ} |   ¡} dgd}| |d<|  | j¡|d<|  | j¡|d<|  | j¡|d <|  | j¡|d<|  | j¡|d <|  | j¡|d<|  | j¡|d <|  | j¡|d <|  tj¡|d <| | ¡|d<dgd}| | d¡| j| d¡|d<| |||¡dS)Nr rz'NNAPI does not support dilated pooling.r Frrrr r r rrrr·)rwrxrìrgrVr´rµrÄr1rÉrÀrÛrÇr#r²r³r°r±r¯r®r­r¬r‘r’r(rýr®rJr:)rÆrr9ÚimageÚkernelrdrerfÚ ceil_moderÒÚimage_idÚ image_operrÚrÇrìrírrrr ¢s4  z _NnapiSerializer.add_pool2d_nodecCs´| ¡dksJ‚| ¡dks J‚| ¡\}}}}}}}| |¡\} } | |¡\} } | rZ| rbtdƒ‚| | |¡||¡} | |¡\} }t|j ƒdks–J‚t |j | |j ddƒ}|  ¡}dgd}| |d<|  | j ¡|d<|  | j¡|d<|  | j¡|d <|  | j¡|d<|  | j¡|d <|  | j¡|d <|  | j¡|d<|  | j¡|d <|  tj¡|d <| |¡|d<dgd}| | d¡|j|d¡}| ||| d¡||d<| tj||¡dS)Nr rzANNAPI doesn't support count_include_pad=False or divisor_overrider Frrrr r r rrrr·)rwrxrìr5rÄrgrVr.rÉrÀrÛrÇr#r²r³r°r±r¯r®r­r¬r‘r’r(rýr®rJÚ _handle_conv_pool_flexible_inputr:r rt)rÆrrÝrÞrdrerßZcount_include_padZdivisor_overrideráZcount_include_pad_valueZdivisor_override_valuerÒràrárÚrÇrìrírÂrrrrŸÇs:  z_NnapiSerializer.add_avg_pool2dc Cs˜| ¡dksJ‚| ¡dks J‚| | d¡¡\}}t|jƒdksFJ‚| | d¡¡\}}| ¡dksjJ‚| ¡ ¡dks~J‚|ddgkr’t dƒ‚|jdd…t |ƒ}|  ¡}dgd}||d<|  d¡|d<|  d¡|d<|  d¡|d <|  d¡|d<|  d¡|d <|  d¡|d <|  |jd ¡|d <|  |jd¡|d <|  t j¡|d<| |¡|d<dgd} | | d¡|j|d¡| d<| tj|| ¡dS)Nrrrr rSrTz@NNAPI only supports adaptive_avg_pool2d with output size (1, 1).rr r r r rrrr·)rwrxr1ryrÉrÀr5r?rUrÄr¦rÇr#r‘r’r(rýr®rJr:r rt) rÆrràráÚ size_ctypeÚsize_argrÚrÇrìrírrrr¡ís4   z(_NnapiSerializer.add_adaptive_avg_pool2dc Cs$| ¡dks| ¡dksJ‚| ¡dks,J‚| ¡dkrH| ¡\}}}n| ¡\}}}}| |¡\}}| ¡dkr‚| |¡\} } nD| |¡\} } | |¡\} }|  ¡dks®J‚|  ¡dks¾J‚| } | } | |¡\}}t|jƒdksæJ‚| ¡dkr|  ¡dkrtdƒ‚nÚ| ¡dkræ| ¡dks.J‚|  ¡ ¡dksDJ‚|  ¡dksVJ‚| dusdJ‚t |t ƒstJ‚|s~J‚t dd „|Dƒƒs–J‚t|ƒdkr¬|d }t|ƒd ks¾J‚|d }|d}|  |¡}|  |¡}n|  ¡dkrà|  ¡dksJ‚|   ¡ ¡d ksJ‚| ¡dks.J‚|dus.rrrÕcss|]}t|tƒVqdSrš)rùrÈrårrrrnBr[z#Size and scale cannot both be None.r·z(Flexible batch or channels not supported)rr zint(z * rE)rwrxrìr5r?r.rÉrÀrÄrUrùr¥Úallr#r¸r%rÇrýr®rJrrär(r:r r)rÆrrÝZsize_jitZ scale_jitZ scale_h_jitZ scale_w_jitrãräÚ scale_ctypeZ scale_argZ scale_h_ctypeZ scale_h_argZ scale_w_ctypeZ scale_w_argràrárØrÙZarg_hZarg_wrÚrÇrÂrãrìrírrrr¢sŠ       ,   z'_NnapiSerializer.add_upsample_nearest2dc Cs„| ¡dksJ‚| ¡dks J‚| ¡\}}}}}||fD]2}| |¡\}} | ¡dvs\J‚| dkr:tdƒ‚q:| |d|||¡dS)Nr r)rTrÕz6NNAPI Fully-Connected does not support alpha and beta.T)rwrxrìr5r?rÄÚadd_addmm_or_linear) rÆrÚjit_biasÚ jit_inputÚ jit_weightZjit_betaZ jit_alpharúrçZ scale_valuerrrr¤is  z_NnapiSerializer.add_addmmcCsD| ¡dksJ‚| ¡dks J‚| ¡\}}}| |d|||¡dS)Nr rF)rwrxrìrè)rÆrrêrërérrrr¥vsz_NnapiSerializer.add_linearcCs4| |¡\}}| |¡\}} t|jƒdks.J‚t| jƒdks@J‚| |d¡\} } t| jƒdksbJ‚|rt|  ¡ ¡} n|  ¡} | | ¡} |j| }|jd|jdf}|  |  d¡|j |d¡}|jddkrÜ|  |d|d¡dgd}||d<| |d<||d<|  tj¡|d<dgd}||d<| tj||¡dS)Nrrr3rr·r r )r.r7rÉrÀr5rkÚ contiguousrrçrýr®rJrHr#r‘r’r:r ry)rÆrZtranspose_weightrêrëréÚinput_idÚ input_operÚbias_idÚ bias_operráÚ weight_tensorÚnnapi_weight_tensorÚ weight_idÚ weight_operrÚrÂrìrírrrrè}s.    z$_NnapiSerializer.add_addmm_or_linearcCsj| ¡dksJ‚| ¡dks J‚| ¡\}}}}| |¡\}}t|jƒdksPJ‚| |d¡\}} | |d¡\}} | |¡\} } |  ¡dksŽJ‚|  ¡d\} }|dusªJ‚t| jƒdks¼J‚t|jƒdksÎJ‚|jd| jdksæJ‚| jd|jdksþJ‚|   ¡t j ksJ‚| j t j kr&| }nB| j t jks8J‚t j|  ¡ ¡d t j¡|  ¡|  ¡dd }| ¡}|j|}t  ||dt j¡}| |¡}|j|| }|dks²J‚|dkrÄtd ƒ‚| ¡}| |¡}|j|}|jd|jdf}|j|| | d }dgd}||d<||d<||d<| tj ¡|d <dgd}| !| "d¡|¡|d<| #t$j%||¡dS) Nr rrrÕrTZLinearPackedParamsBaseré€rÙú°Quantized convolution multiplier is greater than 1. This is supported by NNAPI, but not by most hardware backends. Try training a model without quantization-aware training. ©rÀrÂrÃr )&rwrxrìr1rÉrÀr5r°Ú __getstate__Úqschemer¹Úper_tensor_affiner rÚqint8Ú!_make_per_tensor_quantized_tensorÚint_reprr¸ÚtoÚuint8r r rÂÚquantize_per_tensorrrrÄrìrçrJr#r‘r’rýr®r:r ry)rÆrrêÚjit_packed_weightÚ jit_scaleÚjit_zero_pointrírîráÚ out_scaleÚout_zero_pointÚ weight_ctypeÚ packed_weightÚ raw_weightÚraw_biasÚunsigned_weightÚ weight_scaleÚ bias_scaleÚint_biasrïÚ multiplierròrórôrÚrLrìrírrrr©Ÿspû  ý   ÿ  ý  z_NnapiSerializer.add_qlinearc Csh| |¡\}}| ¡dkrZ|r"dnd}tj| ¡||jd}| |¡}|j|} || fS| |¡SdS)NrÑrr)r ) r5r?r¹rºr¢r rrçr7) rÆrérñrÓr=r©Zbias_idxZnnapi_bias_tensorrïrðrrrÚget_optional_biasæs    z"_NnapiSerializer.get_optional_biasc Cs”| ¡dksJ‚| ¡dks J‚| ¡\}}}}}}}| |d¡\} } | || ¡\} } | | jdd…||||¡} | | d¡dd|| | | dt j ¡ S) Nr rr3rr rrF© rwrxrìr5rrgrÀÚadd_conv2d_commonr®r‘r’)rÆrÚ jit_imagerëréÚ jit_strideÚjit_padÚ jit_dilationÚ jit_groupsrárñrïrðrÒrrrr§ñs6 øÿ÷z_NnapiSerializer.add_conv2dc Cs°| ¡dksJ‚| ¡dks J‚| ¡\ }}}}}}}} } } } } } | |d¡\} } | |¡\} } | || | ¡\} }| | jdd…|||| ¡}| | d¡dd|| | || t j ¡ S)Nr!rr3rr rrr)rÆrrrërérrrZ jit_transposerárrñrÓrïrðrÒrrrr¦sDòÿ÷z$_NnapiSerializer.add_conv_underscorec Cs¼| ¡dksJ‚| ¡dks J‚| ¡\}}}| |¡\}}| |d¡\}}|j} dgd} || d<| d¡| d<| |¡| d<dgd} | |  d¡|j | d¡| d<|  t j | | ¡dS)Nr rrTrrr·)rwrxrìr1r5rÀr%r#rýr®rJr:r rŒ) rÆrrêZjit_dimZjit_half_to_floatrírîrárãrÚrìrírrrr¨7s"ü  z _NnapiSerializer.add_log_softmaxc Csª| ¡dksJ‚| ¡dks J‚| ¡\}}}}| |d¡\}} | |d¡\}} | |¡\} } |  ¡dksnJ‚|  ¡d\} }}| dksŒJ‚|\}}|\}|dus¦J‚| |jdd…|¡}| ¡t j ksÎJ‚|j t j krà|}n@|j t j ksðJ‚t j| ¡ ¡d  t j¡| ¡| ¡d d }| ¡}| |¡\}}|j|}t  ||dt j¡}| |¡}|j|| }|dksxJ‚|dkrŠtd ƒ‚| | d¡| | ||||||¡ S) Nr rrÕrTZConv2dPackedParamsBaserÚ2rrõrÙrö)rwrxrìr5r°rørcrÀrùr¹rúr rrûrürýr¸rþrÿr r r.rÂrrrrÄrr®)rÆrrÚrÓrrrrrárrrrZ pack_versionr´Z opt_tensorsr^rr rÒr r rár r rïrrrrr«Psjû ü    ý   ÿ÷z_NnapiSerializer.add_qconv2dc !Cs<| |¡\} } | jd} |jdkr6d} |r0d}qRd}n|j| krJd} d}ntdƒ‚|j|Ž ¡}| |¡}|j|}|j|}| jt j kr¬|jt j ksšJ‚|jt j ksªJ‚nh| jt j kr|jt j ksÊJ‚|jt j ksÚJ‚t | j|j|jƒsòJ‚|jdksJ‚ntd | j¡ƒ‚t| jƒd ks(J‚t|jƒd ks.ý.ý 0ý 0ýz1_NnapiSerializer._handle_conv_pool_flexible_input)F)N)N)NN)N)F)F)Prrrr÷rørýrþrrrºr¾rr r#r%r(r,r-r.r1r»r6r7r:r;r>r5rGrHrrMrRrVrcrgr\r…rzÚ staticmethodr{r­rvr‘rˆr‹rŒrrŽrr’r“r”r•r–r—r˜r™rœrÛr›ršr¬rržr£r rŸr¡r¢r¤r¥rèr©rr§r¦r¨r«rrârrrrråBsä  )    +  g ±S 6? 11 0 "%&"Z "G ' =nråF)rör}rõcCst||ƒ |||¡S)aóConvert to NNAPI and serialize torchscript module: Parameters: module: Torchscript module to convert inputs: Tensors used to specify input details for NNAPI config (optional): Optional config to attach to module return_shapes (optional): Specify shape of outputs if your module uses runtime flexible shapes to set output buffer size for NNAPI use_int16_for_qint16 (optional): Use Pytorch int16 to represent NNAPI qint16 values )rår…)Úmodulerìrör}rõrrrr… s r…)r™)!rÉÚenumrr*Úloggingr¾Útypingrrrrr¹Ú getLoggerr‹rr r‘r”ÚEnumr—rŸr¤rªr«rºr¿rÑrÛrÞràrärår…rrrrÚsN b    k