B +²ô`Ø<ã@sˆdZddlmZddlmZddlmZddlmZddlmZddlm Z ddlm Z dd l m Z dd l m Z dd l mZdd l mZdd l mZddl mZddl mZeZeZeZejZdd„ZeejƒZeejƒZeejƒZeejƒZeejƒZeej ƒZ eej!ƒZ!eej"ƒZ"eej#ƒZ#eej$ƒZ$eej%ƒZ%eej&ƒZ&eej'ƒZ'eej(ƒZ(eej)ƒZ)eej*ƒZ*eej+ƒZ+eej,ƒZ,eej-ƒZ-eej.ƒZ.eej/ƒZ/eej0ƒZ0eej1ƒZ1eej2ƒZ2eej3ƒZ3eej4ƒZ4dd„Z5e j6e j7e j8e j9e j:e j;e je j7e j6e j9e j8e j;e j:e j=e j„ƒZ•ej–Z—ej˜Z™ejšZ›ejœZdQd@dA„ZždRdBdC„ZŸdS)SaÖExperimental library that exposes XLA operations directly in TensorFlow. It is sometimes useful to be able to build HLO programs directly from TensorFlow. This file provides Tensorflow operators that mirror the semantics of HLO operators as closely as possible. Note: There is no promise of backward or forward compatibility for operators defined in this module. This is primarily because the underlying HLO operators do not promise backward or forward compatibility. é)Úabsolute_import)Údivision)Úprint_function)Ú gen_xla_ops)Ú constant_op)Údtypes)Úops)Ú array_ops)Ú bitwise_ops)Ú gen_math_ops)Úgen_random_ops)Úmath_ops)Ú random_ops)Úspecial_math_opscsd‡fdd„ }|S)z:Wrapper that restricts `fn` to have the correct signature.Ncs ˆ||dS)N)Úname©)Úxr)ÚfnrúT/home/dcms/DCMS/lib/python3.7/site-packages/tensorflow/compiler/tf2xla/python/xla.pyÚunary_op_wrapperHsz#_unary_op..unary_op_wrapper)Nr)rrr)rrÚ _unary_opEsrcsd‡fdd„ }|S)zGWraps a binary Tensorflow operator and performs XLA-style broadcasting.Ncs6|pg}t |tj¡}t |||¡\}}ˆ|||dS)zInner wrapper function.)r)rÚconvert_to_tensorrÚint64rZxla_broadcast_helper)rÚyZbroadcast_dimsr)rrrÚbroadcasting_binary_op_wrapperysz?_broadcasting_binary_op..broadcasting_binary_op_wrapper)NNr)rrr)rrÚ_broadcasting_binary_opvs rNcCsf|j|jkst‚|j}|tk}|rBt|}t ||¡}t ||¡}tj|||d}|rbt ||¡}|S)zCPerforms an integer right logical shift irrespective of input type.)r)ÚdtypeÚAssertionErrorÚ_SIGNED_TO_UNSIGNED_TABLEr Úcastr Ú right_shift)rrrrÚsignedZunsigned_dtypeÚoutputrrrÚ_shift_right_logical_helper—s   r#cCsf|j|jkst‚|j}|tk}|rBt|}t ||¡}t ||¡}tj|||d}|rbt ||¡}|S)zFPerforms an integer right arithmetic shift irrespective of input type.)r)rrÚ_UNSIGNED_TO_SIGNED_TABLEr rr r )rrrrZunsignedZ signed_dtyper"rrrÚ_shift_right_arithmetic_helper¦s   r%csd‡fdd„ }|S)z:Wrapper that restricts `fn` to have the correct signature.Ncsˆ|||dS)N)rr)rrr)rrrÚbinary_op_wrapperÕsz%_binary_op..binary_op_wrapper)Nr)rr&r)rrÚ _binary_opÒsr'cCs8t |¡}tjt |¡t |¡gdd}tj|||dS)Nr)Zaxis)r)rrr ÚconcatrÚconstantÚshapeZ broadcast_to)rÚdimsrr*rrrÚ broadcastás    r,cCstt|||d||dS)N)r)ÚminÚmax)ÚarÚbrrrrÚclampésr1éc Cs2d} |r| ¡} tj|||||||| ¡| | d S)a9Wraps the XLA ConvGeneralDilated operator. ConvGeneralDilated is the most general form of XLA convolution and is documented at https://www.tensorflow.org/performance/xla/operation_semantics#conv_convolution Args: lhs: the input tensor rhs: the kernel tensor window_strides: the inter-window strides padding: the padding to apply at the start and end of each input dimensions lhs_dilation: dilation to apply between input elements rhs_dilation: dilation to apply between kernel elements dimension_numbers: a `ConvolutionDimensionNumbers` proto. feature_group_count: number of feature groups for grouped convolution. precision_config: a `xla.PrecisionConfig` proto. name: an optional name for the operator Returns: A tensor representing the output of the convolution. Ú)Úwindow_stridesÚpaddingÚ lhs_dilationÚ rhs_dilationÚfeature_group_countÚdimension_numbersÚprecision_configr)ÚSerializeToStringrZxla_conv) ÚlhsÚrhsr4r5r6r7r9r8r:rÚprecision_config_protorrrÚconvðsr?cCstj||d|dS)Nr2)Zaxesr)r Z tensordot)r<r=rrrrÚdot"sr@cCs(d}|r| ¡}tj||| ¡||dS)Nr3)r9r:r)r;rZxla_dot)r<r=r9r:rr>rrrÚ dot_general&srAcCst ||||¡S)N)rZxla_self_adjoint_eig)r/ÚlowerÚmax_iterÚepsilonrrrÚself_adjoint_eig2srEcCs d}|r| ¡}t ||||¡S)Nr3)r;rZxla_svd)r/rCrDr:r>rrrÚsvd6srFcCs t |¡}tj||||j|dS)N)ZmeanÚstddevrr)rrrÚ random_normalr)ÚmuÚsigmar+rrrrrHFs rHcCs t |¡}tj||||j|dS)N)rr)rrrÚrandom_uniformr)ÚminvalÚmaxvalr+rrrrrKLs rKc Csd|pdgt|ƒ}|p"dgt|ƒ}|p4dgt|ƒ}|pFdgt|ƒ}tj|||||||||d S)aNWraps the XLA ReduceWindow operator. ReduceWindow is documented at https://www.tensorflow.org/performance/xla/operation_semantics#reducewindow . Args: operand: the input tensor init: a scalar tensor representing the initial value for the reduction reducer: a reduction function that combines a pair of scalars. window_dimensions: shape of the window, as a list of integers window_strides: inter-window strides, as a list of integers. Optional; if omitted, defaults to strides of 1. padding: padding to apply to 'operand'. List of (low, high) pairs of integers that specify the padding to apply before and after each dimension. Optional; if omitted, defaults to no padding. name: the operator name, or None. Returns: A tensor that represents the output of the reduce_window operator. r2)rr) ÚinputZ init_valueÚwindow_dimensionsr4Úbase_dilationsÚwindow_dilationsr5Z computationr)ÚlenrZxla_reduce_window) ÚoperandÚinitZreducerrOr4rPrQr5rrrrÚ reduce_windowVsrUcCs(|dk rt ||¡}tj|||d}|S)N)r)r Ú transposeÚreshape)rZ new_sizesZ dimensionsrrrrrW†s rWcCst ||||¡S)N)r Úwhere)Ú conditionrrrrrrÚselectsrZcCs"dd„t|||ƒDƒ}|t|ƒS)NcSsg|]\}}}t|||ƒ‘qSr)Ú_slice)Ú.0ÚstartÚlimitZstriderrrú —szslice..)ÚzipÚtuple)rZ start_dimsZ limit_dimsÚstridesÚspecrrrÚslice•srdZ XlaShardingcCs~|gS)Nr)ÚopÚgradrrrÚ_sharding_grad srgZXlaSpmdFullToShardShapecCs(tj|| d¡|jdj ¡d}|gS)NÚmanual_shardingr)rhZ full_shape)rÚxla_spmd_shard_to_full_shapeÚget_attrÚinputsr*Zas_list)rerfZs2frrrÚ_spmd_full_to_shard_shape_gradªs rlZXlaSpmdShardToFullShapecCstj|| d¡d}|gS)Nrh)rh)rÚxla_spmd_full_to_shard_shaperj)rerfZf2srrrÚ_spmd_shard_to_full_shape_grad³srnFcCstj|||| ¡||dS)N)Ú slice_sizesr9Úindices_are_sortedr)rZ xla_gatherr;)rSZ start_indicesr9rorprrrrÚgatherÀsrqc Cstj||||| ¡||dS)N)Úupdate_computationr9rpr)rZ xla_scatterr;)rSZscatter_indicesZupdatesrrr9rprrrrÚscatterËsrs)N)N)N)N)r2NN)N)NN)N)N)N)NNNNN)NN)N)FN)FN) Ú__doc__Ú __future__rrrZtensorflow.compiler.tf2xla.opsrZtensorflow.python.frameworkrrrZtensorflow.python.opsr r r r r rrr.Z_maxr-Z_minrdr[r)rÚabsZconjÚcosÚceilZdigammaÚerfÚerfcZerfinvZndtriÚexpÚexpm1ÚfloorÚimagÚ is_finiteÚlgammaÚlogÚlog1pZ logical_notÚnegÚrealÚroundÚsinÚsignÚtanhZ bessel_i0eZ bessel_i1erZint8Zuint8Úint16Zuint16Úint32Zuint32rZuint64rr$r#r%ÚaddÚsubÚmulÚdivÚmodÚremÚmaximumZminimumÚatan2ÚcomplexÚ logical_andÚ logical_orÚ logical_xorÚequalÚeqÚ not_equalÚneZ greater_equalÚgeZgreaterÚgtZ less_equalÚleZlessÚltÚpowZ left_shiftZ shift_leftZshift_right_logicalZshift_right_arithmeticZigammaZ igamma_grad_aZrandom_gamma_gradZigammacr'rVÚreverseÚrevZbitcastZbitcast_convert_typer,r1r(Z concatenater?rZconvert_element_typer@rArErFZxla_dynamic_sliceZ dynamic_sliceZxla_dynamic_update_sliceZdynamic_update_sliceZ xla_einsumZeinsumZxla_padÚpadrHrKZxla_recvÚrecvZ xla_reduceÚreducerUZxla_replica_idZ replica_idrWrZZxla_select_and_scatterZselect_and_scatterZxla_sendÚsendZ xla_shardingZshardingZRegisterGradientrgrmZspmd_full_to_shard_shaperiZspmd_shard_to_full_shaperlrnZxla_sortÚsortZxla_key_value_sortZkey_value_sortZ xla_whileZ while_loopZxla_dequantizeZ dequantizerqrsrrrrÚs                                                                           &      %