rhB6#*UddlZddlZddlmZmZddlZddlmZejdeZiZ e ejjefe d<ehdZded ed eegeffd Zed d  d3dddddej&dej&dej&deej&dededed ej&fdZdeeded efdZdej&deded ej&fdZdej&dej&d ed!edeed"ed ej&fd#Zd ed!ed dfd$Zdej&dej&d ed!edeed ej&f d%Zed&d  d4dddddd'dd(dej&dej&d)ej&d*eej&d+eej&d,eej&d-ed.ed/ed"edeed0ed1eed eej&ej&ej&ej&ffd2Zy)5N)CallableOptional)_dtype_mappings_T)boundONNX_ATEN_DECOMP_TABLE> op_type opset_versionreturnc0dtdtffd }|S)zDDecorator to register an ONNX operator with a custom implementation.funcrcd}tjjdd|d|}|tt t tj j |<|j||S)Nopsetzonnx::.) mutates_args)torchlibrary custom_oprgetattropsonnx register_fake)roverloadtorch_opr rs g/var/www/html/ai-insurance-compliance-backend/venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py decoratorz_onnx_op..decorators|=/*==**WIQxj )+   wwuyy~~w'GRS t$)r)r rr!s`` r _onnx_opr#s  r  r"RotaryEmbeddingF) interleaved num_headsrotary_embedding_dimx cos_cache sin_cache position_idsr&r'r(cjd}jd}tjdk(rLjd} tj|dk7fd| |z} |||| g} tj| tjtjdk(djd} |dk(r| }ddddddd|f} dddddd|df} |dz}| ||}||}n|}|}|ddddd|f}|ddddd|f}tj |d}tj |d}|r%| dddddddddf}| dddddddddf}ntj | dd \}}||z||zz }||z||zz}|rftj |d }tj |d }tj||fd }tj|| j} ntj||fd } tj| | fd }tjdk(r tj|j}|S) z_RotaryEmbedding-23 https://onnx.ai/onnx/operators/onnx__RotaryEmbedding.html#rotaryembedding-23rr c"djS)NzKnum_heads must be provided for 3D inputs. Received input tensor with shape )shape)r)sr z%rotary_embedding_23..>sabcbibiajkr"cy)Nzx should be a 4D tensor by nowrrr"r r2z%rotary_embedding_23..Cr"Ndim)r1lenr_checkreshape unsqueezechunkcat)r)r*r+r,r&r'r( batch_sizesequence_length hidden_size head_size new_shapex_rotate x_not_rotaterotary_embedding_dim_halfcossinx1x2realimagx_rotate_concatoutputs` r rotary_embedding_23rO+sJggajO 177|qggaj  N k  9, )YG MM!Y ' LLQWW"$LM Iq (Aq////0HQ12334L 4 9      1(((( C  1(((( C // Q C // Q C  aAqt!tm $ aAqt!tm $Xqb1B 8cBh D 8cBh DtR(tR())T4Lb9==(..A99dD\r2 YY,/R 8F 177|qvqww/ Mr"scalerBc:||Sdtj|z S)z/Get the scale factor for attention computation.g?)mathsqrt)rPrBs r _get_scale_factorrTs %5GC$))I2F,FGr"tensorr?c|jd|jd}}||z}|j||||jddjS)z1Reshape 3D tensor to 4D for multi-head attention.r r/)r1view transpose contiguous)rUr?r'r@rArBs r _reshape_3d_to_4drZsP$*<<?FLLO[Oy(I JIF 1a r"QKcurrent_q_num_headscurrent_kv_num_headsqk_matmul_output_modec |dk(rt|||||Stjtj||j ddS)z1Get QK output tensor based on the specified mode.rr6)_compute_qk_output_for_mode_0r zeros_likematmulrX)r[r\r]r^rPr_s r _get_qk_output_for_aten_spdaresO!, q%';U   Q B0C DEEr"cHtjzdk(fdy)z-Validate Group Query Attention configuration.rcdddS)Nz q_num_heads (z%) must be divisible by kv_num_heads (z ) for GQAr)r^r]sr r2z-_validate_gqa_configuration..s- 344YZnYooxyr"N)rr:)r]r^s``r _validate_gqa_configurationrhs" LL22a7yr"c|}||k7r||z}|j|d}t||jd}tj|}||z} ||z} t j | | jddS)zDHelper function to compute QK output for qk_matmul_output_mode == 0.r r7r.rar6)repeat_interleaverTr1rRrSrrdrX) r[r\r]r^rPK_for_qk repeat_factor scale_factor sqrt_scaleQ_scaledK_scaleds r rbrbsH22+/CC &&}!&<$UAGGAJ7L<(J:~H*$H <<("4"4R"< ==r" Attention) is_causal kv_num_heads q_num_headsr_rPsoftcapsoftmax_precisionV attn_maskpast_key past_valuersrtrurvrwc  d\} }}t|j}|jd}t|jdk(rWtj|dk7xr|dk7d|jd}t |||}t |||}t |||}tjt|jdk(xr2t|jdk(xrt|jdk(d|j|}t | |} |tj ||g| n|j}|tj ||g| n|j}||}}|j| }|j| }|j|}|j|}| d k(xr0| dk(xr)| duxr#|duxs|jtjk(}t|||rud}|"|jtjk(r|n|}tjjj||||d || t||k7 }t||||| | }nY||k7r+||z}|j|| }|j|| }tj |||j|j" }|rytj|dud tj$tj&||tj|j" }|j)|t+d}|?|jtjk(r|j)|t+d}n||z}t | |jd} t-j.| }!||!z}"||!z}#tj0|"|#j3dd}$|$}|$|z}%| dk(r|%}| d kDr| tj4|%| z z}%| dk(r|%}| w| t6vrW|%j}&|%j9t:j<| }%tj>|%d }'|'j9|&}'n/tj>|%d }'ntj>|%d }'| dk(r|'}tj0|'|}|dk(r1|j3ddjAjC||d}||||fS)zMAttention-23 https://onnx.ai/onnx/operators/onnx__Attention.html#attention-23)r r/r.rr.cy)Nz;q_num_heads and kv_num_heads must be provided for 3D inputsrrr"r r2zattention_23..r5r"r r3cy)Nz'Q, K, and V should be 4D tensors by nowrrr"r r2zattention_23..r5r"Nr7rr)ry dropout_prsrP enable_gqa)dtypedevicecy)Nz'Cannot use both is_causal and attn_maskrrr"r r2zattention_23..@r5r"z-infrar6r/)"r9r1rr:rZrTr>clonerboolrhnn functionalscaled_dot_product_attentionrerjzerosrtrilones masked_fillfloatrRrSrdrXtanh-_ATTENTION_23_ALLOWED_INTERMEDIATE_PRECISIONStorONNX_DTYPE_TO_TORCH_DTYPEsoftmaxrYrW)(r[r\rxryrzr{rsrtrur_rPrvrw num_head_dim sequence_dimhead_diminput_shape_lenr?q_sequence_length q_head_size present_key present_valuer]r^kv_sequence_length can_use_sdpasdpa_attn_maskrN qk_outputrl attn_bias causal_maskrmrnrorpqk_matmul_output qk_with_biasoriginal_dtype qk_softmaxs( r attention_23rs &,3(L,!''lOJ 177|q 1  2!2 Q GGAJ a[ 9 a\ : a\ : LL AGG Ec!''la/ECLA4E9 ''(#K e[ 1E    8Q-\2 WWY  !  :q/|4 WWY  qA'',/77<0 -. 3 A !Q & A  % A$  ?)//UZZ"?  35IJ  +4??ejj+HiZiN$$AA $#';;B  1   !   "6 6/3GGM##M|#DA##M|#DAKK 1  LLT!#T  ** %&**88 K"--{lE&MJI  %**,%119*eFmL & 1 ) ; YY|, z>z>!<<(2D2DR2LM% ()3 A %$I S="UZZ w0F%GGL A %$I  ( $QQ!-!3!3+#==>OP  #]]: "]]rsb % *V^^D)ACUZZ22H<=B091-c#(B482D& R ,0 R  !R ||R||R||R5<<( R  RRR \\R!RjHXe_HHH  LL &) 69  \\ F ||F ||FF F E? F  F \\F$47 > ||> ||>> > E? >  \\ >, +r )-'+)- F9!"!'+F9 ||F9 ||F9 ||F9 % F9 u||$ F9 & F9F9F9F9F9 E?F9F9 }F9 5<<u||U\\ ABF9F9r"