rh r ddlZddlZddlZddlZddlZddlZddlZddlmZm Z ddl m Z ddlm Z ddl mZmZmZmZmZmZddlmZmZddlmZddlmZdd lmZmZmZdd lm Z dd l!m"Z"dd l#m$Z$dd l%m&Z&m'Z'ddl(m)Z)m*Z*ddl+m,Z,er ddl-Z-ddl.m/Z/ddl0Z0ddl1m2cm3Z4ddl5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCmDZDddlEmFZFddlmGZGddlmHZHddlImJZJmKZKddlLmMZMddlNmOZOddlPmQZQddlRmSZSddlTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZagdZbee0jjgeeQfZeejGddZgejGdd Zhd!Zid"eejd#e4jd$eejd%e4jd&elf d'Zme0jjje0jjje0jjje0jjje0jjje0jjje0jjje0jjje0jjje0jjje0jjje0jjjg Z|e0jjje0jjje0jjje0jjje0jjje0jjje0jjje0jjje0jjj g Ze d(Zd)ee0jjefd&eee0jjefd*ffd+ZdDd,Zd-ee0jjefd.ee0jjefd/eefd0Zd1e0jjd2eXd&ee0jjeXffd3Zd1e0jjfd4Zd5e0jjd6eXd1e0jjd7eXd8eehf d9Zd-ee0jjefd.ee0jjefd/eed:elfd;ZGd<d=Zd>Z dEd1e0jjd?d@d&dAfdBZdCZy)FN) defaultdict namedtuple)Iterator)contextmanager)AnyCallablefinalOptional TYPE_CHECKINGUnion)tracingTracingContext)autograd_not_implemented)FakeScriptObject)_deregister_op_impl_is_op_registered_to_fake_ruleregister_op_impl)FakeTensorMode)_ConstantAttributeType)#first_call_function_nn_module_stack)_PyTreeCodeGen _PyTreeInfo)immutable_dictimmutable_list)insert_deferred_runtime_asserts) ValueRanges)_collect_all_valid_cia_ops_collect_and_set_constant_attrs_collect_param_buffer_metadata_detect_fake_mode_from_gm_fakify_params_buffers_get_decomp_for_cia_is_preservable_cia_op_name_hoo_subgraph_placeholders7_override_graph_signature_for_temp_registered_constants/_overwrite_signature_for_non_persistent_buffers)_populate_param_buffer_metadata_to_new_gm_register_constants_as_buffers_rename_without_collisions_special_op_to_preserve_ciaplaceholder_naming_pass)Verifierdetect_fake_modeunset_fake_temporarily) is_equivalentreorder_kwargsCustomDecompTable) compatibility) PassResult) PassManager) ArgumentSpecConstantArgumentCustomObjArgumentExportGraphSignature InputKind InputSpec OutputKind OutputSpecSymBoolArgumentSymFloatArgumentSymIntArgumentTensorArgument TokenArgument)ExportedProgramModuleCallEntryModuleCallSignaturedefault_decompositionsceZdZUeeed<eeed<ejed<ejed<dZe ee ed<dZ y)rHinputsoutputsin_specout_specNforward_arg_namesc|jD]-}|j|jk(s|j|_/|jD]-}|j|jk(s|j|_/yN)rKnamerL)self original_nodenew_nodeios p/var/www/html/ai-insurance-compliance-backend/venv/lib/python3.12/site-packages/torch/export/exported_program.pyreplace_all_uses_withz)ModuleCallSignature.replace_all_uses_withhsd 'Avv+++! ' 'Avv+++! ') __name__ __module__ __qualname__listr9__annotations__pytreeTreeSpecrOr strrYrZrXrHrH`sE   ,  __oo-1xS *1'rZrHc,eZdZUeed<dZeeed<y)rGfqnN signature)r[r\r]rbr_rfr rHrcrZrXrGrGqs H/3Ix+,3rZrGcBtjfd}|S)NcTt5|i|cdddS#1swYyxYwrQr/)argskwargsfns rXwrapperz/_disable_prexisiting_fake_mode..wrapperxs+ # % 't&v& ' ' 's') functoolswraps)rkrls` rX_disable_prexisiting_fake_moderows%__R'' NrZ spec1_type spec1_context spec2_type spec2_contextreturnc|| ||uxr||k(St|ttfrt|ttfr||k(St|ttfrt|ttfr||k(S||uxr||k(S)zeTreat containers and their immutable variants as the same type. Otherwise compare as normal. ) issubclassdictrr^r)rprqrrrss rX_fx_collection_equivalence_fnrxsZ/Z'JM],JJ*t^45*T>*; --*t^45*T>*; --  # F (FFrZc#Ki}t}|jD]x\}}|jj||<|j |t D]3}||jvs|j |t|d5t|}tjjj|jvr/|jtjjj=|j tjjj|d}t|s&t|tj ||t"D](}||jvs|j ||*{ d|D]_} | jj%| jj'|| | j(j%t+| ay#|D]_} | jj%| jj'|| | j(j%t+| awxYww)NT)deferred_errorcR|d}|d=|5||i|cdddS#1swYyxYw)Noriginal_callablerc)fake_tensor_modeoprirjorig_cia_callables rX$_force_dispatch_to_orig_cia_callablezQ_override_composite_implicit_decomp.._force_dispatch_to_orig_cia_callables< &': ; *+! :($9&9 : : :s&)r|)setitems py_kernelscopyadd(_AUTOGRAD_ALIAS_BACKEND_KEYS_TO_OVERRIDEpy_implrr"torch_C DispatchKeyCompositeImplicitAutogradrrrmpartial_BACKEND_KEYS_TO_OVERRIDEclearupdate_dispatch_cacher) cia_ops_to_callable saved_tables patched_ops op_overloaddecomp_callableoverride_dispatch_keyrrkeyr~s rX#_override_composite_implicit_decomprsL%K(;(A(A(C=<$ _$/$:$:$?$?$A [! $%M  !$K,B,BB: ##$9:,[N 0 < 88   9 9[=S=S S&&uxx';';'U'UVK EHH00JJK   : .k: ) [ )!!8&7 - ?<$$&'7$ ( (&22&6  # # * *2 .R $B 'ggiG))&1 O3O O1&22&6  #97@%=!<A=  ,,rZctS)z This is the default decomposition table which contains decomposition of all ATEN operators to core aten opset. Use this API together with :func:`run_decompositions()` r3rcrZrXrIrI>s  rZ cia_to_decomppython_decomp_tablejoint_loss_indexcddlm}ddlm}ddlm}m}m} m} m } m } ddl m } d}|||s|j}it|jdt|j!d}dd lm}||it|jdt|j!d}t'|j(}|t+| d }|j,}|j.j0j2j4}|j6t8t:fvrt=j>t:d|g}tAtC||jD||j._|jGtI|jJ|jL|tO||jP|jJjR}tU||}tW|}dd l,m-}m.}g}|j.j^D]}|j`d k(stc|jddtfrwd}|jddjh'|jL|jddjj}n#|jddjhjl}|jo||jo|jddtq|}|5ts|5||jt5tw|5t=jx||jD}||g|d|dj{i|5\} }!}"}#}$|| |!|"||#|dd| }%|%jLj}D&'cic]\}&}'|&tc|'t~r|$|'n|'c}'}&|%_&|%j}(|%j})t|)|})t||(|)t|jJ|)})||(|)|#}*t|(|)| |!|"||*ddddddddddddddd| (| |(| |()t|(|)\}(})i|jP|j}D+,cic] \}+},|+|vr|+|,c},}+}-|j}D]J\}+},|+|-vr&tc|,tjjrJ|+|-vs5|+|vs:|-j|+L|(|)|-fS|j(j.j^Dcgc]}|j`d k(s|}.}|.Dcgc]}|jdd}/}|j(j!D+0cgc]\}+}0|+ }1}+}0|1D]}+t|j(|+t|/}|tjn|}|rtjn|}2| 5|5ts|5|25||j(|/||d nd||nd\}(}3|(j.jddddddddddddd}4(j.j^Dcgc]}|j`d k(s|}5}t9|(j.j^djd}6t|5t|.k(sJt|.|5D]\}7}8|7jjx|8_5|8_S|5D9cic]}9|9jj|9jj}:}9|(j.j^D]8}|j`d k(rt|:|jj|jj|_5:t|(ddlVmW};mX}<ddlYmZ}=tjjjs[d}>t|(}?|?L|<|(tj|;|>5t|(|?dt|(j.d ddd|(jGt|=|(D]7\}@}+tc|6|@tjjs.|+|6@_59t|jJjD@Acic]C\}@}Atc|Ajts$Ajjj|5@jjE}B}@}At|jJjD@Acgc]E\}@}At|Aj|4|Aj|5|@|Aj|AjG}C}@}Ag}Dt3jD@+cic]\}@}+|+|@ }E}@}+t9|3jj}F|F|6dt|FDcgc]}|jjc}k(sJ|3jj}D]\}G}HE|H}@|jJj|@}I|IjtjtjfvsJIjtjk(rtjntj}JIjtjk(r IjnIjjj}KDjotJtG|Kt|jJjD]\}@}ADjot|@|k(rtjn Aj|4Aj|6tF@zBj|Aj|Aj||3jJ|3jj}Lt|3jt|jJjk(sJt|jJjD@Acic]/\}@}Atc|Ajtr|3j@A1}M}@}At|6tDdD]\}@}L|jj}NM|N}A|Ajtjk(rtj}OAj}KnHAjtjk(rtj}ON}KntdAjDjotOt|jjKt|5t|.k(sJtCD})t|.|5D]\}P}Qtc|PjddtjsPjddQjdd<Qj|)jvsQj|)jvs}Pjdj}D]\}R}S|SQjd|R<|(|)|jPfScc}'}&w#1swY xYw#1swY xYw#1swY xYw#1swY xYw#1swY xYwcc},}+wcc}wcc}wcc}0}+w#1swY*xYw#1swY/xYw#1swY4xYw#1swY9xYwcc}wcc}9w#1swYxYwcc}A}@wcc}A}@wcc}+}@wcc}wcc}A}@w)Nr)_materialize_and_lift_constants)aot_export_module)2_disable_custom_triton_op_functional_decomposition_export_to_aten_ir_ignore_backend_decomps_verify_nn_module_stack_verify_placeholder_names_verify_stack_trace)ShapeEnvc>|duxs|jjduSrQ)graph_signaturebackward_signature)eprs rX_is_joint_ir_decompzO_decompose_and_get_gm_with_new_signature_constants.._is_joint_ir_decomp[s) D ( A!!44D@ rZF)remove_duplicate)!unwrap_tensor_subclass_parametersT) shape_envexport)&_enable_graph_inputs_of_type_nn_module_fakify_script_objects placeholdervalr8)r_check_autograd_state_prettify_placeholder_namesdecompose_custom_triton_ops)decompositions trace_jointoutput_loss_indexct|tr|St|trt|jSt|trt |jSt|t rt |jSt|t rt |jStdt|)NrRzType of old_arg not supported: ) isinstancer:rDrRrCrBrA RuntimeErrortype)old_argnew_phs rX update_argzF_decompose_and_get_gm_with_new_signature_constants..update_argXs g/ 0N  0!v{{3 3  0!v{{3 3 !1 2#5 5  1" 4 4r persistent user_inputsuser_inputs_to_mutaterr= USER_INPUTBUFFERr?BUFFER_MUTATIONUSER_INPUT_MUTATIONr@rDr LOSS_OUTPUTgetrgradients_to_user_inputs PARAMETERGRADIENT_TO_PARAMETERGRADIENT_TO_USER_INPUTAssertionErrorr<Tensorinputs_to_parametersinputs_to_buffers)Trrrrrrrrrrrrrrrmodwrapped_params_buffersrunwrapped_params_buffers fake_moderNorig_arg_namestemp_registered_constantsfake_params_buffersparams_buffers_to_node_metarrretracing_argsnodereal_script_objtxretracing_args_unwrapped patched_mod new_fake_argsnew_fake_kwargsnew_fake_constant_attrsmap_fake_to_realaten_export_artifactreobjrnew_graph_signaturerrRpnew_state_dictold_placeholders fake_args_buffers_to_remove#custom_triton_ops_decomposition_ctxrrnew_placeholders new_outputsold_phrphname_maprrrrrrVspecold_new_placeholder_maprruser_inputs_indexmutation_names output_name input_name input_spec output_kindr gradientsspecssourcerold_noderUrvsT rX2_decompose_and_get_gm_with_new_signature_constantsrHGs!Y?? r#3 4iik" 3'''?@" 3$$e$<="    *#.$ 3'''?@$ 3$$e$<=$  .boo>  &DII==++77AA ==u -udXJ?H+       ((:(:BLL#N%C  2 2 I I% ! 5YD&DS&I#  IIOO &># L+-F$ :/5H 'V&&(;'#<+-D ('!#'{E Q Q Q Q f #B!"&9:"C ##   mm  8==?D!55a .335 -GD!>)%a););<<<~%77"&&t, -&66..44=8P/??d5!?I?-/__-J-J-LM'$MM!'&'!+I,5,= &&(9I '  ?( !'' ,M:' ,- ' 0 OO . 0 <%$4$@ d  O $$&''''& N*,T477m;STTrxx~~&r*//2K  C(8$9 99 9.0@A2&,kk1 fm2,<-@!AB GAttyy)F=DyyI///!77i222!88$';DII;%GHH   " 2  &  C(8$9 99 9.l""24DE %((--. =#+==#7HMM%  OO2GG G"5"G"GG ++- %1#$ a  % % "BMM 11w29E E Q Q Q Q Q Q Q Q H$@M''''''''@U=0  $ "XWJ s0' x:3x- x Ax 5x "x.A+x x !x )x-1x: y#y 8y y7 y!z$ y70y*8=y 5y*=y7z0zzz&z Az(6A z. z4!z:24z?x x x x x  x* %x--x7 2x::yy' "y**y4 /y77z <zzz%rr.c|j|j5|jjD]}|jdk(st j |j\}}|D]}t|tjjs(|j|jvsA|jdk(sQ|jtjj j"j$k(s|j'|jd|jj)||j+ddd||fS#1swY||fSxYw)zQ Removes redundant copy_ node that was introduced due to mutated buffer. output call_functionr8N)_set_replace_hookget_replace_hookrrr~r` tree_flattenrirrrrrRbuffers_to_mutateropsrrdefaultrY erase_noder)rr.r#rir3outs rXrrs  1BBD EHHNN 5Dww(" --dii8a 5C"3 6HH(;(M(MM FFo5 # eiinn.A.A.I.I I55chhqkBHH//4 5 5  " ""! " ""s+)E A EE/E?;E;AEE!c |j|j5|jD]}t|tj j s)i}i}t|jjD]}|jdk(r|jtjk(r|j\}}||d|} | |vrc|j|| |D].} | j | j j||| 0|jj#|||| <| ||<|j$||< dddy#1swYyxYw)NrK.)rLrMmodulesrrr GraphModuler^rrr~roperatorgetitemrirYrfrRrR) rrmodule_call_graphrnode_idgetitemsr#rEidxnew_identrys rX _common_getitem_elimination_passr`sG  o>>@ A.jjl .Ffehh&:&:;02G13HV\\//0 .77o-$++AQAQ2Q"&))KFC '0#7F)228F3CD%6"E$: % E E$((6*:!""  //5+/((. $(IIGDM! .  ....sCE/AEEold_gmold_graph_signaturerold_module_call_graphctj|}|jjDcic]}|j|}}ij j i|j |j }i} d} |jjDcgc]}|jdk(s|j } }ttfd| } |jjDcgc]}|jdk(s|j } }|jjD]}|jjdgx} r|j| | dj<>|jdk(sN|j|vr]|j|jvrv|j| vst|jtsJ| | }t|tsJ|j| |<| dz } t!t}|j#D]X\}}|j%ds |vs|| |<"dj'|j)ddd}||j+|Z|D]x}|j,}|g|j.|j0D]H}|j|vrt3d |jd |j| vr| |j|_N|j|vs]||j}|jd k(s||jt4j6j8j:j<t4j6j8j:j>t4j6j8j:j@fvs|jBdj}|| vrt3d |d | ||_K{|Scc}wcc}wcc}w) Nrrc,|vxr|jvSrQ) input_tokens)xold_graph_params_buffersrbs rXz0_get_updated_module_call_graph..Xs$a77:,999rZ from_noderr8zparametrizations.rUzIt looks like z is a tensor subclass. Preserving submodule that takes subclass parameter is not supported in inference IR because we desugar them, resulting in more tensorsrK)"rdeepcopyrrrRrrr~rr^filterrrrfrrbrrrjoinsplitrrfrKrL ValueErrorrrPrto dtype_layoutdevicedtyperi)rarbrrrcnew_module_call_graphr# old_nodesnew_graph_params_buffers provenanceuser_input_counterold_user_input_namesnew_user_input_nameshistoryold_nameold_param_to_desugaredrRr old_targetr_rfrgrFrhs ` @rX_get_updated_module_call_graphr:s!MM*?@-3\\-?-?@TD@I@   2 2   / /    . .   + + "$J & 2 2dgg6N   :  !#$'']2J ,iimmK4 47 4+/99Jwr{'' ( WW % 77;;/">">>;;"66%dii55534FGH%h444+/99Jx(&!+&#,,).0668< f  !45//#' 4 &,,s"3Ab"9:J ": . 5 5d ;<''4OO   89##8i&7&78# 4Avv// $QVVH-Z[ vv##AFF+9$$QVV,;;/1hooIINN%%22IINN%%,,IINN%%++J7 "*q!1!6!6J!3(,ZL9bc ( 3AFG# 4 '4R ! SA sO/O4+O4,O9O9rc tt|||||\}}}t|j|j|||j}|j j |jj t||j} t||j||| ||j|j} | S)Nrrrr)rootrrrrange_constraintsrZrr) rHrrrrZrr_get_updated_range_constraintsrrFrrr) rrrrrrr.rrtnew_range_constraintsexported_programs rX_decompose_exported_programrs ; #/)$?    ;     GGNN2??''(:   ' hh+//((,,  rZceZdZdZ dDdddeej jee e ffdejjde dee eejej jffdd d eed eeee d fee e ffd eee efdeeeefdZeeddZej6eddZeeddZej6eddZeeddZej6eddZeeddZej6eddZeddeej jfdZ eddeee ej jffdZ!eddeejfdZ"eddeee ejffdZ#eeddZ$e$j6edd Z$eedd!Z%e%j6edd"Z%eedd#Z&e&j6edd$Z&eedd%Z'e'j6edd&Z'eedde fd'Z(e(j6edd(Z(eedde fd)Z)e)j6edd*Z)eedd+Z*e*j6edd,Z*eedd-Z+e+j6edd.Z+eedd/Z,e,j6edd0Z,d1Z-d2e d3e de fd4Z.d2e d3e de fd5Z/d6Z0de fd7Z1dej jfd8Z2d9Z3e4 dEd:eeejjjle7fd;e8ddfd<Z9d=e:ddfd>Z;d?Z<edd@Z=e>dAZ?ddddB dFdCZ@y)GrFa Package of a program from :func:`export`. It contains an :class:`torch.fx.Graph` that represents Tensor computation, a state_dict containing tensor values of all lifted parameters and buffers, and various metadata. You can call an ExportedProgram like the original callable traced by :func:`export` with the same calling convention. To perform transformations on the graph, use ``.module`` property to access an :class:`torch.fx.GraphModule`. You can then use `FX transformation `_ to rewrite the graph. Afterwards, you can simply use :func:`export` again to construct a correct ExportedProgram. N) verifiersrrrrrdict[sympy.Symbol, Any]rZr.rrc $tjjj|_t |||_t|tjjr/|j jj|jt|j ||||_ ||_ ||_|J||_||_|xsi|_| xst$g} t'd| DsJ| |_|j+y)Nc3<K|]}t|tywrQ)rvr,).0rGs rX z+ExportedProgram.__init__..s>q:a*>s)rrrCodeGenr_create_graph_module_for_export _graph_modulerrWrrr`_graph_signature _state_dict_range_constraints_module_call_graph_example_inputs _constantsr,all _verifiersvalidate) rSrrrrrrZrrrs rX__init__zExportedProgram.__init__s//1I>>>># rZF)is_backward_compatiblec|jSrQ)rrSs rXrzExportedProgram.graph_modules!!!rZctd)Nz7Unable to set ExportedProgram's graph_module attribute.rrSvalues rXrzExportedProgram.graph_module sTUUrZc.|jjSrQ)rrrs rXrzExportedProgram.graph%s  &&&rZctd)Nz0Unable to set ExportedProgram's graph attribute.rrs rXrzExportedProgram.graph*sMNNrZc|jSrQ)rrs rXrzExportedProgram.graph_signature/s$$$rZctd)Nz:Unable to set ExportedProgram's graph_signature attribute.rrs rXrzExportedProgram.graph_signature4sWXXrZc|jSrQ)rrs rXrzExportedProgram.state_dict9srZctd)Nz5Unable to set ExportedProgram's state_dict attribute.rrs rXrzExportedProgram.state_dict>sRSSrZrtc#DK|jD] \}}| yw)zH Returns an iterator over original module's parameters. N)r)rSr3params rX parameterszExportedProgram.parametersCs) --/ HAuK  c#hK|jjD]}||j|fyw)z Returns an iterator over original module parameters, yielding both the name of the parameter as well as the parameter itself. N)rrr)rS param_names rXrz ExportedProgram.named_parametersKs7 ..99 :Jdooj99 9 :s02c#DK|jD] \}}| yw)zC Returns an iterator over original module buffers. N)r)rSr3bufs rXbufferszExportedProgram.buffersTs) ((* FAsI rc#Kt|jj}|jjD]-}||vr||j|f||j |f/yw)z Returns an iterator over original module buffers, yielding both the name of the buffer as well as the buffer itself. N)rrrrrr)rSr buffer_names rXrzExportedProgram.named_buffers\sm "%T%9%9%P%P!Q//77 @K44!4>>+#>>>!4??;#???  @sA'A)c|jSrQ)rrs rXrz!ExportedProgram.range_constraintsi&&&rZctd)Nz.s<1!A$Trying to flatten user inputs with exported input tree spec: z- but actually got inputs with tree spec of: F)rrMrr1rxrorrrr=r rr r rrrrCONSTANT_TENSOR CUSTOM_OBJr)rSrirjrMrradditional_inputsinput_s rX_graph_module_flat_inputsz)ExportedProgram._graph_module_flat_inputssf..((#'#A#A$#O =  } 7$A( Q)@ /# **66 HF{{i222##  !$$-&,,T^^FMM-JK%,,T__V]]-KL))$$!"(( )FG# H$""34!9,,rZctd)Nz\Unable to call ExportedProgram directly. You should use `exported_program.module()` instead.r)rSrirjs rX__call__zExportedProgram.__call__-s B  rZc :ddlmcm}|j||\}}|jj |j j}|j j}t|t|z} |d| } |j j} | 'tt| j} |d| }|| d} tj||jj } |j j&Dcgc]!}|j(t*j,k(r|#}}t/| D]\}}|j j0|j(t2j4k(r(j6J||j8j6<dj(t2j:k(r@j6Jtfdt/|D}||j=|t?dj(|S|S#t $rDtj"|\}} |j%d|jj d| wxYwcc}w#|j j&Dcgc]!}|j(t*j,k(r|#ncc}w}}t/| D]\}}|j j0|j(t2j4k(r(j6J||j8j6<dj(t2j:k(r@j6Jtfdt/|D}||j=|t?dj(wxYw)zProcess potential mutations to the input. Because self.graph_module is functional, so mutations has to be written back after execution of graph_module. rNz@Trying to flatten user outputs with exported output tree spec: z. but actually got outputs with tree spec of: c3nK|],\}}|jjjk(r|.ywrQ)rrRr)rrVr; output_specs rXrzDExportedProgram._postprocess_graph_module_outputs..`s3% '4#xx}} 0B0BB%s25zUnexpected kind: ) torch._export.error_exporterrorrrrNrrOr rassertion_dep_tokennextiterrr`r ExceptionrN InternalErrorrrr=r rrr?rrrrcopy_r)rSresr orig_kwargsrrr3buffer_mutationuser_input_mutation num_mutatedmutated_valuesrassertion_dep_token_indexrr;r rVrindexrs @rX!_postprocess_graph_module_outputsz1ExportedProgram._postprocess_graph_module_outputs3s ,+55iM 1 >> " " ."22DDO"&"6"6"L"L o.5H1IIK +.N#'"6"6"J"J ".,06I6N6N6P1Q,R)445kl#C U++C1H1HI!% 4 4 @ @yyI$8$88  !*. 9UHAu"&"6"6"C"CA"FK"'':+E+EE*11===>C (:(:;$))Z-K-KK*11=== $%+4[+A%! "%(..u5,/@AQAQ@R-STTU s ; #)#6#6s#; =))W~~../0E$o'  $ 4 4 @ @yyI$8$88  !*. 9UHAu"&"6"6"C"CA"FK"'':+E+EE*11===>C (:(:;$))Z-K-KK*11=== $%+4[+A%! "%(..u5,/@AQAQ@R-STTUs,*H&I(A I%%I--N&J-,C.Nc|jjddjdd}t|jjdd}d|d|d|j d}|S)NF) print_outputcolored z zExportedProgram: z Graph signature: z Range constraints: )rprint_readablereplacerbrr)rSrrstrings rX__str__zExportedProgram.__str__js((778 '$ ! d223;;D(K .! /01""&"8"8!9 =   rZcddlm}||}ddtfd}ddtfd}tj|||_tj|||_|S)z_ Returns a self contained GraphModule with all the parameters/buffers inlined. r8)&_unlift_exported_program_lifted_statesmodectd)Nz%Calling train() is not supported yet.NotImplementedErrorrSrs rX_trainz&ExportedProgram.module.._trains%&MN NrZctd)Nz$Calling eval() is not supported yet.rr s rX_evalz%ExportedProgram.module.._evals%&LM MrZ)T)rrbooltypes MethodTypetraineval)rSrrr r s rXrzExportedProgram.modulews] D7= Ot O Nd N''7 &&uf5  rZctdt|jjDt |jjS)Nc3`K|]&\}}|jtjk(r|(ywrQ)rr=r )rrVss rXrz=ExportedProgram._num_lifted_params_buffers..s. Aq66Y111 s,.)rrrrrrs rX_num_lifted_params_buffersz*ExportedProgram._num_lifted_params_bufferssC %d&;&;&G&GH  %%11 2   rZrrc| tn t|}t|tr|j }t |\}}t |||d|S)a Run a set of decompositions on the exported program and returns a new exported program. By default we will run the Core ATen decompositions to get operators in the `Core ATen Operator Set `_. For now, we do not decompose joint graphs. Args: decomp_table: An optional argument that specifies decomp behaviour for Aten ops (1) If None, we decompose to core aten decompositions (2) If empty, we don't decompose any operator Some examples: If you don't want to decompose anything .. code-block:: python ep = torch.export.export(model, ...) ep = ep.run_decompositions(decomp_table={}) If you want to get a core aten operator set except for certain operator, you can do following: .. code-block:: python ep = torch.export.export(model, ...) decomp_table = torch.export.default_decompositions() decomp_table[your_op] = your_custom_decomp ep = ep.run_decompositions(decomp_table=decomp_table) Nr)rIrwrr4 materializerr)rSrr _decomp_tablerrs rXrun_decompositionsz"ExportedProgram.run_decompositionsskP)5(< " $$|BT  m%6 7)557M" 9 G  + ' 3!(C   rZpassesc Ttt|}ddlm}|5||j}ddd |jn |j}|J||jur|j s|Sdt dtjjdt fd}t||j||j||jt||jt!j"|j$|j&|j(|j* }|jj,j/|jj,|jj,j/|jj,|S#1swYjxYw)Nr)r old_signaturenew_gmrtc g}t|jjD]\}}|jdk7rn|t |j ksJd|j |}t |jttfr |jn$t|j|j}|jt|j||j|j t#|jjd}|jdk(sJg}t|j$dD]\}}|t |j&ksJd|j&|} t | jttfr | jn$t| j|j}|jt)| j|| jt+||} | S)zO Update the graph signature's user_input/user_outputs. rz-Number of inputs changed after transformationrrJrz.Number of outputs changed after transformationr)rrrr~rrrrr:r;rrRrr>rrr r^rirr@r<) rrnew_input_specsrVr#old_input_specr output_nodenew_output_specsold_output_spec new_signatures rX_get_updated_graph_signaturezKExportedProgram._transform_do_not_use.._get_updated_graph_signatures!O$V\\%7%78 477m+3}8899C9"/!:!:1!="&**-=?P,Q#&&2n001$))<  &&&++&--&11  0v||11226K>>X- --! $[%5%5a%89 43}99::D:#0"<"@Q-R$''3o112499= !''33S/:P:PQ  1+:JM! rZ rrrrrrZrrr)r7r^rrrmodifiedr<rrrWrFrrrrrrrkrrrrrr)rSrpmrrtransformed_gmr%transformed_eps rX_transform_do_not_usez%ExportedProgram._transform_do_not_useso f & @ $ & (T&&'C (-0_))$BSBS))) T.. .s||K7 !/7 !HH((7 !"7 !r) &&8$$n<&&#mmD,C,CD..nnnn  ##((//0A0A0F0FG##((//0@0@0E0EFi ( (s FF'cRddlm}|jjDcgc]}|jdk(s|}}t ||j jDcgc]$\}}|jtjk(r|&}}}||||jycc}wcc}}w)Nr)"_check_input_constraints_for_graphr) torch._export.utilsr-rrr~rrrrr=r r)rSrr-r/ placeholdersrinput_placeholderss rXrz(ExportedProgram._check_input_constraints6sJ#'::#3#3Maqtt}7LM ML$*>*>*J*JK 1vv---   +  3T5K5K N sBB)B#c$|jyrQ) _validaters rXrzExportedProgram.validateCs  rZct|jdkDsJd|jD]}|j|y)Nrz0ExportedProgram must have at least one verifier.)rrcheck)rSrGs rXr2zExportedProgram._validateHsE4>>"Q& > & A CIIdO rZ)rrrc $t||j|||n |jtj|j tj|j |j||n |j|| S|j S)Nr&) rFrrrrkrrrrr)rSrrrrrs rX_updatezExportedProgram._updateQs$$+%/%;z"mmD,B,BC"mmD,C,CD..#,#8idnn#,#8i  ?Cnn  rZ)NN)NF)rtrF)Ar[r\r]__doc__r rrModulerwrbrrGraphr<rrr^rGr rrrr,rpropertyr5rsetterrrrrrrrrrrZrrrrrrrrrrrrrrro_ops OperatorBaserr rPassTyper+rrr r2r6rcrZrXrFrFs .LPAE#59#EHHOOT#s(^34#xx~~#. # eELL%((2D2D$DEEF # 5 # 0#!uS#XS#X'F!GH#D&#Dh01#J%0"1"%0V1V%0'1' \\%0O1O%0%1%%0Y1Y%0 1 %0T1T%0HUXX%7%781%0:(5ehh6H6H1H+I"J:1:%0%,,/1%0 @xc5<<.?(@A @1 @%0'1'%0 1 %0'1'%0 1 %0$1$%0%1%2%0  1  %0S1S%0"#"1"__%0R1R%0**1* ^^%0Q1Q%01%0S1S%01%0 1 %01%0S1S(.,-c,-3,-3,-\ c S S 5n  $ $KO,1D tEJJ$;$;X$EFGD &*D   D $D LZXZ:KZx  %01     rZrFcP|jjDcgc]-}|jjdd|jd/}}ddlm}||}| |j S|D]4}t|tjs|jj cSycc}w)Nrrr-) rrrr torch._guardsr.rrrSymIntr#)rr#valsr.rrGs rXrrgsHHNN   99== % 1 % D  / &I""" $ a &66## #$ s2B#old_range_constraintsz!Optional[dict[sympy.Symbol, Any]]rc<|Jt|}|iStj|}|jDcic]\}}||jvs||}}}|jjD]\}}||jvs||vs|||< |Scc}}wrQ)rrr replacements var_to_range)rrCrrrrGs rXrrws ! ,, ,r"I  "78*002Aay?U?U6U1 &&,,.%1 I** *q8I/I#$ a % s BBc tjj||}|S#t$r\t j dtjj|tjj }||_Y|SwxYw)NzUnable to execute the generated python source code from the graph. The graph module will no longer be directly callable, but you can still run the ExportedProgram, and if needed, you can run the graph module eagerly using torch.fx.Interpreter.)rrrW SyntaxErrorwarningswarnr9_graph)rrrs rXrrsx XX ! !$ . I     G XX ! !$(8 9 I s $A!B B )rtr4rQ)rr dataclassesrmrXrrI collectionsrrcollections.abcrrtypingrrr r r r r@r rtorch._higher_order_ops.utilsr"torch._library.fake_class_registryrtorch._subclasses.fake_implsrrrtorch._subclasses.fake_tensorrtorch.fx._symbolic_tracertorch.fx._utilsrtorch.fx.graphrrtorch.fx.immutable_collectionsrrtorch.fx.passes.runtime_assertrsympytorch.utils._sympy.value_rangesrrtorch.utils._pytreeutils_pytreer`r.rrrr r!r"r#r$r%r&r'r(r)r*r+torch._export.verifierr,r.r0torch.export._tree_utilsr1r2torch.export.decomp_utilsr4torch.fx._compatibilityr5torch.fx.passes.infra.pass_baser6"torch.fx.passes.infra.pass_managerr7rr9r:r;r<r=r>r?r@rArBrCrDrE__all__rrWr> dataclassrHrGrorContextr rxrr AutogradCPU AutogradCUDA AutogradMeta AutogradXLA AutogradLazy AutogradIPU AutogradXPU AutogradMPS AutogradHPUAutogradPrivateUse1AutogradPrivateUse2AutogradPrivateUse3rCPUCUDAMetaXLALazyIPUXPUMPSHPUrrrwr<r=rrrIintrHrr`r^rrrFrrrrcrZrXr}s  /$%GG1B? 9;?6IJ ; $$",*@B716:"  UXX))*HZ,@@ A  ' ' '  444 GG>>GG>> G  G: HH$$ HH%% HH%% HH$$ HH%% HH$$ HH$$ HH$$ HH$$ HH,, HH,, HH,, ,(, HH HH HH HH HH HH HH HH HH P$P$f)-uzz..89)- 4 ''1 2C 78)-Xz2 //9:z2ejj55x?@ z2 sm z2z # #3G# 588  !5 56#2. .:r! HH r!-r! r!* r!  0 r!j4 //9:4ejj55x?@ 4 sm 4 "& 4n~  ~  B $$BF >.rZ