
    rh                     R    d Z ddlmZ  e       rddlmZ ddlmZ ddlmZ defdZy)	zFP-Quant integration file   )is_fp_quant_available    )FPQuantConfig)FPQuantDtypeconfigc           	      j   | j                   dk(  rt        j                  }nt        d| j                          | j                  dk(  rt        j
                  }nt        d| j                         t        || j                  || j                  | j                  | j                  | j                        S )Nmxfp4zUnsupported forward dtype: bf16zUnsupported backward dtype: )forward_dtypeforward_methodbackward_dtypestore_master_weightshadamard_group_sizepseudoquantizationmodules_to_not_convert)r   r   MXFP4
ValueErrorr   BF16FPQuantLinearConfigr   r   r   r   r   )r   r   r   s      u/var/www/html/ai-insurance-compliance-backend/venv/lib/python3.12/site-packages/transformers/integrations/fp_quant.pyadapt_fp_quant_configr      s    w&$**6v7K7K6LMNN&%**78M8M7NOPP#,,%#88"66!44%<<     N)	__doc__utilsr   fp_quantr   r   r   &transformers.utils.quantization_configr    r   r   <module>r      s,    
 =% @- r   