rh UddlZddlZddlZddlmZddlmZmZddlZdZ e e d<dZ dZ dZd Zd Zd Zd Zd ZdZdZej,ej.ej0ej2ej4ej6ej8ej:ej<d ZdZ e!e d<dZ"d Z#dZ$dZ%eGddZ& d#de'de'dee'de fdZ(dejRde*ee'ffdZ+de dejXfd Z-d!edeefd"Z.y)$N) dataclass)AnyOptionalzmodel.safetensors.index.json _metadata_fnzmodel-{cpt_idx}-of-{num_files}z0shard-{shard_idx}-model-{cpt_idx}-of-{num_files}z .safetensorsDCP_SHARDING_INFO __metadata__ saved_offsetsshapedatadtype data_offsets) F16F32F64I8U8I16I32I64BF16g?HF_DCP_VERSION DCP_VERSIONformatptcleZdZUdZeed<eed<eed<ejed<ejed<y)_HFStorageInfoz#This is the per entry storage info. relative_pathoffsetlengthr r N) __name__ __module__ __qualname____doc__str__annotations__inttorchSizer y/var/www/html/ai-insurance-compliance-backend/venv/lib/python3.12/site-packages/torch/distributed/checkpoint/_hf_utils.pyrr-s)- K K :: ;;r*rindex largest_index shard_indexreturnc |Otj|jd|jd|jdtzStj|jd|jdtzS)N) shard_idxcpt_idx num_files)r3r4)SHARDED_FILE_NAMErzfillSUFFIX FILE_NAME)r,r-r.s r+_gen_file_namer98s  $ $(M003 '((+*O2215 %         '((+-7O7OPQ7R    r* file_bytescd}|j|}tjd|d}|j|}tj|}|||zfS)Nz / 1::o.ABC C r*rJ)/ior@r> dataclassesrtypingrrr'rr$r%r8r5r7rQrPSAVED_OFFSETS_KEY SHAPE_KEYDATA_KEY DTYPE_KEYDATA_OFFSETS_KEYfloat16float32float64int8uint8int16int32int64bfloat16rKrfloatDCP_VERSION_KEYDCP_SHARDING_INFO_KEY FORMAT_KEY FORMAT_VALUErr&r9IOBasetuplerGr rNrSr)r*r+rls[ ! 3 c2 , F *+#    ! == == == ** ++ ;; ;; ;; NN  +     BF  " 19#  * =ryy =U38_ =#%++sx}r*