o ٷis @sdZddlZddlZddlmZddlmZmZm Z m Z m Z m Z m Z ddlmZdejdejd ed ejfd d ZGd dde ZGdddeZGdddeZdS)z4GGUF quantization config for diffusion transformers.N) _custom_ops)UNQUANTIZED_TYPES GGUFConfigGGUFLinearMethod LinearBaseQuantizeMethodBaseUnquantizedLinearMethodis_layer_skipped_gguf)DiffusionQuantizationConfigxqweight qweight_typereturncCs`|tvr ||jStj|\}}|jd|jd||f}tj||g||jR}||jS)Nrr )rTggufGGML_QUANT_SIZESshapeopsggml_dequantizedtype)r r r block_size type_sizerweightrY/home/ubuntu/.local/lib/python3.10/site-packages/vllm_omni/diffusion/quantization/gguf.pydequant_gemm_ggufs   rc @s8eZdZ ddejjdejdejdBdejfddZdS) DiffusionGGUFLinearMethodNlayerr biasrc Cst|jdd}|rGd|vrgdn|}|j}g}|D]$}|jj|\}} } |jj|} |t|||| d| f| qtj |dd} n |j}|jj } t||| } |dur]| || S)Nshard_idq)r!kv)axis) getattrr shard_offset_maprshard_weight_typeappendr contiguoustorchcat weight_typeadd_) selfrr rr r resultidxstartendoffsetroutrrrapplys   (  zDiffusionGGUFLinearMethod.applyN)__name__ __module__ __qualname__r+nnModuleTensorr6rrrrrsrc@s&eZdZdejjdeddfddZdS) _GGUFConfigrprefixrrcCs,t|trt||j|jrtSt|SdSr7) isinstancerr unquantized_modulespacked_modules_mappingrr)r/rr?rrrget_quant_method>s z_GGUFConfig.get_quant_methodN)r8r9r:r+r;r<strrCrrrrr>=sr>c@s<eZdZdZeZ  ddedBdeedBddfddZdS) DiffusionGgufConfigaGGUF quantization config for diffusion transformers. This is a thin wrapper around vLLM's GGUFConfig and also carries the GGUF model reference for loader use. Args: gguf_model: GGUF model path or HF reference (repo/file or repo:quant_type) unquantized_modules: Optional list of module name patterns to skip GGUF quantization. Note: diffusion linear layers often use short prefixes (e.g., "to_qkv"), so these patterns are matched as substrings. N gguf_modelrArcCs"||_|pg|_t|jd|_dS)N)rA)rFrAr> _vllm_config)r/rFrArrr__init__Us zDiffusionGgufConfig.__init__)NN) r8r9r:__doc__rquant_config_clsrDlistrHrrrrrEFs  rE)rIrr+vllmrr,vllm.model_executor.layers.quantization.ggufrrrrrrr baser r=intrrr>rErrrrs $