o
    پi	                     @   sj   d dl mZmZ d dlmZ d dlmZmZ dede	fddZ
eG dd	 d	eZeG d
d deZdS )    )	dataclassfield)Tuple)DiTArchConfig	DiTConfignreturnc                 C   sL   d| v rt | dd rdS d| v sd| v r$t | dd r$dS dS )z:Returns if the module should be sharded for Z-Image model.layers.Tnoise_refinercontext_refinerF)strisdigitsplit)r   m r   d/home/ubuntu/.local/lib/python3.10/site-packages/sglang/multimodal_gen/configs/models/dits/zimage.pyis_zimage_layer
   s   r   c                       sV  e Zd ZU dZeedf ed< dZeedf ed< dZeed< dZ	edB ed	< d
Z
eed< dZeed< dZeed< dZeed< dZeed< dZeed< dZeed< dZeed< dZeed< dZeed< dZeeeef ed< dZeeeef ed< ed d! d"Zeed#< ed$d! d"Zeeeeef  ed%< ed&d! d"Zeed'<  fd(d)Z   Z!S )*ZImageArchConfig)   .all_patch_size)   all_f_patch_size   in_channelsNout_channelsi   dim   
num_layersr   n_refiner_layersnum_attention_heads
n_kv_headsgh㈵>norm_epsTqk_normi 
  cap_feat_dimg      p@
rope_thetag     @@t_scale)    0   r)   	axes_dims)i      r+   	axes_lensc                   C   s   t gS N)r   r   r   r   r   <lambda>(   s    zZImageArchConfig.<lambda>default_factory_fsdp_shard_conditionsc                   C   s   ddgS )N).feed_forward.w13z.feed_forward.w1gate)r2   z.feed_forward.w3upr   r   r   r   r   r.   +   s   stacked_params_mappingc                   C   s   dddddS )N)\1.feed_forward.w13.weightr   r   )r6   r   r   )\1.feed_forward.w13.\2r   r   )r7   r   r   )z(.*)\.feed_forward\.w1\.weight$z(.*)\.feed_forward\.w3\.weight$z((.*)\.feed_forward\.w1\.(lora_A|lora_B)$z((.*)\.feed_forward\.w3\.(lora_A|lora_B)$r   r   r   r   r   r.   3   s
   param_names_mappingc                    s,   t    | jp
| j| _| j| _| j| _d S r-   )super__post_init__r   r   num_channels_latentsr   hidden_size)self	__class__r   r   r:   C   s   
zZImageArchConfig.__post_init__)"__name__
__module____qualname__r   r   int__annotations__r   r   r   r   r   r    r!   r"   r#   floatr$   boolr%   r&   r'   r*   r,   r   r1   listr5   tupler   r8   dictr:   __classcell__r   r   r>   r   r      s2   
 r   c                   @   s,   e Zd ZU eedZeed< dZeed< dS )ZImageDitConfigr/   arch_configzimageprefixN)	r@   rA   rB   r   r   rL   rD   rN   r   r   r   r   r   rK   J   s   
 rK   N)dataclassesr   r   typingr   .sglang.multimodal_gen.configs.models.dits.baser   r   r   rF   r   r   rK   r   r   r   r   <module>   s   4