o ۾i1 @s2ddlmZddlZddlZeGdddZdS)) dataclassNc@seZdZUejed<eeed<ejed<ejed<ejed<ejed<ejed<dd Ze deeed ej d dfd d Z dS)SpecDecodeMetadatadraft_token_idsnum_draft_tokenscu_num_draft_tokenscu_num_sampled_tokenstarget_logits_indicesbonus_logits_indiceslogits_indicescCst|j|_dS)N)maxr max_spec_len)selfrP/home/ubuntu/.local/lib/python3.10/site-packages/vllm/v1/spec_decode/metadata.py __post_init__sz SpecDecodeMetadata.__post_init__devicereturnc Cst|}dd|D}dd|D}t|g}t|}tj|tj|d}tj|tjd} t| |} tj|tjd} t| |} tj |tj|d} tj |tj|d}tj ||tj|d}|||| | | ||dS)NcSsg|]}t|qSrlen.0idsrrr $sz1SpecDecodeMetadata.make_dummy..cSsg|]}t|dqS)rrrrrr%s)dtyper)r)rrrrrr r ) rsumtorchtensorint32npcumsum from_numpytozeros)clsrr batch_sizernum_sampled_tokensflattened_draft_token_ids num_tokensdraft_token_ids_tensorrcu_num_draft_tokens_tensorrcu_num_sampled_tokens_tensorrr r rrr make_dummys<   zSpecDecodeMetadata.make_dummyN) __name__ __module__ __qualname__rTensor__annotations__listintr classmethodrr,rrrrr s"        r) dataclassesrnumpyrrrrrrrs