o .i#@shddlmZddlmZmZmZmZmZmZddl Z ddl m Z e e Z GdddZGdddZdS) ) UnionType) AnnotatedAnyUnionget_args get_originget_type_hintsN) init_loggercsheZdZdddeeBdeedBddffddZdedeeeBd ffd d Zdefd d Z Z S) TensorShapeN) dynamic_dimsdimsr returncs*t||_|r||_dSt|_dSN)super__init__r setr )selfr r  __class__U/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/utils/tensor_schema.pyrs zTensorShape.__init__bindings.cKsNtttB}|jD]}t|tr||vr|||q ||q t|Sr)listintstrr isinstanceappendtuple)rrresolveddimrrrresolves   zTensorShape.resolvecCsbg}|jD]"}t|tr ||jvr||dq||q|t|qdd|dS)z3Return a string representation of the tensor shape.*(z, ))r rrr rjoin)rdim_strsrrrr__str__!s    zTensorShape.__str__) __name__ __module__ __qualname__rrrrrr r& __classcell__rrrrr s   r cs`eZdZddddedeeefdBdeddffdd Zd edefd d Z d(d ed edefddZ de edfde edfde eeBdfde edef ddZ de edfdefddZ d)dedede eeBdfde ede edfde edff ddZd e edfde eeBdfded!eeefde eddf d"d#Zd*d$d%Zd*d&d'ZZS)+ TensorSchemaTN)validateresolve_bindingsr,r-kwargsr c sJt|r |ni|_|D] \}}t|||q|r#|dSdSr)rr_resolve_bindingsitemssetattrr,)rr,r-r.keyvaluerrrr0s  zTensorSchema.__init__r2cCs t||Srgetattr)rr2rrr __getitem__As zTensorSchema.__getitem__defaultcCs t|||Srr4)rr2r7rrrgetDs zTensorSchema.getactual. referenceexpected_shaper c Csnt|t|kst|t|krdStt||D]\}\}}|t| |}||vr-q||kr4dSqdS)NFT)len enumeratezip) rr9r:r;r iarrrrr_match_shape_with_dynamicGs z&TensorSchema._match_shape_with_dynamicidxscCs|sdStt|S)N)rr)rrCrrr _fmt_indexer^s zTensorSchema._fmt_indexerrr3 field_name leading_idxsc Cst|ttfr dSt|tjr|jSt|ttfs)t|| |dt |t |dkr;t || |dt |D]9\}}|j|||dd|||fd}|dkr[|} q?||| ||sxt || |d| d |d |d q?t |f| S) z-Validate a field and return the actual shape.rzI is not one of the expected types: int, float, Tensor, list, tuple. Got: rz is an empty sequenceN)rGz contains inconsistent shapes: z (index 0) vs z (index r#)rrfloattorchTensorshaperr TypeErrorrEtyper< ValueErrorr=_validate_fieldrB) rr3rFr;r rGr?vrL first_shaperrrrPdsR    zTensorSchema._validate_field actual_shape shape_envc Cst|t|krt|dt|dt|d|d| t|D]h\}}||vr+q"t|trN|||krMt|d|d|d||d|d| q"t|tr}||vrv||||krut|d|d|d ||d|| q"||||<q"t|d|d t|d S) zAValidate that the actual tensor shape matches the expected shape.z has rank z but expected z. Expected shape: z , but got z dim[z ] expected z, got z ] expected 'z'=z] has unsupported type: N)r<rOr=rrrrMrN)rrSr;rFrTr r?rrrr_validate_tensor_shape_expectedsZ      z,TensorSchema._validate_tensor_shape_expectedc Cs t|jdd}tttf}|D]p\}}t||r"t||durM|}t|t ur2t |}|d}t|t t hvrEt |}t d|vrEqtd|dt||}t|durt |}|D]#}t|tr|jdi|j} |||| |j} || | |||jq^qdS)NTinclude_extrasrzRequired field 'z ' is missingr)rrdictrrr0hasattrr5rrrrrrNrOrr r r/rPr rU) r type_hintsrTrF field_type actual_typeargsr3argr;rSrrrr,sD     zTensorSchema.validatecCsntd|jjt|jdd}|D]!\}}t|dur4t|}|D]}t|t r3td|t |q#qdS)z,Print TensorShape annotations for debugging.z Shapes in %s:TrVNz %s: %s) loggerdebugrr'rr0rrrr r)rrZrFr[r]r^rrr print_shapess  zTensorSchema.print_shapesr)r)r N)r'r(r)boolrXrrrrr6r8rrrBrEobjectrPrUr,rar*rrrrr+/sn       7   ,.r+)typesrtypingrrrrrrrJ vllm.loggerr r'r_r r+rrrrs   "