o i#@sUddlZddlZddlmZddlmZddlZddlmZddl m Z ddl m Z ddl mZe eZdeedfd ejd efd d Zd ZdZdaded<GdddZd efddZdddZ d dejdedBd dfddZd!ddZd!ddZ dS)"N) accumulate)prod) init_loggerround_up)dbo_current_ubatch_idshape.dtypereturncCst||jSN)ritemsize)rr r N/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/v1/worker/workspace.py_compute_bytessrii@zWorkspaceManager | None_managerc@seZdZdZddejdedBfddZedej dBdefd d Z dd d Z de fd dZ deeedfejfdeej fddZdedej fddZdS)WorkspaceManagerzManager for workspace allocation. Manages workspace buffers for DBO (Dual Batch Overlap) execution. Can be locked to prevent further growth during execution. Ndevice num_ubatchescCs,||_|dur |nd|_ddg|_d|_dS)NF)_device _num_ubatches_current_workspaces_locked)selfrrr r r__init__&s  zWorkspaceManager.__init__ workspacer cCs|durdS||S)zGet size of workspace in bytes.Nr)numel element_size)rr r r_workspace_size_bytes-sz&WorkspaceManager._workspace_size_bytescs0d_tjrtdfddjDdSdS)zLock the workspace to prevent further growth. After locking, any attempt to allocate a larger workspace will raise an assertion error. This ensures workspace size is fixed during execution. Tz5[WORKSPACE DEBUG] Workspace locked. Current sizes: %scs"g|] }|dur|tqSr )r_MB).0wsrr r >s  z)WorkspaceManager.lock..N)renvsVLLM_DEBUG_WORKSPACEloggerinforr"r r"rlock4s zWorkspaceManager.lockcCs|jS)zCheck if workspace is locked.)rr"r r r is_lockedEszWorkspaceManager.is_lockedshapes_and_dtypes.cshddDddD}t|}ttdg|dd||fddttDS)a Get multiple workspace tensors simultaneously from a single allocation. Args: *shapes_and_dtypes: One or more (shape, dtype) tuples. Returns: List of tensor views into the workspace buffer, one per shape/dtype pair. cSsg|] \}}t||qSr )r)r sdr r rr#Tsz5WorkspaceManager.get_simultaneous..cSsg|]}t|dqS)r)r actualr r rr#UsrNcsDg|]}||||d|dqS)rr)viewreshape)r i actual_bytescurrent_workspaceoffsetsr*r rr#]s )sumlistr_ensure_workspace_sizerangelen)rr* aligned_bytes total_bytesr r3rget_simultaneousIs   z!WorkspaceManager.get_simultaneousrequired_bytesc Cst}|j|}||}||krzdtfdd}|jr0td|d|tdd|tddt|jD]&}|j|}|d usG|||kr[d |j|<~t j |ft j |j d |j|<q5t jrttd ||t|t|j||jt|jt}|S) zEnsure workspace is allocated and large enough, return current workspace. Args: required_bytes: The number of bytes required. Returns: The current workspace tensor. r cSsjt}|dur dS|j}|dur3t|jdtr|j}q tj |j j }|d|j d|j j SdS)z*Find first frame outside WorkspaceManager.Nunknownr:)inspect currentframef_back isinstancef_localsgetrospathbasenamef_code co_filenamef_linenoco_name) curr_framefilenamer r rget_caller_infossz@WorkspaceManager._ensure_workspace_size..get_caller_infoz)Workspace is locked but allocation from 'z ' requires z.2fz MB, current size is z3 MB. Workspace growth is not allowed after locking.N)r rze[WORKSPACE DEBUG] Resized workspace from '%s': %.2f MB -> %.2f MB (%d ubatches, total memory %.2f MB))rrrstrrAssertionErrorrr:rtorchemptyuint8rr$r%r&r')rr? ubatch_idr5 current_sizerQr r rr9dsD         z'WorkspaceManager._ensure_workspace_sizer r N)__name__ __module__ __qualname____doc__rTrintr staticmethodTensorrr(boolr)tupler r8r>r9r r r rrs  rcCstduS)zCheck if workspace manager has been initialized. Returns: True if workspace manager is initialized, False otherwise. Nrr r r r is_workspace_manager_initializedsrdcCstdusJdtS)zGet the current workspace manager instance. Raises: AssertionError: If workspace manager has not been initialized. NzoWorkspaceManager not initialized. Call init_workspace_manager() with a device before using workspace functions.rcr r r rcurrent_workspace_managers rerrcCs&tdur tdtj|t||adS)aInitialize the workspace manager with a device. Must be called before using any workspace functions. Typically called from GPUModelRunner.__init__. Args: device: The device to allocate workspace on. num_ubatches: Number of micro-batches. Defaults to 1. NzNWorkspaceManager already initialized on device %s, reinitializing on device %s)rr&warningrr)rrr r rinit_workspace_managers rgcCstdS)aeLock the workspace to prevent further growth. After calling this function, any attempt to allocate a workspace larger than the current size will raise an AssertionError. This ensures that workspace size is fixed during execution and prevents unexpected memory allocations in the hot path. Example: # During initialization init_workspace_manager(device) reserve_workspace(shape1, dtype1) reserve_workspace(shape2, dtype2) # Lock after warmup/profiling lock_workspace() # Now all get_workspace calls must fit in pre-allocated size N)rer(r r r rlock_workspacesrhcCsdadS)zReset the workspace manager to uninitialized state. This is primarily intended for testing purposes to allow tests to reinitialize the workspace manager cleanly. Nrcr r r rreset_workspace_managersri)r rr rY)!rBrH itertoolsrmathrrT vllm.envsr$ vllm.loggerrvllm.utils.math_utilsrvllm.v1.worker.ubatchingrrZr&rbr^r rr_GiBr__annotations__rrardrerrgrhrir r r rs8