o $i @sHddlmZmZddlmZddlmZmZmZm Z m Z ddl m Z ddl mZddlmZddlmZdd lmZdd lmZdd lmZdd lmZdd lmZddlmZeeeeee gZeeeeegZ edefddZ!edefddZ"GdddeZ#GdddeZ$deee ge ffddZ%dedefddZ&dS))CallableList)Ruleset) LogicalPlan Optimizer PhysicalPlanPlanRule)CombineRepartitions)%ConfigureMapTaskMemoryUsingOutputSize)InheritBatchFormatRule)InheritTargetMaxBlockSizeRule)LimitPushdownRule) FuseOperators)PredicatePushdown)ProjectionPushdown)SetReadParallelismRule) DeveloperAPIreturncCtSN)_LOGICAL_RULESETrrb/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/ray/data/_internal/logical/optimizers.pyget_logical_ruleset/rcCrr)_PHYSICAL_RULESETrrrrget_physical_ruleset4rrc@&eZdZdZedeefddZdS)LogicalOptimizerz$The optimizer for logical operators.rcCddtDS)NcSg|]}|qSrr.0rule_clsrrr >z*LogicalOptimizer.rules..)rselfrrrrules<zLogicalOptimizer.rulesN__name__ __module__ __qualname____doc__propertyrr r*rrrrr 9r c@r)PhysicalOptimizerz%The optimizer for physical operators.rcCr!)NcSr"rrr#rrrr&Fr'z+PhysicalOptimizer.rules..)rr(rrrr*Dr+zPhysicalOptimizer.rulesNr,rrrrr3Ar2r3cCs"ddlm}tj|jtjgS)adGet the list of transformation functions to convert a logical plan to an optimized physical plan. This returns the 3 transformation steps: 1. Logical optimization 2. Planning (logical -> physical operators) 3. Physical optimization Returns: A list of transformation functions, each taking a Plan and returning a Plan. rcreate_planner)ray.data._internal.plannerr5r optimizeplanr3r4rrrget_plan_conversion_fnsIs r9 logical_plancCs,t\}}}||}|j|_||}||S)aGet the physical execution plan for the provided logical plan. This process has 3 steps: (1) logical optimization: optimize logical operators. (2) planning: convert logical to physical operators. (3) physical optimization: optimize physical operators. )r9dag_dag)r:optimize_logicalr8optimize_physicaloptimized_logical_plan physical_planrrrget_execution_plan^s rAN)'typingrrrulesetr%ray.data._internal.logical.interfacesrrrr r 5ray.data._internal.logical.rules.combine_repartitionsr :ray.data._internal.logical.rules.configure_map_task_memoryr 5ray.data._internal.logical.rules.inherit_batch_formatr >ray.data._internal.logical.rules.inherit_target_max_block_sizer/ray.data._internal.logical.rules.limit_pushdownr0ray.data._internal.logical.rules.operator_fusionr3ray.data._internal.logical.rules.predicate_pushdownr4ray.data._internal.logical.rules.projection_pushdownr5ray.data._internal.logical.rules.set_read_parallelismrray.util.annotationsrrrrrr r3r9rArrrrsH