o
    $i                     @   s   d dl mZ d dlmZ d dlmZmZmZmZ d dl	m
Z
 d dlmZ G dd deZdefd	d
Zdd Zdd ZedkrTd dlZd dlZeeddeg dS dS )    )load_breast_cancer)tune)Dataset
DatasourceReadTaskread_datasource)BlockMetadata)execute_datasetc                   @   s   e Zd ZdefddZdS )TestDatasourceparallelismc                    s0   dd l   fdd}td d d d d}t||gS )Nr   c                     s,   t dd} | d }| d |d<  j|gS )NT)as_framedatatarget)r   Tablefrom_pandas)data_raw
dataset_dfpa U/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/ray/tune/impl/test_utils.py	load_data   s   
z.TestDatasource.prepare_read.<locals>.load_data)num_rows
size_bytesinput_files
exec_stats)pyarrowr   r   )selfr   	read_argsr   metar   r   r   prepare_read   s   zTestDatasource.prepare_readN)__name__
__module____qualname__intr    r   r   r   r   r
   
   s    r
   returnc                  C   s   t  } t| S N)r
   r   )test_datasourcer   r   r   gen_dataset_func   s   r(   c                  C   s   t   dd } t   dd }| j rJ |j r"J dt| |gi}t| |d d }t|dks=J |d j sFJ |d j sOJ d S )	Nc                 S      | S r&   r   xr   r   r   <lambda>#       z"test_grid_search.<locals>.<lambda>c                 S   r)   r&   r   r*   r   r   r   r,   $   r-   train_datasetgrid_search   r      )	r(   lazymap_plan_has_final_stage_snapshotr   r/   r	   lends1ds2param_spaceexecuted_dsr   r   r   test_grid_search"   s   r<   c                  C   s   t   dd } t   dd }| j rJ |j r"J dt| |gi}t| |d j}t	|dks<J |d j sEJ |d j sNJ d S )Nc                 S   r)   r&   r   r*   r   r   r   r,   0   r-   ztest_choice.<locals>.<lambda>c                 S   r)   r&   r   r*   r   r   r   r,   1   r-   r.   r0   r   r1   )
r(   r2   r3   r4   r5   r   choicer	   
categoriesr6   r7   r   r   r   test_choice/   s   
r?   __main__Nz-vz-x)sklearn.datasetsr   rayr   ray.datar   r   r   r   ray.data.blockr   ray.tune.impl.utilsr	   r
   r(   r<   r?   r!   syspytestexitmain__file__r   r   r   r   <module>   s    