o
    `۷i:                  	   @   s  d dl Zd dlZd dlZd dlmZ d dlmZ d dl	m
Z
 d dlmZ defddZdefd	d
Zedkrd dlZe Zejdddd e \ZZdddgdeddgeddedddZejejskeneejddde dedZe  Z!e"de!# j dS dS )     N)train_test_split)tune)TuneReportCheckpointCallback)ASHASchedulerconfigc           	   	   C   sl   t jjdd\}}t||dd\}}}}tj||d}tj||d}tj| ||gdgtddd	gd
 d S )NT
return_X_yg      ?)	test_sizelabelevalzeval-binary_errorzeval-binary_logloss)binary_errorbinary_logloss)
valid_setsvalid_names	callbacks)sklearndatasetsload_breast_cancerr   lgbDatasettrainr   )	r   datatargettrain_xtest_xtrain_ytest_y	train_settest_set r    X/home/ubuntu/vllm_env/lib/python3.10/site-packages/ray/tune/examples/lightgbm_example.pytrain_breast_cancer   s    
r"   c              
   C   sJ   t jjdd\}}tj||d}tj| |dtdddddd	d
gd d S )NTr   r
   zvalid-binary_error-meanzvalid-binary_logloss-meanzvalid-binary_error-stdvzvalid-binary_logloss-stdv)r   r   binary_error_stdvbinary_logloss_stdvr   )	frequency)
stratifiedr   )r   r   r   r   r   cvr   )r   r   r   r   r    r    r!   train_breast_cancer_cv)   s    
r(   __main__z--use-cv
store_truez$Use `lgb.cv` instead of `lgb.train`.)actionhelpbinaryr   r   gbdtdart
   i  g:0yE>g?)	objectivemetricverboseboosting_type
num_leaveslearning_ratemin   )r3   modenum_samples	scheduler)tune_configparam_spacez!Best hyperparameters found were: )$lightgbmr   sklearn.datasetsr   sklearn.metricssklearn.model_selectionr   rayr   ray.tune.integration.lightgbmr   ray.tune.schedulersr   dictr"   r(   __name__argparseArgumentParserparseradd_argumentparse_known_argsargs_grid_searchrandint
loguniformr   Tuneruse_cv
TuneConfigtunerfitresultsprintget_best_resultr    r    r    r!   <module>   sH     

	
