o
    ci                     @   s<  d Z zddlZW n eefy   ed Y nw ddlZddlmZ ddl	m
Z
 dZe
ddd	  e ZejZejZejd
djed
krGdneerLd
nddjdepTd
 ddjep\d
ddddjdddephd
 dde gdde gdde ggdde gdde gdde ggdde gdde gdde ggd dS )a  
[1] Mastering Diverse Domains through World Models - 2023
D. Hafner, J. Pasukonis, J. Ba, T. Lillicrap
https://arxiv.org/pdf/2301.04104v1.pdf

[2] Mastering Atari with Discrete World Models - 2021
D. Hafner, T. Lillicrap, M. Norouzi, J. Ba
https://arxiv.org/pdf/2010.02193.pdf
    NzCYou have to `pip install highway_env` in order to run this example!)DreamerV3Config)tune   zflappy-birdc                 C   s   t jdddS )Nzintersection-v0   )policy_freq)gymmake)ctx r
   b/home/ubuntu/.local/lib/python3.10/site-packages/ray/rllib/tuned_examples/dreamerv3/highway_env.py<lambda>    s    r      )num_cpus_for_main_process)num_learnersnum_gpus_per_learner   T)num_envs_per_env_runnerremote_worker_envsF)"metrics_num_episodes_for_smoothingreport_images_and_videosreport_dream_data"report_individual_batch_item_statsM@      g?i@  i'     )
model_sizetraining_ratiobatch_size_Bworld_model_lr	critic_lractor_lr)__doc__highway_envImportErrorModuleNotFoundErrorprint	gymnasiumr   (ray.rllib.algorithms.dreamerv3.dreamerv3r   rayr   num_gpusregister_envconfigr   wr    c	resourceslearnersenv_runners	reportingtrainingr
   r
   r
   r   <module>   sN    


   
