o ci4 @sddlZddlmZddlZddlZddlZddlmZmZm Z m Z m Z m Z ddl ZddlZddlZddlmZddlmZddlmZddlmZddlmZd Zed efd d Zd ejdefddZ dedejfddZ!edej"j#defddZ$edej"j#defddZ%ededej"j#fddZ&ededej"j#fddZ'ede edeeeffd d!Z(ed"e e efdefd#d$Z)e %d*d&e ee fd'e*de e ee ffd(d)Z+dS)+N) OrderedDict)AnyDictOptionalSequenceTypeUnion) DeveloperAPI)NotSerializable)FlexDict)RepeatedSimplex__not_serializable__objcCst|tjr t|St|tjrt|St|tjrt|St|tjr(t |St|tj rC| }t |D] \}}t |||<q6|S|S)zConvert an object that is a numpy type to a python type. If the object is not a numpy type, it is returned unchanged. Args: obj: The object to convert. ) isinstancenpintegerintfloatingfloatbool_boolstr_strndarraytolist enumerate"convert_numpy_to_python_primitives)rretivr"Q/home/ubuntu/.local/lib/python3.10/site-packages/ray/rllib/utils/serialization.pyrs     rarrayreturncCs.t}t||tt| dS)zPack numpy ndarray into Base64 encoded strings for serialization. This function uses numpy.save() instead of pickling to ensure compatibility. Args: array: numpy ndarray. Returns: b64 escaped string. ascii) ioBytesIOrsavebase64 b64encodezlibcompressgetvaluedecode)r$bufr"r"r#_serialize_ndarray/s r1 b64_stringcCs tjttt|ddS)zUnpack b64 escaped string into numpy ndarray. This function assumes the unescaped bytes are of npy format. Args: b64_string: Base64 escaped string. Returns: numpy ndarray. T) allow_pickle)rloadr'r(r, decompressr* b64decode)r2r"r"r#_deserialize_ndarray@s r7spacec Cs|durdSdtjjdtfdd}dtjjdtfdd}dtjjdtfdd }dtjjdtfd d }dtjjdtfd d }dtjjdtfdd}dtdtfdd}dt dtfdd}dt dtfdd} dddtfdd} t |tjjrw||St |tjjr||St |tjjr||St |tjjr||St |tjjr||St |tjjr||St |tjj r| |St |tr||St |t r||St |t r| |St dt|)zSerialize a gym Space into a JSON-serializable dict. Args: space: gym.spaces.Space Returns: Serialized JSON string. Nspr%cSs"dt|jt|j|j|jjdS)Nbox)r8lowhighshapedtype)r1r;r<_shaper>rr9r"r"r#_box]s zgym_space_to_dict.._boxcSs,dt|jd}t|drt|j|d<|S)Ndiscreter8nstart)rrDhasattrrE)r9dr"r"r# _discretefs  z$gym_space_to_dict.._discretecSs d|jdS)N multi-binaryrC)rDr@r"r"r# _multi_binarypsz(gym_space_to_dict.._multi_binarycSsdt|j|jjdS)Nmulti-discrete)r8nvecr>)r1rLr>rr@r"r"r#_multi_discretevsz*gym_space_to_dict.._multi_discretecSsddd|jDdS)NtuplecSg|]}t|qSr"gym_space_to_dict.0r9r"r"r# z5gym_space_to_dict.._tuple..r8spacesrWr@r"r"r#_tuple}sz!gym_space_to_dict.._tuplecSsddd|jDdS)NdictcSi|] \}}|t|qSr"rPrSkr9r"r"r# z4gym_space_to_dict.._dict..rV)rWitemsr@r"r"r#_dictsz gym_space_to_dict.._dictcSsd|j|j|jjdS)Nsimplex)r8r= concentrationr>)r?rcr>rr@r"r"r#_simplexs z#gym_space_to_dict.._simplexcSsdt|j|jdS)Nrepeated)r8 child_spacemax_len)rQrfrgr@r"r"r# _repeatedsz$gym_space_to_dict.._repeatedcSs(ddi}|jD] \}}t|||<q|S)Nr8 flex_dict)rWrQ)r9rGr]sr"r"r# _flex_dicts z%gym_space_to_dict.._flex_dictgym.spaces.TextcSsBt|dd}|durt|dd}|durtdd|j|j|dS)N character_setcharsetz9Text space must have a character_set or charset attributetext)r8 min_length max_lengthrn)getattr ValueErrorrprq)r9rnr"r"r#_texts  z gym_space_to_dict.._textz&Unknown space type for serialization, )gymrWBoxrDiscrete MultiBinary MultiDiscreteTuplerr r rTextrstype) r8rArHrJrMrYrardrhrkrtr"r"r#rQPsB      rQcCs(dt|i}d|jvrt|j|d<|SNr8original_space)rQ__dict__ space_to_dictr~)r8rGr"r"r#rs  rrGc s>|durdSdtfdddtdtjjffdd }dtdtjjffdd }dtdtjjffd d }dtdtjjffd d }dtdtjjfdd}dtdtjjfdd}dtdtffdd }dtdtfdd}dtdt fdd} dtddffdd } ||||||||| | d } |d} | | vrt d| | | |S)zDe-serialize a dict into gym Space. Args: str: serialized JSON str. Returns: De-serialized gym space. NrGcSs,|}|d=d|vrt|d|d<|S)z?Common updates to the dict before we use it to construct spacesr8r>)copyrr>rGrr"r"r#__commons z%gym_space_from_dict..__commonr%cs>|}|t|dt|ddtjjdi|S)Nr;r<)r;r<r")rupdater7rurWrvrrr"r#rAs  z!gym_space_from_dict.._boxctjjdi|SNr")rurWrwrGrr"r#rHz&gym_space_from_dict.._discretecrr)rurWrxrrr"r#rJrz*gym_space_from_dict.._multi_binarycs4|}|dt|ditjjdi|S)NrLr")rrr7rurWryrrr"r#rMs  z,gym_space_from_dict.._multi_discretecSs dd|dD}tjj|dS)NcSrOr"gym_space_from_dictrRr"r"r#rTrUz7gym_space_from_dict.._tuple..rWrX)rurWrzrGrWr"r"r#rYsz#gym_space_from_dict.._tuplecSs(tdd|dD}tjj|dS)NcSr[r"rr\r"r"r#r^ r_z6gym_space_from_dict.._dict..rWrX)rr`rurWrrr"r"r#ras z"gym_space_from_dict.._dictcstdi|Srr rrr"r#rdsz%gym_space_from_dict.._simplexcSst|d}t||ddS)Nrfrg)rfrg)rr )rGrfr"r"r#rhs z&gym_space_from_dict.._repeatedcSsdd|D}t|dS)NcSs"i|] \}}|dkr|t|qS)r8r)rSr]rjr"r"r#r^s"z;gym_space_from_dict.._flex_dict..rX)r`r rr"r"r#rks z'gym_space_from_dict.._flex_dictrlcrr)rurWr{rrr"r#rtrz"gym_space_from_dict.._text) r:rBrIrKrNrZrbreriror8z)Unknown space type for de-serialization, ) rrurWrvrwrxryrr r rs) rGrArHrJrMrYrardrhrkrt space_map space_typer"rr#rs8      rcCsZt|d}d|vr+d|dvsJt|ddtr$t|d|_|St|d|_|Sr})rrrr~space_from_dict)rGr8r"r"r#r3s rargskwargsc Cs|D]"}z tt|Wqty$}z td|d|d}~ww|D]'\}}z tt|Wq)tyP}z td|d|d|d}~wwdS)a Check if parameters to a function are serializable by ray. Args: args: arguments to be checked. kwargs: keyword arguments to be checked. Raises: NoteSerializable if either args are kwargs are not serializable by ray. zVRLModule constructor arguments must be serializable. Found non-serializable argument: z . Original serialization error: Nz^RLModule constructor arguments must be serializable. Found non-serializable keyword argument: z = )raygetput TypeErrorr r`)rrarger]r!r"r"r#!check_if_args_kwargs_serializableBs: rtype_cCst|tr|S|jd|jS)zConverts a type into its full classpath ([module file] + "." + [class name]). Args: type_: The type to convert. Returns: The full classpath of the given type, e.g. "ray.rllib.algorithms.ppo.PPOConfig". .)rr __module__ __qualname__)rr"r"r#serialize_typefs rFmoduleerrorc Cst|tr|St|trBz|dd\}}t|}t||WSttt t fyA}z|r6t d|d|WYd}~|Sd}~wwt d|d)aVResolves a class path to a class. If the given module is already a class, it is returned as is. If the given module is a string, it is imported and the class is returned. Args: module: The classpath (str) or type to resolve. error: Whether to throw a ValueError if `module` could not be resolved into a class. If False and `module` is not resolvable, returns None. Returns: The resolved class or `module` (if `error` is False and no resolution possible). Raises: ValueError: If `error` is True and `module` cannot be resolved. rz2Could not deserialize the given classpath `module=z` into a valid python class! Make sure you have all necessary pip packages installed and all custom modules are in your `PYTHONPATH` env variable.Nz `module` (z$ must be type or string (classpath)!) rr|rrsplit importlib import_modulerrModuleNotFoundError ImportErrorAttributeErrorrs)rr module_path class_namerr"r"r#deserialize_typexs&        r)F),r* collectionsrrr'r,typingrrrrrr gymnasiumrunumpyrrray.rllib.utils.annotationsr ray.rllib.utils.errorr ray.rllib.utils.spaces.flexdictr ray.rllib.utils.spaces.repeatedr ray.rllib.utils.spaces.simplexrNOT_SERIALIZABLErrrr1r7rWSpacerQrrrrrrrr"r"r"r#sP       wb #