o bi<@sdZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z ddlmZmZmZddlmZmZddlmZmZdd lmZdd lmZddlZddlmmZdd lmZGd d d e Z Gddde Z!Gddde Z"Gddde Z#GdddZ$GdddZ%Gddde Z&Gddde Z'Gddde Z(Gddde Z)ej*+d e,dfej-dfej.dfe/d!fej0d!fej1d!fej2d"d#d$d%fej2d&d#d$d%fej2d"d'd%fej2d&d'd%fe2d%fg d(d)Z3Gd*d+d+e Z4e 5d,ej6j7vd-Gd.d/d/e Z8e 5d,ej6j7vd-Gd0d1d1e Z9e 5d2ej6j7vd3Gd4d5d5e Z:e 5d6ej6j7vd7Gd8d9d9e Z;e 5d:ej6j7vd;Gdej6j7vd?Gd@dAdAe Z=e 5dBej6j7vdCGdDdEdEe Z>GdFdGdGe Z?GdHdIdIe Z@GdJdKdKe ZAGdLdMdMe ZBGdNdOdOe ZCGdPdQdQe ZDGdRdSdSe ZEGdTdUdUe ZFGdVdWdWe ZGGdXdYdYe ZHGdZd[d[e ZIGd\d]d]e ZJGd^d_d_e ZKGd`dadae ZLGdbdcdce ZMej*jNejjOddkdedfZPGdgdhdhe ZQGdidjdje ZRGdkdldle ZSGdmdndne ZTGdodpdpe ZUdqdrZVe WejjOdskpBejjOdtkoBejjOdukdvdwdxZXdydzZYd{d|ZZd}d~Z[ddZ\ddZ]ddZ^ddZ_ddZ`Gddde ZaGddde ZbdddZcdddZdej*j+dddecfddecfddecfddedfggddZeedkrdndZfej*+ddefgeeddZgej*jhedkddfeeddZieeddZjeeddZkeeddZleeddZmdS)z Dataset testing operations. Tests all dataset operations, including creation, with the exception of: 1. Slicing operations for read and write, handled by module test_slicing 2. Type conversion for read and write (currently untested) N)utTestCase)get_data_file_path)FileGroupDataset)is_empty_dataspaceproduct)h5fh5t)H5pyDeprecationWarning)version)NUMPY_RELEASE_VERSIONc@eZdZddZddZdS) BaseDatasetcCst|d|_dS)Nw)rmktempfselfrK/home/ubuntu/.local/lib/python3.10/site-packages/h5py/tests/test_dataset.pysetUp'szBaseDataset.setUpcCs|jr |jdSdSN)rcloserrrrtearDown*szBaseDataset.tearDownN)__name__ __module__ __qualname__rrrrrrr&s rc@(eZdZdZddZddZddZdS) TestReprz5 Feature: repr(Dataset) behaves sensibly cCs&|jjdddd}t|dksJdS)Nfooint32dtypez,rcreate_datasetreprrdsrrrtest_repr_basic4zTestRepr.test_repr_basiccCs,|jdd}|jt|dksJdS)z( repr() works on live and dead datasets r"r#zN)rr)rr*r+rrrtest_repr_closed8s zTestRepr.test_repr_closedcCs&|jjdddd}t|dksJdS)Nr#r%r&z2r(r+rrrtest_repr_anonymous>r.zTestRepr.test_repr_anonymousN)rrr__doc__r-r/r0rrrrr!/s  r!c@steZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ e eed dddZddZdS)TestCreateShapez@ Feature: Datasets can be created from a shape only cC |jdd}||jddS)z Create a scalar dataset r"rNrr) assertEqualshaperdsetrrrtest_create_scalarIz"TestCreateShape.test_create_scalarcCr3)z Create a size-1 dataset r"rNr4r7rrrtest_create_simpleNr:z"TestCreateShape.test_create_simplecC |jdd}||jddS)z+ Create a size-1 dataset with integer shaper"rr;Nr4r7rrrtest_create_integerSr:z#TestCreateShape.test_create_integercCsX|jdd}||jd||jd|jdd}||jd||jddS) Create an extended dataset r"?rAbar <Nrr)r5r6sizer7rrrtest_create_extendedX z$TestCreateShape.test_create_extendedcCsX|jdd}||jd||jd|jdd}||jd||jddS)r?r"rAr@rBrCrFNrGr7rrrtest_create_integer_extendedarJz,TestCreateShape.test_create_integer_extendedcCs&|jdd}||jtddS)) Confirm that the default dtype is float r"r@z=f4Nrr)r5r'npr7rrrtest_default_dtypejsz"TestCreateShape.test_default_dtypecCs<|t|jdWddS1swYdS)z Missing shape raises TypeError r"N assertRaises TypeErrorrr)rrrrtest_missing_shapeos "z"TestCreateShape.test_missing_shapecCsF|jjddtjd}tdvrtdt||j tjdS)rLr"r@r&)ppc64lez(Storage of long double deactivated on %sN) rr)rN longdoubleplatformmachinepytestxfailr5r'r7rrrtest_long_doublets z TestCreateShape.test_long_double complex256zNo support for complex256cCs0|jjddtdd}||jtddS)rLr"r@r[r&N)rr)rNr'r5r7rrrtest_complex256{s zTestCreateShape.test_complex256cCs<|jdd}||jd|jdd}||jddS)Nsfoor;sbar/bazr4rr8dset2rrrtest_name_bytesszTestCreateShape.test_name_bytesN)rrrr1r9r<r>rIrKrOrSrZrskipIfhasattrrNr\rarrrrr2Cs    r2c@sxeZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZddZddZdS)TestCreateDatazA Feature: Datasets can be created from existing data cC0tdd}|jjd|d}||j|jdS)z- Create a scalar dataset from existing array rrr"dataNrNonesrr)r5r6rrgr8rrrr9 z!TestCreateData.test_create_scalarcCre)z/ Create an extended dataset from existing data r@rr"rfNrhrjrrrrIrkz#TestCreateData.test_create_extendedcCs4|jjdddd}||tj|d|jvdS)z1 Create dataset with missing intermediate groups z /foo/bar/bazrErEz.check_vlen_asciiaabcrfbdefcdr&Nrr)rNarrayobject)rrrrrtest_create_bytestrings  z%TestCreateData.test_create_bytestringcCs4|jjdtjddgddd}|j|tjdddS) NrrrS3r&rfrtr)rr)rNrrr rr7rrrtest_create_np_sszTestCreateData.test_create_np_scszfdd}|jjddd|jjdddgd|jjddgdggd|jjd tjddgtd ddS) Ncrr)rr CSET_UTF8rrrrcheck_vlen_utf8rz;TestCreateData.test_create_strings..check_vlen_utf8rabcrfrdefrrr&r)rrrrrtest_create_stringss  z"TestCreateData.test_create_stringscCsN|t|jjdtjddgdddWddS1s wYdS)NrrrU3r&rf)rQrRrr)rNrrrrrtest_create_np_us  "zTestCreateData.test_create_np_ucCs*|jjddd|t|jdjdS)Nr"rr&)rr)ror r|rrrr test_empty_create_via_None_shapesz/TestCreateData.test_empty_create_via_None_shapecCs2|jjdtjddd|t|jdjdS)Nr"rr&rf)rr)rnEmptyror r|rrrr!test_empty_create_via_Empty_classsz0TestCreateData.test_empty_create_via_Empty_classcCsH|t|jjddtddWddS1swYdS)NrBr$rtru)rQr{rr)rNrvrrrrtest_create_incompatible_datas "z,TestCreateData.test_create_incompatible_dataN)rrrr1r9rIrpryr}rrrrrrrrrrrrrds    rdc @seZdZdZejdddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgddZ ddZ ddZ ddZ ddZ ddZd S)TestReadDirectlyzI Feature: Read data directly from Dataset into a Numpy array +source_shape,dest_shape,source_sel,dest_seldrrE2rFFZNrrrErr rDr^rDrtc Csltjt|dd|}|jd||d}tj|ddd}|} ||| |<||||tj || dS)Nint64r&r8rf) rNrvr rxr)fullcopy read_directtestingassert_array_equal) r writable_file source_shape dest_shape source_seldest_sel source_valuesr8arrexpectedrrrtest_read_directs  z!TestReadDirectly.test_read_directcCsN|jddtjdddd}tjddd}||tj|tjddddS)Nr8rErErr&rf)r)rNrvrirrrrrr8rrrr test_no_sels zTestReadDirectly.test_no_selcCsl|jddd}tdd}tt||tjddtjddWddS1s/wYdS Nedsetrr&rrrErrF)r)rNrirXraisesrRrs_)rr empty_dsetrrrr test_emptys   $"zTestReadDirectly.test_emptycCT|jdddd}td}tt||WddS1s#wYdSNr8rrr&r)rNrirXrrRrrrrrtest_wrong_shape    "z!TestReadDirectly.test_wrong_shapecCX|jdddd}tjddd}tt||WddS1s%wYdSNr8rlrr&F)orderrrrrrtest_not_c_contiguous    "z&TestReadDirectly.test_not_c_contiguouscCszd}|jd|tjd}tj|tjd}||tjdtjd}tt||WddS1s6wYdS)N)rrr8r&)r)r)rNrzerosrrXrrR)rrr6r8rarr2rrrtest_zero_lengths   "z!TestReadDirectly.test_zero_length)rrrr1rXmark parametrizerNrrrrrrrrrrrrs .$   rc @seZdZdZejdddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgddZ ddZ ddZ ddZ d S)TestWriteDirectlyz> Feature: Write Numpy array directly into Dataset rrrrErrFrrNrrrrrr^rDrtc Csj|jd|ddd}tt||}tj|ddd}||||<||||tj|dd|dS)Nr8r%rr' fillvaluer&) r)rNrvr rxr write_directrr) rrrrrrr8rrrrrtest_write_direct$s   z#TestWriteDirectly.test_write_directcCsf|jddd}tt|tdtjddtjddWddS1s,wYdSr)r)rXrrRrrNrir)rrrrrrr4s *"zTestWriteDirectly.test_emptycCrrr)rNrirXrrRrrrrrr9rz"TestWriteDirectly.test_wrong_shapecCrrrrrrrr?rz'TestWriteDirectly.test_not_c_contiguous) rrrr1rXrrrNrrrrrrrrrrs.$  rc@sPeZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ dS)TestCreateRequirezS Feature: Datasets can be created only if they don't exist in the file cCs.|jddd}||t||jddS)z& Create new dataset with no conflicts r"rsrN)rrequire_datasetrmrr5r6r7rrr test_createLs zTestCreateRequire.test_createcCs0|jddd}|jddd}|||dS)z) require_dataset yields existing dataset r"rsrNrrr5r_rrrtest_create_existingRsz&TestCreateRequire.test_create_existingcCs|jddd}|jddd}||||jddd}|jddd}||||jddd}|jddd}|||dS) z; require_dataset with integer shape yields existing datasetr"rErrBrbazsbazNrr_rrrtest_create_1DXs  z TestCreateRequire.test_create_1DcCsP|jddd|t|jdddWddS1s!wYdS)z6 require_dataset with shape conflict yields TypeError r"rsr)rEr$Nrr)rQrRrrrrrtest_shape_conflictfs "z%TestCreateRequire.test_shape_conflictcCsL|jd|t|jdddWddS1swYdS)z< require_dataset with object type conflict yields TypeError r"rsrN)r create_grouprQrRrrrrrtest_type_conflictls  "z$TestCreateRequire.test_type_conflictcCsP|jddd}|t|jdddWddS1s!wYdS)zL require_dataset with dtype conflict (strict mode) yields TypeError r"rsrS10Nrr7rrrtest_dtype_conflictrs "z%TestCreateRequire.test_dtype_conflictcCs4|jddd}|jjddddd}|||dS)z* require_dataset with exactly dtype match r"rsrTexactN)rr)rr5r_rrrtest_dtype_exactysz"TestCreateRequire.test_dtype_exactcCsH|jddd}|jjddddd}|||||jtddS)zJ require_dataset with convertible type succeeds (non-strict mode) r"rsi4i2FrN)rr)rr5r'rNr_rrrtest_dtype_closes z"TestCreateRequire.test_dtype_closeN) rrrr1rrrrrrrrrrrrrFs rc@XeZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ dS)TestCreateChunkedzL Feature: Datasets can be created by manually specifying chunks cCs$|jjdddd}||jddS)z Create via chunks tuple r"rrr6chunksNrr)r5rr7rrrtest_create_chunksz$TestCreateChunked.test_create_chunkscCs$|jjdddd}||jddS)z Create via chunks integer r"rrErrNrr7rrrtest_create_chunks_integerrz,TestCreateChunked.test_create_chunks_integercCB|t|jjddddWddS1swYdS)z& Illegal chunk size raises ValueError r"rrrNrQr{rr)rrrrtest_chunks_mismatch "z&TestCreateChunked.test_chunks_mismatchcCD|t|jjdddddWddS1swYdS)z3 Chunked format required for given storage options r"rrF)r6maxshaperNrrrrrtest_chunks_falses "z#TestCreateChunked.test_chunks_falsecCr)z> Attempting to create chunked scalar dataset raises TypeError r"rrrNrPrrrrtest_chunks_scalarrz$TestCreateChunked.test_chunks_scalarcCs6|jjdddd}||jt|t|jddS)z Auto-chunking of datasets r")rrTrr^N)rr)rmrtupler5lenr7rrrtest_auto_chunkssz"TestCreateChunked.test_auto_chunkscCs&|jjddddd}||jddS)z7 Auto-chunking with pathologically large element sizes r"rt S100000000Tr6r'rr;Nrr7rrrtest_auto_chunks_abusesz(TestCreateChunked.test_auto_chunks_abusecCs|jjddtjdd}d|ddddf<|t|ddddfdkd |d<|t|dd kd |d d <|t|d d d kdS) z+ Test scalar assignment of chunked dataset r")rtrr)rrrrrErN( rr^)rr)rNr%roallr7rrrtest_scalar_assignments "  z(TestCreateChunked.test_scalar_assignmentcCstjtdd}|jjddddWdn1swYtjtdd}|jjdddd WddS1s Feature: Datasets can be created with fill value cCs6|jjdddd}||dd||dddS)z- Fill value is reflected in dataset contents r"r@rrrN)rr)r5r7rrrtest_create_fillvalsz'TestCreateFillvalue.test_create_fillvalcCs4|jjdddd}||jd||jtjdS)z( Fill value is recoverable via property r"rg@r N)rr)r5rassertNotIsInstancerNndarrayr7rrr test_propertyrqz!TestCreateFillvalue.test_propertycCr=)z0 .fillvalue property works correctly if not set r"rrN)rr)r5rr7rrrtest_property_noner:z&TestCreateFillvalue.test_property_nonecCsVtddg}tjd|dd}|jjdd||d}||j|||d |d S) z& Fill value works with compound types )rf4)ri8r;r&rr"rrr$N)rNr'rirr)r5rassertAlmostEqual)rdtvr8rrr test_compounds z!TestCreateFillvalue.test_compoundcCsH|t|jjddddgdd}WddS1swYdS)z$ Bogus fill value raises ValueError r"rri)rr*rNrr7rrrtest_excs  "zTestCreateFillvalue.test_excN) rrrr1r!r$r%r+r/rrrrrs rc@sleZdZdZddZedejj vdddZ dd Z d d Z d d Z ddZddZddZddZdS) TestFillTimezI Feature: Datasets created with specified fill time property cCsT|jjdddd}|j}||tjj||dd||dddS)z Fill time default to IFSET r"rrr rrN rr)r|get_create_plistr5 get_fill_timernh5dFILL_TIME_IFSETrr8plistrrrtest_fill_time_defaults  z#TestFillTime.test_fill_time_defaultgzipDEFLATE is not installedcCsV|jjddddd}|j}||tjj||dd||dddS) z5 Fill time is IFSET for compressed dataset (chunked) r"rr9r) compressionrrrNr1r6rrrtest_compressed_defaults  z$TestFillTime.test_compressed_defaultcCsV|jjddddd}|j}||tjj| |dd| |dddS) z Fill time set to NEVER r"rrneverr fill_timerrN) rr)r|r2r5r3rnr4FILL_TIME_NEVERassertNotEqualr6rrrtest_fill_time_never s  z!TestFillTime.test_fill_time_nevercCs6|jjddddd}|j}||tjjdS)z# Fill time explicitly set to ALLOC r"rrallocr>N) rr)r|r2r5r3rnr4FILL_TIME_ALLOCr6rrrtest_fill_time_allocs  z!TestFillTime.test_fill_time_alloccCs8|jjdddddd}|j}||tjjdS)z# Fill time explicitly set to IFSET r"rr]rifset)rrr?Nr1r6rrrtest_fill_time_ifsets  z!TestFillTime.test_fill_time_ifsetcCB|t|jjdddd}WddS1swYdS)z2 Choice of fill_time is 'alloc', 'never', 'ifset' r"rfill_badr?Nrr7rrrtest_invalid_fill_time"rz#TestFillTime.test_invalid_fill_timecCrH)z fill_time must be a string r"rr^rJNrr7rrrtest_non_str_fill_time'rz#TestFillTime.test_non_str_fill_timecCsx|jjddddd}|j}||tjjt |ddd s'J| dt |ddd s:JdS)z= The resize dataset will be filled (by default fill value 0) r"r rr)rrN) rr)r|r2r5r3rnr4r5rNiscloserresizer6rrr#test_resize_chunk_fill_time_default,s    z0TestFillTime.test_resize_chunk_fill_time_defaultcCs||jjddddddd}|j}||tjjt |ddd r)J| dt |ddd rwY|| ksKJt |j}t |jjj} || ksiJdS) z' Create and access an external dataset rDrrr"z ${ORIGIN}r'external efile_prefix.Nrb)rNrrr UNLIMITEDrr)r'ropenreadtobytespathlibPathr|get_access_plistget_efile_prefixdecodeas_posixrparent) rr6rext_filerr8fidcontentsrrrrr test_contentsws   zTestExternal.test_contentsc Csd}tj|}|}tj|dtjfg}|jj d||j |tj |d}||d<|j dus2Jt |d }|}Wdn1sFwY||ksSJt|j}t|j} || ksoJ|jjd||j tj |d} | j dusJ| d |kdS) z< Create and access an external dataset using an efile_prefixrrr"r.Nr)rr)rNrrospathbasenamer rrr)r'dirnamerrrrrrr|rrrrrr) rr6rrrr8rrrrr`rrrtest_contents_efile_prefixs"     z'TestExternal.test_contents_efile_prefixcCs|jjdd|ddS)z/ External argument may be a file name str only r"rrN)rr)rrrrr test_name_strszTestExternal.test_name_strcCs |jjddt|ddS)z0 External argument may be a file name path only r"rrN)rr)rrrrrrrtest_name_paths   zTestExternal.test_name_pathcsN|d}tfddt|D}|jjdd|d}t|j|ks%JdS)z9 External argument may be an iterable of multiple tuples rc3s|] }|ddfVqdS)Nr.0rarrr sz/TestExternal.test_iter_multi..poorrN)riterrrr)r r)rNrr8rrrtest_iter_multis zTestExternal.test_iter_multic Csd}|}t|gft|dgft|dtjgft|fgft|dfgft|dtjdfgft|ddfgffD]"\}}|||jjd||dWdn1sPwYq3dS)z" Test with invalid external lists rrz h5f.UNLIMITEDr"rN)rrRr rr{rQrr))rr6rexc_typerrrr test_invalids    zTestExternal.test_invalidcCsR|}d}d}|jjd|||d}|jdusJ|j|ks J|j|ks'JdS)z$ Create expandable external dataset )@)Nrr")r6rrN)rrr)rr6r)rrr6rexp_dsetrrrtest_create_expandables z#TestExternal.test_create_expandableN) rrrr1rrrrrrrrrrrrss rc@s2eZdZdZd ddZddZddZd d Zd S) TestAutoCreatezP Feature: Datasets auto-created from data produce the correct types TcCsF|j}|t|tjj||||r|s!JdSdSr) r|r~r5r`rnr rrr)rr,rvariablerrrrassert_string_types  z!TestAutoCreate.assert_string_typecCsxd|jd<||jdtjjddg|jd<||jdtjjtjddgtjd|jd<||jdtjjdS) z Datasets may be resized up to maxshape using integer maxshaper"rrrr )rrNr"r7rrrtest_resize_1Dls zTestResize.test_resize_1DcCsL|jjdddd}|t|dWddS1swYdS)z. Resizing past maxshape triggers an exception r"rgrr)rrN)rr)rQ ExceptionrPr7rrrtest_resize_overss  "zTestResize.test_resize_overcCsH|jdd}|t|dWddS1swYdS)z/ Resizing non-chunked dataset raises TypeError r"rgrN)rr)rQrRrPr7rrrtest_resize_nonchunkedys  "z!TestResize.test_resize_nonchunkedcCs2|jjdddd}|jddd||jdd S) z Resize specified axis r"rgrrrraxisr!N)rr)rPr5r6r7rrrtest_resize_axisrnzTestResize.test_resize_axiscCsP|jjdddd}|t|jdddWddS1s!wYdS) z Illegal axis raises ValueError r"rgrrrr^r(N)rr)rQr{rPr7rrr test_axis_excs "zTestResize.test_axis_exccCs2|jjdddd}||jd||jddS)z? Allow zero-length initial dims for unlimited axes (issue 111) r")r)r,NrN)rr)r5r6rr7rrr test_zero_dimrnzTestResize.test_zero_dimN) rrrr1rrr#r$r&r'r*r+r-rrrrrNs   rc@rx) TestDtypezD Feature: Dataset dtype is available as .dtype property cCs(|jddd}||jtddS)z Retrieve dtype from dataset r"rM|S10NrMr7rrr test_dtypeszTestDtype.test_dtypecCs<tdtjfdtjfg}|jdd|}||j|dS)z7 Retrieve dtype from complex float16 dataset (gh-2156) rr-r"rMN)rNr'float16rr)r5)r complex32r8rrrtest_dtype_complex32szTestDtype.test_dtype_complex32N)rrrr1r0r3rrrrr. r.c@rx)TestLenzG Feature: Size of first axis is available via Python's len cCs"|jdd}|t|ddS)z Python len() (under 32 bits) r")8r,r6N)rr)r5r r7rrrtest_lenszTestLen.test_lencCs~|jdd}||jdtjdkr-|t t|Wdn1s'wYn|t|d||ddS)z Python len() vs Dataset.len() r")r,iNr8) rr)r5r6sysmaxsizerQ OverflowErrorr r7rrr test_len_bigs   zTestLen.test_len_bigN)rrrr1r7r<rrrrr5r4r5c@rx)TestIterz; Feature: Iterating over a dataset yields rows cCsXtjdddd}|jjd|d}t||D]\}}|t|d|||qdS) z& Iterating over a dataset yields rows rrrr&rsr"rfrtN) rNrvrxrr)zipr5r rw)rrgr8rarrrr test_iters zTestIter.test_itercCsN|jjddd}|tdd|DWddS1s wYdS)z0 Iterating over scalar dataset raises TypeError r"rr6cSsg|]}|qSrrrrrr sz-TestIter.test_iter_scalar..N)rr)rQrRr7rrrtest_iter_scalars "zTestIter.test_iter_scalarN)rrrr1r?rBrrrrr=s r=c@seZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZddZddZddZddZd d!Zd"d#Zd$S)% TestStringszr Feature: Datasets created with vlen and fixed datatypes correctly translate to and from HDF5 cCsntjdd}|jjdd|d}|j}|t|tjj || tjj t |j }||jddS)z3 Vlen bytes dataset maps to vlen ascii in the file rZr[rarr&N)rn string_dtyperr)r|r~r5r`r rrrcheck_string_dtyper'rXrr)r,r string_inforrrrs   zTestStrings.test_vlen_bytescCsptjdd}d}|jjdd||d}||jdd|||jdd|||jdj|dS) & Vlen bytes dataset handles fillvalue rZr[barrarrrNrnrDrr)r5asstrrrrr) fill_valuer,rrrtest_vlen_bytes_fillvalues z%TestStrings.test_vlen_bytes_fillvaluecCsjt}|jjdd|d}|j}|t|tjj || tjj t |j }||jddS)z5 Vlen unicode dataset maps to vlen utf-8 in the file rarr&rVN)rnrDrr)r|r~r5r`r rrrrEr'rXrFrrrrs  zTestStrings.test_vlen_unicodecCstt}d}|jjdd||d}||jdd|d||jdd|||jdj|ddS)( Vlen unicode dataset handles fillvalue bárrarrrrVN)rnrDrr)r5rUrKrrLrrrtest_vlen_unicode_fillvalues z'TestStrings.test_vlen_unicode_fillvaluecCstd}|jjdd|d}|j}|t|tj j | | || d||tj jt|j}||jd||jddS)zK Fixed-length bytes dataset maps to fixed-length ascii in the file r/rarr&rErZN)rNr'rr)r|r~r5r`rnr r assertFalserrrrrErXrrFrrrtest_fixed_asciis   zTestStrings.test_fixed_asciicCsrtjddd}d}|jjdd||d}||jdd|||jdd|||jdj|d S) rHrZrErWrIrarrrNrJrLrrrtest_fixed_bytes_fillvalue s z&TestStrings.test_fixed_bytes_fillvaluecCstjddd}|jjdd|d}|j}||tjj d}| d|d<||d <||g|d d <t j ||gt d|d d <t j | dgd |d|d d <|tt j ||gdd|d d<Wdn1sowYt j|dd t j | dgd dddS)NrVrrWrarr&cùrrr^r$rDUrES)rnrDrr)r|r~r5rr rrUrNrrrQrRrr)rr)r,rsrrrtest_fixed_utf8s " 0zTestStrings.test_fixed_utf8cCsztjddd}dd}|jjdd||d}||jdd|||jdd|d||jdj|d S) rOrVrErWrPrarrrN) rnrDrUrr)r5rKrrrLrrrtest_fixed_utf_8_fillvalue%s   z&TestStrings.test_fixed_utf_8_fillvaluecCsLtd}|t|jjdd|d}WddS1swYdS)zA Fixed-length unicode datasets are unsupported (raise TypeError) z|U10rarr&N)rNr'rQrRrr)rr)r,rrrtest_fixed_unicode.s  "zTestStrings.test_fixed_unicodecCsRtjdd}|jjdd|d}d}||d<|d}|t|t|||dS) zN writing and reading to vlen bytes dataset preserves type and content rZr[rarr&HellorN)rnrDrr)r5r`bytesrr)r,rgoutrrrtest_roundtrip_vlen_bytes4s z%TestStrings.test_roundtrip_vlen_bytescCsRtd}|jjdd|d}d}||d<|d}|t|tj|||dS)z[ Writing to and reading from fixed-length bytes dataset preserves type and content r/rarr&r^rN)rNr'rr)r5r`rr`rrrtest_roundtrip_fixed_bytes?s z&TestStrings.test_roundtrip_fixed_bytescCs^t}|jjdd|d}d}||d<||dt|d}||t|||dS)Nrarr&fàilter) rnrDrr)rmr_rKr~r5r`rrrtest_retrieve_vlen_unicodeJs  z&TestStrings.test_retrieve_vlen_unicodecCs|jjddtd}d}||d<|d}|t |dWdn1s*wY||dddd||d d||d t |t j |dd t j |gtdt j t |dd t j |gtddS) Nrarr&rdrrZignorefiltelatin-1rEr)rr)rnrDrKrQUnicodeDecodeErrorr5rAr rNrrrrasarray)rr,rgstrwrap1rrr test_asstrTs    "zTestStrings.test_asstrcCstjdd}|jjdd|d}d}tj|d|d|d<||dtj| d}||t | ||| | d d dd | | d d|tj | dd tj|gtddS)Nrrrarr&rUrVrrZrfrrhr)rnrDrr)rNrrUrmrrKr~r5rArrrr`rrrtest_asstr_fixedos    zTestStrings.test_asstr_fixedcCsXtd}|jjdd|d}d}|t ||d<WddS1s%wYdS)zGEncoding error when writing a non-ASCII string to an ASCII vlen datasetrZrarr&rdrN)rnrDrr)rQUnicodeEncodeError)rr)r,rgrrrtest_unicode_write_errors   "z$TestStrings.test_unicode_write_errorcCs\t}|jjdd|d}dtdd}||d<|d}|t|t|||dS) zJ Writing valid utf-8 byte strings to a unicode vlen dataset is OK rarr&rrutf8rN) rnrDrr)rrUr5r`r_r`rrrtest_unicode_write_bytessz$TestStrings.test_unicode_write_bytescCsVtd}|jjdd|d}d}||d<|d}|t|t|||ddS)z: Writing an ascii str to ascii vlen dataset is OK rZrarr&z ASCII stringrN)rnrDrr)r5r`r_rUr`rrrtest_vlen_bytes_write_ascii_strs z+TestStrings.test_vlen_bytes_write_ascii_strN)rrrr1rrNrrQrSrTrZr[r]rbrcrerlrmrorqrrrrrrrCs&          rCc@re) TestCompoundz: Feature: Compound types correctly round-trip c Cstdtjfdtjfdtjfdtjfdtjfdtjfdtjfg}tjd|d }|jD] }tjdd ||<q+||jd <|jd d }| t ||k| |j|jd S)z: Compound types are read back in correct order (issue 236)weightcputimewalltimeparents_offset n_parentsstatus endpoint_typerr&rtest.N) rNr'ruint32uint8r#fieldsrrrorr5)rr)rkeyoutdatarrrtest_rts   zTestCompound.test_rtcCstdtjdffdtjfg}tjd|d}|jD]}tjj||jdd||<q|jj dd|d}|jD]}||||<q6|jdd }| t ||k| |j|jdS) Nrtrtrzr{r&rHrr|.) rNr'rr~r#rrr6rr)rorr5)rr)rrr,rrrr test_assigns  zTestCompound.test_assigncCs>tdtjfdtjfdtjfg}tjd|d}|jD] }tjdd||<q||jd<tj|jdddgdd|ddgtj|jdddd|dtjt |jdddg|ddgtdtj fg}tjtj |jddg|d|dg |t |jdddksJdS) Nrarrr{r&rr|r) rNr'rr#rrrrrrjr%astyper )rr)rrdt_intrrr test_fieldss0  $" zTestCompound.test_fieldscCstdttjfdttjfg}tdt|fdtjfg}tjtddtjdtjtdd tjdf}tjtd d tjdtjtd d tjdf}tjtj||g|ddftj|g|ddfg|d}||jd<|jd}|j ||dddS)Nrrf1f2rrtr&rDrrErtrr^r,F)check_alignment) rNr'rn vlen_dtyper%rrrrrw)rdt_innerr)inner1inner2rgrarrrtest_nested_compound_vlens(  z&TestCompound.test_nested_compound_vlenN)rrrr1rrrrrrrrrss  #rsc@r) TestSubarraycCsl|jjdddd}gd|d<tj|ddgdggdg|dd<tj|ddgdgdSNrr;3int8r&rr^rtr)r$rrD)rr)rNrrr+rrrtest_write_list s   zTestSubarray.test_write_listcCsx|jjdddd}tgd|d<tj|ddgdgtgdg|dd<tj|ddgdgdSr)rr)rNrrrr+rrrtest_write_arrays  zTestSubarray.test_write_arrayN)rrrrrrrrrr s rc@s,eZdZdZddddZddZdd Zd S) TestEnumzM Feature: Enum datatype info is preserved, read/write as integer rrr.)REDGREENBLUEcCsDtj|jdd}|jjdd|d}|j}t|}|||jdS)z= Enum datasets can be created and type correctly round-trips r-basetyperarr&N)rn enum_dtypeEDICTrr)r'check_enum_dtyper5)rr)r,dt2dict2rrrr%s  zTestEnum.test_createcCsptj|jdd}|jjdd|d}d|d<d|dd d f<||dd||dd d ftjd ddd S) z/ Enum datasets can be read/written as integers rrrarr&r.)#%rN)drrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr) rnrrrr)r5rwrNrr\rrrtest_readwrite-s &zTestEnum.test_readwriteN)rrrr1rrrrrrrrs   rc@s:eZdZdZddZeeeddddZ dd Z d S) TestFloatszA Test support for mini and extended-precision floats cCsJ|jjdd|d}||j|tjd|d}||d<||d|dS)Nrarr&.)rr)r5r'rNrirw)rr)r8rgrrr _exectest=s zTestFloats._exectestr1zNumPy float16 support requiredcCs|tddS)z Mini-floats round trip r1N)rrNr'rrrr test_miniDszTestFloats.test_minicCs>ttdr|tjjtddS|tjjtddS)z Test mapping for float16 r1z@)g33333Y@g i@gfffffX@g%gr)rr^rVr%)rrg @rNg)rirri'rrrr^rtr$g333333?rN) rnrrr)rNrr'rrwrr) rnp_dt dataset_namer)r,array_0array_1array_2casted_array_2list_3 list_array_3list_4 list_array_4rrr_help_float_testings2   zTestVlen._help_float_testingcCtd}||dS)Nr1rNr'rrrrrrtest_numpy_float16D zTestVlen.test_numpy_float16cCr)Nfloat32rrrrrtest_numpy_float32HrzTestVlen.test_numpy_float32cCr)Nrrrrrrtest_numpy_float64_from_dtypeLrz&TestVlen.test_numpy_float64_from_dtypecCstj}||dSr)rNrrrrrrtest_numpy_float64_2PszTestVlen.test_numpy_float64_2cCs |jjddtddtgd}|ddd|jdd<t|jdd|dddksBJ|jddd |ddd|jjd dtd dtgd }|ddd|jd d<t|jd d|dddksJ|jd dd |ddddS) z4Test that non-contiguous arrays are stored correctlyncrrr&)TFTTFFFNr^rz != nc2int8)r^r$rrrrtr)rr)rnrrNrr)rrarrrrtest_non_contiguous_arraysTsFJz#TestVlen.test_non_contiguous_arrayscCsftjdd}d}|jjdd||d}tttj| t dWddS1s,wYdS)NrZr[rIrarrr&) rnrDrr)rXrr{rNrrKrrLrrrtest_asstr_array_dtypebs  "zTestVlen.test_asstr_array_dtypeN)r)rrrrrrrrrrrrrrrrrrrrs 0 rc@r) TestLowOpencCs|jdd}|j}dS)z Test H5Dget_access_plist r"r#N)rr)r|r)rr,p_listrrrtest_get_access_listlsz TestLowOpen.test_get_access_listcCsHtjtjj}|jdd}~tj|jjd|}| |tjj dS)z# Test the dapl keyword to h5d.open rarxN) rnh5prDATASET_ACCESSrr)r4rr|rm DatasetID)rdaplr8dsidrrr test_daplqs zTestLowOpen.test_daplN)rrrrrrrrrrjs rc Csbddlm}|}t|d}|jdddddd |ddd<Wdn1s+wY|dt|d l}|dj}|d ksIJtd D]0}t t t |dd }| |}|j|kshJ|jdksoJ|jdusvJ|jdks}JqM|d }|jd ksJ|jdksJ|jdusJ|jdksJWddS1swYdS)NrBytesIOrr|rrlrr6rr'rrrrEr)ior rnrr)seekr|get_num_chunksrr rNr unravel_indexget_chunk_info chunk_offset filter_mask byte_offsetrHget_chunk_info_by_coord)r buffoutfinr,joffsetsirrrtest_get_chunk_detailszs.      "r)rrrt)rrErE)rrEczJchunk iteration requires HDF5 1.10.10 and later 1.10, or 1.12.3 and latercsddlm}|}t|d}|jdddddd |dd d <Wd n1s+wY|dt|d 6}|dj}|}|d ksKJit|D] }| |}||j <qQfd d}| |Wd d S1stwYd S)z%H5Dchunk_iter() for chunk informationrr rr|rrlrr rNrrcsN|j}|j|jks J|j|jksJ|j|jksJ|j|jks%JdSr)rrrrH) chunk_infoknowncirrcallbacks z!test_chunk_iter..callback) r r rnrr)r r|rrrr chunk_iter)r rrr num_chunksrrr!rrrtest_chunk_iters$         "r$cCs.|jddd}|jdusJ|jdusJdS)Nrr%r&)r)r6r)rr,rrrtest_empty_shapesr%cCsddlm}|}t|d}|jdddWdn1s!wY|dt|d(}|djdus;J|djdusFJ|dj dksQJWddS1s\wYdS)Nrr rrr~r&r) r r rnrr)r rr| get_offsetget_storage_size)r rrrrrrtest_zero_storage_sizes  "r(cCsttjjttjjdg}|jd|tjd}|jttjks$Jtj|ddtj |tjd||dd<tj|ddtj |tjddS)Nrrarr&) rNiinformaxr)uint64r'rrr)rrgr,rrrtest_python_int_uint64s " &r,cCs<|jddtjd}tjjddd}||ddgddf<dS) Nrg)rrr^r&)rrtr^r)rr^r$.)r)rNr~rr)rrblockrrrtest_setitem_fancy_indexingsr/cCFttd}|dddksJWddS1swYdS)Nzvlen_string_dset.h5DS1rsPartingrrrrrrtest_vlen_spacepad"r4cCr0)Nzvlen_string_dset_utc.h5ds1rs2009-12-20T10:16:18.662409Zr2r3rrrtest_vlen_nulltermr5r7cCs0d}|jddtj|dd}t||jvsJdS)NrgrlT)r6r'r;allow_unknown_filter)r)rNr~r~_filters)rfake_filter_idr,rrrtest_allow_unknown_filters  r<c Csddlm}|}t|d0}|jdddddd d d }|j}|jd d |ks2J|dks8JWd n1sBwY| dt|d0}|j ddddddd}|j}|jd d |kstJ|dkszJWd d S1swYd S)z2Chunk cache configuration for individual datasets.rr rra)rEr)rr$r r)r6rr' rdcc_nbytesrdcc_w0 rdcc_nslotsrN)r>r=rr0q= ףp?)r6r'r?r@rA)rDrBrC) r r rnrr)r|rget_chunk_cache get_cacher r)r rrr,ds_chunk_cacherrrrtest_dset_chunk_caches*  "rHc@rx)TestCommutativez| Test the symmetry of operators, at least with the numpy types. Issue: https://github.com/h5py/h5py/issues/1947 cCsd}|jjd|ttjj|d}t|d}t||k||kks$Jt||k||kks1Jd}t||}t||k||kksGJt||k||kksTJdS)z Create a h5py dataset, extract one element convert to numpy Check that it returns symmetric response to == and != rrr|r'rgrgMbP?N) rr)rrNrrrrnanmax)rr6r8valdeltanvalrrrtest_numpy_commutatives  z&TestCommutative.test_numpy_commutativecCsTd}|jjd|ttjj|d}td}||k||kksJ||k||kks(JdS)z Create a h5py dataset and check basetype compatibility. Check that operation is symmetric, even if it is potentially not meaningful. rJr|rKrNN)rr)rrNrr)rr6r8rMrrrtest_basetype_commutative&s  z)TestCommutative.test_basetype_commutativeN)rrrr1rPrQrrrrrI s rIc@rx)TestVirtualPrefixz% Test setting virtual prefix cCsRd}d}|jjd|ttjj||d}t|j  }||ks'JdS)NrJ/path/to/virtualr|)r'rgvirtual_prefix) rr)rrNrrrrr|rget_virtual_prefixrr)rr6rTr8virtual_prefix_readbackrrrtest_virtual_prefix_create:s  z,TestVirtualPrefix.test_virtual_prefix_createcCs^d}|jjddd|d}t|j}| ||| |t | |j ddS)NrSr"rsr)rT) rrrrr|rrUrrr5rmrr6)rrTr8rVrrrtest_virtual_prefix_requireDs   z-TestVirtualPrefix.test_virtual_prefix_requireN)rrrr1rWrXrrrrrR6s rRrcCs"tjdd}d}|jd|||dS)NrZr[sfillrar)rnrDr)filer6r)rMrrrds_strMs r[cCsFtdtjddfdtjfg}tjd|d}t|||d<|dS)Nr"rZr[rB)fillrNr&ra)rNr'rnrDrrj broadcast_torYrrr ds_fieldsSsr^zview_getter,make_dscCs|Srrr,rrr`sr`cCs |jtdS)Nr&)rrr_rrrr`as cCs|Sr)rKr_rrrr`bscCs |dS)Nr")rr_rrrr`cs )r,rrKr)ids)r^rFrTcCs"||}||}tj||ddS)Nr)rNr) view_gettermake_dsrrr,viewrrrtest_array_copyksrfz"forbidding copies requires numpy 2cCsR||}||}tjtddtj|ddWddS1s"wYdS)Nz#memory allocation cannot be avoidedrFrb)rXrr{rNrrcrdrr,rerrrtest_array_copy_falsess "rhcCs2||}||}tj|ddjtdksJdS)Nr/r&)rNrr'rgrrrtest_array_dtypes"ricCsB||dd}||}t|dttfsJt|jdksJdS)Nrr@)rr_r~rNrr6rgrrrtest_array_scalars rjcCs,||dd}||}t|jdksJdS)NrrDr@)rNrr6rgrrr test_array_nds rlcCsf||dd}||}|jttksJ|jdksJ|jdks"J|jdks)Jt|dks1JdS)Nrkr@r^rrr)r'rNrndimr6rHr rgrrrtest_view_propertiess rn)r)nr1rrr9numpyrNrVrXwarningscommonrr data_filesrrnrrr h5py._hl.baser r r r h5py.h5py_warningsr rh5py._hl.selectionsro selectionsrh5py.tests.commonrrr!r2rdrrrrrr0rrrr%rrrrrDr\r^rbrTrUrfryrrrrrrrrr rr.r5r=rCrsrrrrrrYhdf5_version_tuplerrrrrrrrr$r%r(r,r/r4r7r<rHrIrRr[r^ view_gettersCOPY_IF_NEEDEDrfskipifrhrirjrlrnrrrrs       FY<(CC&T  ,'   ql,&DTg 0  -