o bi@sdZddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z m Z ddl mZddlmZddlZddlmZddlZGd d d e ZGd d d e ZejjGd dde ZGddde ZGddde ZejjejjdddkddGddde ZGddde ZGddde Z e !e dGddde Z"Gddde Z#Gd d!d!e Z$Gd"d#d#e Z%Gd$d%d%e Z&Gd&d'd'e Z'Gd(d)d)e Z(Gd*d+d+e Z)Gd,d-d-e Z*ejj+Gd.d/d/Z,Gd0d1d1e Z-ejjejjd2koejjddd3kpejjdd4kd5dejjd6ej.vd7dGd8d9d9Z/ejjejjd:kd;dejjd6ej.vd7dej0dd?Z1d@dAZ2dS)Bz` File object test module. Tests all aspects of File objects, including their creation. N)utTestCaseUNICODE_FILENAMESclosed_tempfile) direct_vfd)File)h5c@s|eZdZdZddZddZddZdd Zej j e d d ko$e jd kd dddZddZddZddZddZdS) TestFileOpenz= Feature: Opening files with Python-style modes. c Csb|}ttt|Wdn1swYWdn1s(wYt|dWdn1s=wYt|tjz)t|}| || |j dWdn1sewYWt|tj nt|tj wt |d }|dWdn1swY|t t|WddS1swYdS)z8 Default semantics in the presence or absence of a file Nwrwb)mktemppytestraisesFileNotFoundErrorroschmodstatS_IREAD assertTrue assertEqualmodeS_IWRITEopenwrite assertRaisesOSErrorselffnamefr$H/home/ubuntu/.local/lib/python3.10/site-packages/h5py/tests/test_file.py test_default&s0          "zTestFileOpen.test_defaultcCsP|}t|d}|||d|t|d}|d||dS)z' Mode 'w' opens file in overwrite mode r fooN)rrr create_groupclose assertNotInr!r"fidr$r$r% test_create@s      zTestFileOpen.test_createcCs^|}t|d}||||tt|dWddS1s(wYdS)z( Mode 'w-' opens file in exclusive mode w-N)rrrr)rFileExistsErrorr+r$r$r%test_create_exclusiveKs    "z"TestFileOpen.test_create_exclusivecCs|}t|d}z|||dd|vsJW|n|wt|d}zd|vs1J|dd|vs)rrrrr!r"r$r$r%test_nonexistent_files    "z"TestFileOpen.test_nonexistent_filecCs>|tt|dWddS1swYdS)z Invalid modes raise ValueError mongooseN)rr<rr)r!r$r$r%test_invalid_modes "zTestFileOpen.test_invalid_modeN)__name__ __module__ __qualname____doc__r&r-r0r3rmarkskipifrgetenvsysplatformr:r=r?rArCr$r$r$r%r s      r c@eZdZdZddZdS)TestSpaceStrategyzE Feature: Create file with specified file space strategy cCsF|}t|ddddd}|||tt|dddWdn1s)wY|tt|dd dWdn1sGwY|jd d d d }d|d<|jdd d d }d|d<|d =|t|d}|j}| }|ddksJ|ddksJ|ddksJ|jdd d d }d|d<|dS)z& Create file with file space strategy r pageTd) fs_strategy fs_persist fs_thresholdr1)rQNinvalidr')rPuint8)dtyper.r2rr foo2) rrrrr<create_datasetr)idget_create_plistget_file_space_strategy)r!r"r,dsetplistfs_stratr$r$r%test_create_with_space_strategys4      z1TestSpaceStrategy.test_create_with_space_strategyN)rDrErFrGr_r$r$r$r%rN rNc@seZdZdZddZddZejje j j dkddd d Z ejje j j d kd dd dZ ejje j j d kd dddZddZdS)TestPageBufferingz) Feature: Use page buffering cCs|}t|ddddWdn1swY|tt|dddWdn1s3wY|tt|ddddWdn1sPwY|tt|ddddWddS1snwYdS) z;Allow page buffering only with fs_strategy="page". r rO@)rrQ page_buf_sizeNrrcfsm aggregaterrrrr@r$r$r%test_only_with_page_strategys   "z.TestPageBuffering.test_only_with_page_strategycCsn|}d}d}d}t|dd|||d}|j}|||||fWddS1s0wYdS)zHVerify set page buffer size, and minimum meta and raw eviction criteria.rbCr rO)rrQrc min_meta_keep min_raw_keepNrrrYget_access_plistrget_page_buffer_size)r!r"pbsmmmrr#faplr$r$r%test_check_page_buf_sizes "z*TestPageBuffering.test_check_page_buf_size)rzRequires HDF5 <= 1.14.3r7cCs~|}d}t|dd|dWdn1swY|tt|d|ddWddS1s8wYdS) z;Page buffer size must be greater than file space page size.rbr rOrrQ fs_page_sizeNr rrdrg)r!r"fspr$r$r%test_too_small_pbss "z$TestPageBuffering.test_too_small_pbsrruRequires HDF5 >= 1.14.4cCs|}d}t|ddWdn1swYt|d|d}|j}|ddks3JWddS1s>wYdS)z(Open non-PAGE file with page buffer set.rbr )rNr rdrrrrYrnror!r"ryr#rsr$r$r%test_open_nonpage_pbss "z'TestPageBuffering.test_open_nonpage_pbscCs|}d}t|dd|dWdn1swYt|d|dd}|j}|d |ks7JWddS1sBwYdS) zBAdjust page buffer size automatically when smaller than file page.rbr rOrwNr rPrdrr~rr$r$r%test_smaller_pbss "z"TestPageBuffering.test_smaller_pbscCs|}d}d|}t|dd|dWdn1swYt|d|dd }|j}||d |WddS1sFwYdS) zVerify actual page buffer size.rbr r rOrwNr rrdrrm)r!r"ryrpr#rsr$r$r%test_actual_pbss "z!TestPageBuffering.test_actual_pbsN)rDrErFrGrhrtrrHrIh5pyversionhdf5_version_tuplerzrrrr$r$r$r%ras"        rac@ eZdZdZddZddZdS) TestModesz? Feature: File mode can be retrieved via file.mode cCs~|}t|d}||jdWdn1swYt|d}||jdWddS1s8wYdS)z/ Mode equivalent can be retrieved via property r r>Nr )rrrrr r$r$r%test_mode_attrs  "zTestModes.test_mode_attrcCs|}|}t|d}|t|d}zt|d|d<|dj}||jdW||n ||wt|d}z|dj}||jdW||dS||w)zU Mode property works for files opened via external links Issue 190. r /Externalr>r N)rrr)r ExternalLinkfilerr)r!fname1fname2f1f2f3r$r$r%test_mode_external s*         zTestModes.test_mode_externalN)rDrErFrGrrr$r$r$r%rs rc@seZdZdZeejdkdddZee dddZ eejdkd d d Z d d Z ddZ ddZddZddZddZdS) TestDriverszz Feature: Files can be opened with low-level HDF5 drivers. Does not include MPI drivers (see bottom). posixz"Stdio driver is supported on posixcCht|ddd}||||jd|t|ddd}||||jd|dS)z$ Stdio driver is supported on posix r stdiodriverr1Nrrrrrr)r!r,r$r$r% test_stdioD   zTestDrivers.test_stdiozODIRECT driver is supported on Linux if hdf5 is built with the appriorate flags.c CsZt|ddd}||||jd|j}|t|ddd}||||jd|||d|dd|df|dd|dd|df|dd|dd |dffD]F\}}}t|dd|||d -}|j}|d}|d}|d} ||ksJ||ksJ| | ksJWd n1swYqdd S) z$ DIRECT driver is supported on Linuxr directrr1rrrvr )r alignment block_size cbuf_sizeN) rrrrrrYrnget_fapl_directr)) r!r, default_faplrrr actual_faplactual_alignmentactual_block_sizeactual_cbuf_sizer$r$r% test_directRs<     zTestDrivers.test_directz!Sec2 driver is supported on posixcCr)z# Sec2 driver is supported on posix r sec2rr1Nrrr$r$r% test_sec2rzTestDrivers.test_sec2cCs|}t|dddd}||||jd||tj |t|ddd}||||jd|dS)z- Core driver is supported (no backing store) r coreFr backing_storer1rN) rrrrrr)r;rpathexistsr+r$r$r% test_cores   zTestDrivers.test_corecCs|}t|dddd}|d|t|d}d|vs J||tt|dddWddS1s)rrr)rr<rr!rr#r$r$r%test_write_only=s   "zTestUserblock.test_write_onlycCs|}t|ddd}||tt|ddd}Wdn1s&wYt|ddd}z||jdW|dS|w)zA User block size must match that of file when opening for append r rrr1rN)rrr)rr<rrrr$r$r%test_match_existingIs z!TestUserblock.test_match_existingcCs|}|tt|ddd}Wdn1swY|tt|ddd}Wdn1s7wY|tt|ddd}WddS1sTwYdS)z7 User block size must be a power of 2 and at least 512 r rNii)rrr<rrr$r$r%test_power_of_twoXs   "zTestUserblock.test_power_of_twocCs|}t|ddd}|d|t|d}z |dW|n|wt|d}z d|vs7JW|n|wt|d}z||ddW|d S|w) z= Test that writing to a user block does not destroy the file r rrFoobarzr+bsXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXr rbN) rrr(r)rrrrread)r!rr#pyfiler$r$r%test_write_blockes      zTestUserblock.test_write_blockN) rDrErFrGrrrrrr$r$r$r%r s  rc@rM)TestContextManagerzC Feature: File objects can be used as context managers cCsHt|d }||Wdn1swY|| dS)z- File objects can be used in with statements r N)rrrrr$r$r%test_context_managers z'TestContextManager.test_context_managerN)rDrErFrGrr$r$r$r%rr`rz#Filesystem unicode support requiredc@(eZdZdZddZddZddZdS) TestUnicodez6 Feature: Unicode filenames are supported cCsP|jtdd}t|d}z||j|||jtW|dS|w)zM Unicode filenames can be used, and retrieved properly via .filename  prefixr N)rchrrrfilenameassertIsInstancestrr)r+r$r$r% test_unicodes  zTestUnicode.test_unicodecCs|jtdd}ttjjddlm}td|td|t|d}tt |j Wdn1s8wYt j |sEJdS) zG Unicode filenames can be used, and seen correctly from python rrr)WINDOWS_ENCODINGzWindows file encoding in usez Creating r N)rrprintrrinfoh5py._hl.compatrrrlistdirtempdirrr)r!r"rr#r$r$r%#test_unicode_hdf5_python_consistents    z/TestUnicode.test_unicode_hdf5_python_consistentcCs~|jtdd}|t t|dWdn1swY|tt|dWddS1s8wYdS)zV Modes 'r' and 'r+' do not create files even when given unicode names rrr Nr>)rrrrrr@r$r$r%test_nonexistent_file_unicodes    "z)TestUnicode.test_nonexistent_file_unicodeN)rDrErFrGrrrr$r$r$r%rs  rc@r) TestFilePropertyzk Feature: A File object can be retrieved from any child object, via the .file property cCsB|}t|d}z|dj}|||W|dS|w)z, File object can be retrieved from subgroup r rN)rrrrr))r!r"hfilehfile2r$r$r% test_propertys   zTestFileProperty.test_propertycCsV|}t|d}|d}|j}|dj}|||||||dS)z8 All retrieved File objects are closed at the same time r r'rN)rrr(rr)r;)r!r"rgrprhfile3r$r$r% test_closes     zTestFileProperty.test_closecCsDt|d}z|d}||jj|jW|dS|w)z9 Retrieved File objects have a meaningful mode attribute r r'N)rrr(rrrr))r!rrr$r$r% test_modes  zTestFileProperty.test_modeN)rDrErFrGrr r r$r$r$r%rs  rc@r) TestClosez* Feature: Files can be closed cCs.t|d}|||||dS)z Close file via .close method r N)rrrr)r;rr$r$r%r s zTestClose.test_closecCsPt|d}||t|dWddS1s!wYdS)z0 Trying to modify closed file raises ValueError r r'N)rrr)rr<r(rr$r$r%test_closed_files   "zTestClose.test_closed_filecCs2|}t|d}|d||dS)Nr test)rrrr(r)r r$r$r%"test_close_multiple_default_drivers    z,TestClose.test_close_multiple_default_driverN)rDrErFrGr r rr$r$r$r%r s  r c@rM) TestFlushz+ Feature: Files can be flushed cCs"t|d}||dS)z Flush via .flush method r N)rrflushr)rr$r$r% test_flushs zTestFlush.test_flushN)rDrErFrGrr$r$r$r%rr`rc@rM)TestReprzE Feature: File objects provide a helpful __repr__ string cCs:t|d}|t|t||t|tdS)z8 __repr__ behaves itself when files are open and closed r N)rrrreprrr)rr$r$r% test_repr szTestRepr.test_reprN)rDrErFrGrr$r$r$r%rr`rc@rM) TestFilenamezO Feature: The name of a File object can be retrieved via .filename cCsH|}t|d}z||j|||jtW|dS|w)z, .filename behaves properly for string data r N)rrrrrrr)r+r$r$r% test_filenames  zTestFilename.test_filenameN)rDrErFrGrr$r$r$r%rr`rc@r)!TestCloseInvalidatesOpenObjectIDszO Ensure that closing a file invalidates object IDs, as appropriate cCst|d1}|d}|t|j|t|j||t|j|t|jWdn1s;wYt|d.}|d}|t|j|t|j|t|j|t|jWddS1sxwYdS)z; Closing a file invalidates any of the file's open objects r r'N)rrr(rboolrYr)r;)r!rg1rg2r$r$r%r +s  "z,TestCloseInvalidatesOpenObjectIDs.test_closecCs|}t|d }|dWdn1swYt|}t|}|d}|d}|jjs4J|jjs:J||jjrDJ|jjsJJ|jjsPJ||jjrZJ|jjr`JdS)Nr r')rrr(rYvalidr))r!r"r#rrrrr$r$r%test_close_one_handle;s"        z7TestCloseInvalidatesOpenObjectIDs.test_close_one_handleN)rDrErFrGr rr$r$r$r%r%s rc@r)TestPathlibSupportz6 Check that h5py doesn't break on pathlib c Cszt0}t|}t|d }|dWdn1swYWddSWddS1s6wYdS)z- Check that pathlib is accepted by h5py.File r TN)rpathlibPathrr)r!r#rrr$r$r%test_pathlib_accepted_fileVs   "z-TestPathlibSupport.test_pathlib_accepted_filec CstD}t|}t|d }|j}Wdn1swYt|d }|j}Wdn1s4wY|||WddS1sJwYdS)z1 Check that using pathlib does not affect naming r N)rrrrrr)r!r#rh5f1 pathlib_nameh5f2 normal_namer$r$r%test_pathlib_name_match]s   "z*TestPathlibSupport.test_pathlib_name_matchN)rDrErFrGr r%r$r$r$r%rQs rc@rM) TestPicklez%Check that h5py.File can't be pickledc Csxt|d+}|t t|Wdn1swYWddSWddS1s5wYdS)Nr )rrrrpickledumps)r!rr$r$r%test_dump_errorjs  "zTestPickle.test_dump_errorN)rDrErFrGr)r$r$r$r%r&hs r&c@s,eZdZddZddZddZddZd S) TestMPIcCZddlm}t|dd|jd}|sJ|jdksJWddS1s&wYdS) MPIO driver and options rMPIr mpiorcommNmpi4pyr.r COMM_WORLDrr! mpi_file_namer.r#r$r$r% test_mpiot "zTestMPI.test_mpiocCr+)z& Testing creation of file with append rr-r1r/r0Nr2r5r$r$r%test_mpio_append|r8zTestMPI.test_mpio_appendcCs^ddlm}t|dd|jd}|jrJd|_|jsJWddS1s(wYdS)z$ Enable atomic mode for MPIO driver rr-r r/r0TN)r3r.rr4atomicr5r$r$r%test_mpi_atomics   "zTestMPI.test_mpi_atomiccCs<ddlm}t|dd|jd}|d||dS)r,rr-r r/r0r N)r3r.rr4r(r)r5r$r$r%test_close_multiple_mpio_drivers   z'TestMPI.test_close_multiple_mpio_driverN)rDrErFr7r9r;r<r$r$r$r%r*rs  r*c@r) TestSWMRModez= Feature: Create file that switches on SWMR mode cCsv|}t|ddd}|d}|j|jjkrdks!JJd|_|j|jjkr2dks5JJ|dS)Nr rrr'r>T)rrr(rr swmr_moder)r!r"r,gr$r$r%test_file_mode_generalizess "" z'TestSWMRMode.test_file_mode_generalizescCsv|}t|ddd}|d}|j|jjkrdks!JJd|_|j|jjkr2dks5JJ|dS)Nr rrr'FT)rrr(r>rr)r?r$r$r%test_swmr_mode_consistencys "" z'TestSWMRMode.test_swmr_mode_consistencyN)rDrErFrGrArBr$r$r$r%r=s r=)r r)r z+Requires HDF5 >= 1.12.1 or 1.10.x >= 1.10.7HDF5_USE_FILE_LOCKINGz&HDF5_USE_FILE_LOCKING env. var. is setc@r) TestFileLockingz"Test h5py.File file locking optionc Cs|d}tj|ddd}|tt tj|ddd}Wdn1s*wYWdn1s9wYtj|ddd}Wdn1sQwYtjjdkrutj|dd d}Wdn1sowYn5tt tj|dd d}Wdn1swYWdn1swYWddSWddSWddS1swYdS) z2Test file locking when opening twice the same filetest.h5r Trlockingr FNr{ best-effort)rrrrrrrr)r!tmp_pathr"r#h5f_readr$r$r% test_reopens8   "zTestFileLocking.test_reopenc Csx|d}tt)tj|ddd}Wdn1swYWddSWddS1s5wYdS)z&Test with erroneous file locking valuerHr zunsupported-valuerIN)rrr<rr)r!rLr"rMr$r$r%test_unsupported_lockings "z(TestFileLocking.test_unsupported_lockingcCs|d}dd}tj|ddd }d|d<Wd n1swYtj|d d d}||ddds6JWd d S1sAwYd S) z.open_in_subprocessr TrIrdataNr F)rr)r!rLr"rZr#r$r$r%test_multiprocesss "z!TestFileLocking.test_multiprocessN)rDrErFrGrNrOr\r$r$r$r%rGs  rGr{r}zlocking_arg,file_locking_props))F)rr)T)rr)rK)rrc Cs|d}|d}t|d }d|d<Wdn1swYt|d}t|d|d<Wdn1s;wYtj|d |d (}|j}||ksVJ|d}|jj}||kshJWddS1sswYdS) z5Test that same file locking is used for external linkz test_main.h5ztest_linked.h5r rr[Nz/datalinkr )rJ)rrrrYrnget_file_lockingr) rL locking_argfile_locking_props fname_main fname_elinkr# locking_info elink_datasetelink_locking_infor$r$r%test_file_locking_external_links  "rfc CstdD]}g|t|<q|j}|tdD]'}t|d}dd|D}||~Wdn1s:wYqdS)NrPrDr cSsg|]}|jqSr$)rY).0dr$r$r% -sz!test_close_gc..)rangerrr)rrvaluesappend) writable_fileirr#refsr$r$r% test_close_gc s   rp)3rGrrrr'rrSrKcommonrrrrh5py._hl.filesrrrr rr rNrHmpi_skiprarrrIrrrrrrrrr rrrrrr&mpir*r=environrG parametrizerfrpr$r$r$r%s    &L+ @` (' , $$A