o 2hh@sdZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl Z ddl m Z m Z mZmZddlmZddlmZddlZddlZGdd d e ZGd d d e Ze jjGd d d e ZGddde ZGddde Ze jjejjdddkddGddde ZGddde Z Gddde Z!e "e dGddde Z#Gddde Z$Gd d!d!e Z%Gd"d#d#e Z&Gd$d%d%e Z'Gd&d'd'e Z(Gd(d)d)e Z)Gd*d+d+e Z*Gd,d-d-e Z+e jj,Gd.d/d/Z-Gd0d1d1e Z.e jjd2ej/vd3dGd4d5d5Z0e jjejjd6kd7de jjd2ej/vd3de j1d8gd9d:d;Z2dd?Z5dS)@z` File object test module. Tests all aspects of File objects, including their creation. N)sha256)utTestCaseUNICODE_FILENAMESclosed_tempfile) direct_vfd)Filec@s|eZdZdZddZddZddZdd Zej j e d d ko$e jd kd dddZddZddZddZddZdS) TestFileOpenz= Feature: Opening files with Python-style modes. c Csb|}ttt|Wdn1swYWdn1s(wYt|dWdn1s=wYt|tjz)t|}| || |j dWdn1sewYWt|tj nt|tj wt |d }|dWdn1swY|t t|WddS1swYdS)z8 Default semantics in the presence or absence of a file Nwrwb)mktemppytestraisesFileNotFoundErrorr oschmodstatS_IREAD assertTrue assertEqualmodeS_IWRITEopenwrite assertRaisesOSErrorselffnamefr#O/var/www/html/chatgem/venv/lib/python3.10/site-packages/h5py/tests/test_file.py test_default(s0          "zTestFileOpen.test_defaultcCsP|}t|d}|||d|t|d}|d||dS)z' Mode 'w' opens file in overwrite mode r fooN)rr r create_groupclose assertNotInr r!fidr#r#r$ test_createBs      zTestFileOpen.test_createcCs^|}t|d}||||tt|dWddS1s(wYdS)z( Mode 'w-' opens file in exclusive mode w-N)rr rr(rFileExistsErrorr*r#r#r$test_create_exclusiveMs    "z"TestFileOpen.test_create_exclusivecCs|}t|d}z|||dd|vsJW|n|wt|d}zd|vs1J|dd|vs|tt|dWddS1swYdS)z Invalid modes raise ValueError mongooseN)rr;r r)r r#r#r$test_invalid_modes "zTestFileOpen.test_invalid_modeN)__name__ __module__ __qualname____doc__r%r,r/r2rmarkskipifrgetenvsysplatformr9r<r>r@rBr#r#r#r$r "s      r c@eZdZdZddZdS)TestSpaceStrategyzE Feature: Create file with specified file space strategy cCsF|}t|ddddd}|||tt|dddWdn1s)wY|tt|dd dWdn1sGwY|jd d d d }d|d<|jdd d d }d|d<|d =|t|d}|j}| }|ddksJ|ddksJ|ddksJ|jdd d d }d|d<|dS)z& Create file with file space strategy r pageTd) fs_strategy fs_persist fs_thresholdr0)rPNinvalidr&)rOuint8)dtyper.r1rfoo2) rr rrr;create_datasetr(idget_create_plistget_file_space_strategy)r r!r+dsetplistfs_stratr#r#r$test_create_with_space_strategys4      z1TestSpaceStrategy.test_create_with_space_strategyN)rCrDrErFr_r#r#r#r$rM rMc@seZdZdZddZddZejje j j dkddd d Z ejje j j d kd dd dZ ejje j j d kd dddZddZdS)TestPageBufferingz) Feature: Use page buffering cCs|}t|ddddWdn1swY|tt|dddWdn1s3wY|tt|ddddWdn1sPwY|tt|ddddWddS1snwYdS) z;Allow page buffering only with fs_strategy="page". r rN@)rrP page_buf_sizeNrrcfsm aggregaterr rrr?r#r#r$test_only_with_page_strategys   "z.TestPageBuffering.test_only_with_page_strategycCsn|}d}d}d}t|dd|||d}|j}|||||fWddS1s0wYdS)zHVerify set page buffer size, and minimum meta and raw eviction criteria.rbCr rN)rrPrc min_meta_keep min_raw_keepNrr rYget_access_plistrget_page_buffer_size)r r!pbsmmmrr"faplr#r#r$test_check_page_buf_sizes "z*TestPageBuffering.test_check_page_buf_size)rzRequires HDF5 <= 1.14.3r6cCs~|}d}t|dd|dWdn1swY|tt|d|ddWddS1s8wYdS) z;Page buffer size must be greater than file space page size.rbr rNrrP fs_page_sizeNr rrdrg)r r!fspr#r#r$test_too_small_pbss "z$TestPageBuffering.test_too_small_pbsrruRequires HDF5 >= 1.14.4cCs|}d}t|ddWdn1swYt|d|d}|j}|ddks3JWddS1s>wYdS)z(Open non-PAGE file with page buffer set.rbr )rNr rdrrr rYrnror r!ryr"rsr#r#r$test_open_nonpage_pbss "z'TestPageBuffering.test_open_nonpage_pbscCs|}d}t|dd|dWdn1swYt|d|dd}|j}|d |ks7JWddS1sBwYdS) zBAdjust page buffer size automatically when smaller than file page.rbr rNrwNr rOrdrr~rr#r#r$test_smaller_pbss "z"TestPageBuffering.test_smaller_pbscCs|}d}d|}t|dd|dWdn1swYt|d|dd }|j}||d |WddS1sFwYdS) zVerify actual page buffer size.rbrVr rNrwNr rrdrrm)r r!ryrpr"rsr#r#r$test_actual_pbss "z!TestPageBuffering.test_actual_pbsN)rCrDrErFrhrtrrGrHh5pyversionhdf5_version_tuplerzrrrr#r#r#r$ras"        rac@ eZdZdZddZddZdS) TestModesz? Feature: File mode can be retrieved via file.mode cCs~|}t|d}||jdWdn1swYt|d}||jdWddS1s8wYdS)z/ Mode equivalent can be retrieved via property r r=Nr )rr rrrr#r#r$test_mode_attrs  "zTestModes.test_mode_attrcCs|}|}t|d}|t|d}zt|d|d<|dj}||jdW||n ||wt|d}z|dj}||jdW||dS||w)zU Mode property works for files opened via external links Issue 190. r /Externalr=r N)rr r(r ExternalLinkfilerr)r fname1fname2f1f2f3r#r#r$test_mode_external"s*         zTestModes.test_mode_externalN)rCrDrErFrrr#r#r#r$rs rc@seZdZdZeejdkdddZee dddZ eejdkd d d Z d d Z ddZ ddZddZddZddZdS) TestDriverszz Feature: Files can be opened with low-level HDF5 drivers. Does not include MPI drivers (see bottom). posixz"Stdio driver is supported on posixcCht|ddd}||||jd|t|ddd}||||jd|dS)z$ Stdio driver is supported on posix r stdiodriverr0Nr rrrrr(r r+r#r#r$ test_stdioF   zTestDrivers.test_stdiozODIRECT driver is supported on Linux if hdf5 is built with the appriorate flags.c CsZt|ddd}||||jd|j}|t|ddd}||||jd|||d|dd|df|dd|dd|df|dd|dd |dffD]F\}}}t|dd|||d -}|j}|d}|d}|d} ||ksJ||ksJ| | ksJWd n1swYqdd S) z$ DIRECT driver is supported on Linuxr directrr0rrrvrV)r alignment block_size cbuf_sizeN) r rrrrrYrnget_fapl_directr() r r+ default_faplrrr actual_faplactual_alignmentactual_block_sizeactual_cbuf_sizer#r#r$ test_directTs<     zTestDrivers.test_directz!Sec2 driver is supported on posixcCr)z# Sec2 driver is supported on posix r sec2rr0Nrrr#r#r$ test_sec2rzTestDrivers.test_sec2cCs|}t|dddd}||||jd||tj |t|ddd}||||jd|dS)z- Core driver is supported (no backing store) r coreFr backing_storer0rN) rr rrrr(r:rpathexistsr*r#r#r$ test_cores   zTestDrivers.test_corecCs|}t|dddd}|d|t|d}d|vs J||tt|dddWddS1sr@rAr#r#r#r$r/s  r/c@r) TestSWMRModez= Feature: Create file that switches on SWMR mode cCsv|}t|ddd}|d}|j|jjkrdks!JJd|_|j|jjkr2dks5JJ|dS)Nr rrr&r=T)rr r'rr swmr_moder(r r!r+gr#r#r$test_file_mode_generalizess "" z'TestSWMRMode.test_file_mode_generalizescCsv|}t|ddd}|d}|j|jjkrdks!JJd|_|j|jjkr2dks5JJ|dS)Nr rrr&FT)rr r'rCrr(rDr#r#r$test_swmr_mode_consistencys "" z'TestSWMRMode.test_swmr_mode_consistencyN)rCrDrErFrFrGr#r#r#r$rBs rBHDF5_USE_FILE_LOCKINGz&HDF5_USE_FILE_LOCKING env. var. is setc@r) TestFileLockingz"Test h5py.File file locking optionc Cs|d}tj|ddd}|tt tj|ddd}Wdn1s*wYWdn1s9wYtj|ddd}Wdn1sQwYtjjdkrutj|dd d}Wdn1sowYn5tt tj|dd d}Wdn1swYWdn1swYWddSWddSWddS1swYdS) z2Test file locking when opening twice the same filetest.h5r Trlockingr FNr{ best-effort)rr rrrrrr)r tmp_pathr!r"h5f_readr#r#r$ test_reopens8   "zTestFileLocking.test_reopenc Csx|d}tt)tj|ddd}Wdn1swYWddSWddS1s5wYdS)z&Test with erroneous file locking valuerJr zunsupported-valuerKN)rrr;rr )r rNr!rOr#r#r$test_unsupported_lockings "z(TestFileLocking.test_unsupported_lockingcCs|d}dd}tj|ddd }d|d<Wd n1swYtj|d d d}||ddds6JWd d S1sAwYd S) z.open_in_subprocessr TrKrdataNr F)rr )r rNr!r\r"r#r#r$test_multiprocesss "z!TestFileLocking.test_multiprocessN)rCrDrErFrPrQr^r#r#r#r$rIs  rIr{r}zlocking_arg,file_locking_props))F)rr)T)rr)rM)rrc Cs|d}|d}t|d }d|d<Wdn1swYt|d}t|d|d<Wdn1s;wYtj|d |d (}|j}||ksVJ|d}|jj}||kshJWddS1sswYdS) z5Test that same file locking is used for external linkz test_main.h5ztest_linked.h5r rr]Nz/datalinkr )rL)rr rrYrnget_file_lockingr) rN locking_argfile_locking_props fname_main fname_elinkr" locking_info elink_datasetelink_locking_infor#r#r$test_file_locking_external_link s  "rhc CstdD]}g|t|<q|j}|tdD]'}t|d}dd|D}||~Wdn1s:wYqdS)NrO r cSsg|]}|jqSr#)rY).0dr#r#r$ =sz!test_close_gc..)rangerrr(rr valuesappend) writable_fileirr"refsr#r#r$ test_close_gc0s   rscCsZdd}|d}||td|d}||t|t|ks+JdS)NcSsRt|ddd}|jddd}|jddddWddS1s"wYdS) Nr T) track_ordergroupr\rif4)shaperU)r r'rX)rhfrEr#r#r$rDs"z%test_reproducible_file..writezf1.h5g?zf2.h5)timesleepr read_bytes hexdigest)rNrrrr#r#r$test_reproducible_fileBs (r})6rFrrr,rryrUrJhashlibrrcommonrrrrh5py._hl.filesrrr r#r rMrGmpi_skiprarrrHrrrrrrrrrrrrrr"r+mpir/rBenvironrI parametrizerhrsslowr}r#r#r#r$s|    &L+ R` (' , $A