Loj$SSKrSSKrSSKrSSKrSSKrSSKJr SSKJrJ r SSK J r SSK J r SSKJrJrJrJr SrSqSS 1r"S S \ 5r\"S /S Q5"SS\R.55r"SS\5rg)N)suppress)cached_propertywraps)parse_qs)AbstractFileSystem)"get_package_version_without_importinfer_storage_options mirror_fromtokenizec0^[T5U4Sj5nU$)Nc>T"U0UD6$![a[nUR(deURtp0[U[5(a!SU;a[ [ R U5UeeSnAff=f)Nzdoes not exist)OSErrorargs isinstancestrFileNotFoundErrorerrnoENOENT)rkwargs exceptionmessagefuncs V/mnt/workspace/venv-train/lib/python3.13/site-packages/fsspec/implementations/arrow.pywrapper wrap_exceptions..wrappersh (( ( >>&^^NG'3'',<,G' g>IM s A0AA++A0)r)rrs` rwrap_exceptionsrs  4[   Ngcss3cD^\rSrSrSrSrU4Sjr\S5r\ S5r U4Sjr \ S5r SS jrS rS rS r\S 5r\S5r\S5r\SSj5r\SSj5r\SSj5r\SSj5r\S5r\S5rSU4SjjrU4SjrSrU=r$)ArrowFSWrapper)zgFSSpec-compatible wrapper of pyarrow.fs.FileSystem. Parameters ---------- fs : pyarrow.fs.FileSystem /c ~>[S5qXlUR[;aSUl[ TU]"S0UD6 g)Npyarrow)rPYARROW_VERSIONfs type_name_EMPTY_ROOT_MARKER_FILESYSTEMS root_markersuper__init__)selfr)r __class__s rr.ArrowFSWrapper.__init__4s7UR(a[TU] U5$URU5R S5nSU;aUR SS5S$S$)Nr#rr&)r,r-_parent_strip_protocollstriprsplit)r/pathr0s rr?ArrowFSWrapper._parentDsW   7?4( (##D)005),t{{3"1%<")r startswith)clsrCopss rr@ArrowFSWrapper._strip_protocolKs4#D)6{ ??4 8D rc VURU5nSSKJn URR U"U55Vs/sHnUR U5PM nnU(aU$UVs/sHoUSPM sn$s snf![ [4a UR"U40UD6/nNIf=fs snf)Nr) FileSelectorname) r@ pyarrow.fsrKr) get_file_info _make_entryrNotADirectoryErrorinfo)r/rCdetailrrKentryentriess rlsArrowFSWrapper.lsTs##D)+ 2"WW22<3EFFE  'F  N/67we&Mw7 7"#56 2yy001G 2 8s(#A<A7A<&B&7A<<$B#"B#c URU5nURRU/5unURU5$r3)r@r)rNrO)r/rCrrQs rrQArrowFSWrapper.infods;##D)&&v.%%rcjURU5nURU5 g![a gf=f)NTF)r@rQrr/rCs rexistsArrowFSWrapper.existsis;##D)  IIdO!  s % 22cSSKJn URURLaSnO~URURLaSnObURUR LaG[ [R[R"[R5UR5eSnURURUURS.$)Nr)FileType directoryfileother)rLsizetypemtime)rMr^rc DirectoryFileNotFoundrrrosstrerrorrCrbrd)r/rQr^kinds rrOArrowFSWrapper._make_entryrs' 99** *D YY(-- 'D YY(++ +#ELL"++ell2KTYYW WDIIIIZZ   rc vURU5RS5nURU5RS5nURUS5nUS[R"S53nUR US5n[ R"XF5 SSS5 URRXR5 SSS5 g!,(df  N3=f![aF [[5 URRU5 SSS5 e!,(df  e=ff=f!,(df  g=f)Nr#rbz.tmp.wb)r@rstrip_opensecrets token_hexopenshutil copyfileobjr)move BaseExceptionrr delete_file)r/path1path2rlstream tmp_fnamerstreams rcp_fileArrowFSWrapper.cp_files$$U+2237$$U+2237 ZZt $ 'w'8'8';&<=I YYy$/7&&w80 Y. % $0/! /0GG'' 2110  % $sND*0CC#C C CD'0D D' D# D''D** D8c URU5RS5nURU5RS5nURRX5 g)Nr#)r@rpr)rw)r/rzr{rs rmvArrowFSWrapper.mvsH$$U+2237$$U+2237  U"rc\URU5nURRU5 gr3)r@r)ryrZs rrm_fileArrowFSWrapper.rm_files$##D) D!rcURU5RS5nURU5(a.U(aURR U5 g[ S5eURR U5 g)Nr#z0Can't delete directories without recursive=False)r@rpisdirr) delete_dir ValueErrorry)r/rC recursivemaxdepths rrmArrowFSWrapper.rms_##D)005 ::d  ""4( !STT GG   %rc US:Xa5U(aURRnO`URRnOIUS:XaURRnO,US:XaURRnO[ SU<35e0nUS:wdU(d*[ [RS5S5S:aSUS'U"U40UD6n[XXU40UD6$) Nrmroabz'unsupported mode for Arrow filesystem: .r compression) r)open_input_fileopen_input_streamopen_output_streamopen_append_streamrintr(split ArrowFile) r/rCmode block_sizeseekablermethod_kwargsstreams rrqArrowFSWrapper._opens 4<0022 T\WW//F T\WW//FFthOP P 4URSUS;5 [TU]"XU40UD6$)Nr)Nr) setdefaultr-cat_file)r/rCstartendrr0s rrArrowFSWrapper.cat_files/*e9&<=wS;F;;rc L>URSS5 [TU]"X40UD6 g)NrF)rr-get_file)r/rpathlpathrr0s rrArrowFSWrapper.get_files%*e, 00r)r)r,)F)FN)rmNT)T)NN) __name__ __module__ __qualname____firstlineno____doc__r,r.propertyr5rr;r? classmethodr@rUrQr[rOrrrrrrqrrrrrr__static_attributes__ __classcell__r0s@rr!r!)s.K#!!>>=8 &  &  ## ""&&II,6611!!11<11rr!r)readseektellwritereadablewritablecloserc:\rSrSrSSjrSr\S5rSrSr g) rNc \X0lX@lXlX lU=UlUlX`lgr3)rCrr)r blocksizerr)r/r)rrCrrrs rr.ArrowFile.__init__s)   +55 rcU$r3r'r4s r __enter__ArrowFile.__enter__s rcvURR5(aURR5$gr3)rrrbr4s rrbArrowFile.sizes+ ;;   ! !;;##% %rc"UR5$r3)r)r/rs r__exit__ArrowFile.__exit__szz|r)rrr)rrrCrr3) rrrrr.rrrbrrr'rrrrs% rrcP^\rSrSrSrSrSU4Sjjr\S5rSr U=r $)HadoopFileSystemizYA wrapper on top of the pyarrow.fs.HadoopFileSystem to connect it's interface with fsspechdfsc L>SSKJn U"UUUUUUS9n [T U] "SSU 0UD6 g)a Parameters ---------- host: str Hostname, IP or "default" to try to read from Hadoop config port: int Port to connect on, or default from Hadoop config if 0 user: str or None If given, connect as this username kerb_ticket: str or None If given, use this ticket for authentication replication: int set replication factor of file for write operations. default value is 3. extra_conf: None or dict Passed on to HadoopFileSystem r)r)r9r:user kerb_ticket replication extra_confr)Nr')rMrr-r.) r/r9r:rrrrrrr)r0s rr.HadoopFileSystem.__init__ s;6 0 ##!   )B)&)rcz[U5n0nURSS5(aUSUS'URSS5(aUSUS'URSS5(aUSUS'URSS5(a9[US5nURSS5(a[USS5US'U$)Nr9usernamerr: url_queryrr)r getrr)rCrHoutqueriess r_get_kwargs_from_urls&HadoopFileSystem._get_kwargs_from_urls4s#D) 7764 f+CK 77:t $ $j/CK 7764 f+CK 77; % %s;/0G{{=$//%()?)B%CM" rr')defaultrNNN) rrrrrr5r. staticmethodrrrrs@rrrs=-H  %*N  rr)riorhrrru contextlibr functoolsrr urllib.parser fsspec.specr fsspec.utilsrr r r rr(r+r!IOBaserrr'rrrs  ,!*$"'v1'v1r      0;~;r