+ LV-jG\a0t$^RIHt^RIt^RIt^RIt^RIt^RIt^RIt^RI t ^RI H t H t H t Ht^RIHt^RIHt^RIHt^RIHtHtHtHt^RIHt]'d^RIt^R IHt^R IHtR@t ]!R 4t!RAR R llt"RARRllt#/t$R]%R&RRlt&RRlt'RRlt(RBRRllt)RRlt*RRlt+RRlt,R R!lt-RCR"R#llt.R$R%lt/R&R'lt0R(R)lt1R*R+lt2R,R-lt3R.R/lt4RDR0R1llt5R2R3lt6R4R5lt7]PpR6R7l4t9RER8R9llt:R:R;lt;]PpRFR<R=ll4tt=R?t>R#)G) annotationsN)CallableIterableIteratorSequence)partial)md5)version)IO TYPE_CHECKINGAnyTypeVar)urlsplit) TypeGuard)AbstractFileSystemTc$V^8dQhRRRRRR/#)urlpathstrinherit_storage_optionsdict[str, Any] | Nonereturndict[str, Any])formats"]/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/fsspec/utils.py __annotate__rs)RR R+@RRcZ\P!RV4'g\P!RV4fRRRV/#\V4pVP;'gRpVP'd)RP VP VP.4pM VP pVR8Xd9\P!RV4pV'dVP4wrdV RV 2pVR9dRVRV/#RVRV/pVP'dVPPR ^4R,PR^4^,VR &VR9dVR ,VR,,VR&M VR ,VR &VP'dVPVR &VP'dVPVR &VP'dVPVR &VP'dVPVR&VP'dVPVR&V'd \Wq4V#)aOInfer storage options from URL path and merge it with existing storage options. Parameters ---------- urlpath: str or unicode Either local absolute file path or URL (hdfs://namenode:8020/file.csv) inherit_storage_options: dict (optional) Its contents will get merged with the inferred information from the given path Returns ------- Storage options dict. Examples -------- >>> infer_storage_options('/mnt/datasets/test.csv') # doctest: +SKIP {"protocol": "file", "path", "/mnt/datasets/test.csv"} >>> infer_storage_options( ... 'hdfs://username:pwd@node:123/mnt/datasets/test.csv?q=1', ... inherit_storage_options={'extra': 'value'}, ... ) # doctest: +SKIP {"protocol": "hdfs", "username": "username", "password": "pwd", "host": "node", "port": 123, "path": "/mnt/datasets/test.csv", "url_query": "q=1", "extra": "value"} z^[a-zA-Z]:[\\/]z^[a-zA-Z0-9]+://protocolfilepath#z^/([a-zA-Z])[:|]([\\/].*)$:@hostportusernamepassword url_query url_fragment)httphttps)s3s3agcsgs)rematchrschemefragmentjoinr#groupsnetlocrsplitr(r)r*queryupdate_storage_options)rr parsed_pathr!r# windows_pathdriveoptionss&& rinfer_storage_optionsrBs@ #W-- 88' 1 9FFG447#K!!++VHxx));+?+?@A6xx =tD &--/KEWAdV$D$$Hfg66)8VTBG&,,33C;B?FFsANqQ 1 1%fo?GFO%foGFO    )..GFO    "-"6"6GJ     "-"6"6GJ *00 "-"6"6w@ Nrc$V^8dQhRRRRRR/#)rrAr inheritedrrNoner)rs"rrrrs$    (=   rcV'g/p\V4\V4,pV'd=VF6pVPV4VPV48wgK*\RV 24h VPV4R#)z9Collision between inferred and specified storage option: N)setgetKeyErrorupdate)rArD collisions collisions&& rr=r=rso  WI.J#I{{9%y)AA ){,$  NN9rzdict[str, str] compressionsc V^8dQhRRRR/#)rfilenamerr str | Noner)rs"rrrs    rc\PPV4R,PR4P 4pV\ 9d\ V,#R#)a Infer compression, if available, from filename. Infer a named compression type, if registered and available, from filename extension. This includes builtin (gz, bz2, zip) compressions, as well as optional compressions. See fsspec.compression.register_compression. .Nr/)osr#splitextstriplowerrM)rO extensions& rinfer_compressionrXsG  *2.44S9??AIL I&& rc V^8dQhRRRR/#)rmax_intfloatrzCallable[[int], str]r)rs"rrrs+?rcaVR, p\\P!\P!V444oRV3RllpV#)aUReturns a function that receives a single integer and returns it as a string padded by enough zero characters to align with maximum possible integer >>> name_f = build_name_function(57) >>> name_f(7) '07' >>> name_f(31) '31' >>> build_name_function(1000)(42) '0042' >>> build_name_function(999)(42) '042' >>> build_name_function(0)(0) '0' g:0yE>c V^8dQhRRRR/#)riintrrr)rs"rr)build_name_function..__annotate__s((((rc8<\V4PS4#N)rzfill)r^ pad_lengths&r name_function*build_name_function..name_functions1v||J''r)r_mathceillog10)rZrerds& @rbuild_name_functionrjs<& tOGTYYtzz'234J(( rc(V^8dQhRRRRRRRR/#) rr" IO[bytes] delimiterbytes blocksizer_rboolr)rs"rrrs(.'.'.'u.'.'.'rcVP4^8XdR#RpVPV4pV'gR#V'd W4,MTpW9dZVPV4pVPVP4\ V4V, , \ V4,4R#\ V4V8dR#V\ V4)RpK \ \ 3dL$i;i)a\Seek current file to file start, file end, or byte after delimiter seq. Seeks file to next chunk delimiter, where chunks are defined on file start, a delimiting sequence, and file end. Use file.tell() to see location afterwards. Note that file start is a valid split, so must be at offset > 0 to seek for delimiter. Parameters ---------- file: a file delimiter: bytes a delimiter like ``b'\n'`` or message sentinel, matching file .read() type blocksize: int Number of bytes to read from the file at once. Returns ------- Returns True if a delimiter was found, False if at file start or end. FNT)tellreadindexseeklenOSError ValueError)r"rmrolastcurrentfullr^s&&& rseek_delimiterr|s. yy{aD ))I&!%t~7  JJy) $))+TQ7#i.HIW )* S^O%&$   s AC (C C C c 0V^8dQhRRRRRRRRR R R R /#) rfrloffsetr_length int | Nonermz bytes | None split_beforerprrnr)rs"rrrsLG G G G  G  G  G  G rcV'dVPV4\WR4pVfVP4#VP4pW&V, ,pVPWb,4\WR4pVP4pV'dV'dV\ V4,pV'dV'dV\ V4,pTpW, pVPV4VfQhVPV4p V #)aRead a block of bytes from a file Parameters ---------- f: File Open file offset: int Byte offset to start read length: int Number of bytes to read, read through end of file if None delimiter: bytes (optional) Ensure reading starts and stops at delimiter bytestring split_before: bool (optional) Start/stop read *before* delimiter bytestring. If using the ``delimiter=`` keyword argument we ensure that the read starts and stops at delimiter boundaries that follow the locations ``offset`` and ``offset + length``. If ``offset`` is zero then we start at zero, regardless of delimiter. The bytestring returned WILL include the terminating delimiter string. Examples -------- >>> from io import BytesIO # doctest: +SKIP >>> f = BytesIO(b'Alice, 100\nBob, 200\nCharlie, 300') # doctest: +SKIP >>> read_block(f, 0, 13) # doctest: +SKIP b'Alice, 100\nBo' >>> read_block(f, 0, 13, delimiter=b'\n') # doctest: +SKIP b'Alice, 100\nBob, 200\n' >>> read_block(f, 10, 10, delimiter=b'\n') # doctest: +SKIP b'Bob, 200\nCharlie, 300' i)rur|rsrrrv) r~rrrmrfound_start_delimstartfound_end_delimendbs &&&&& r read_blockrsV v*1? >668O&.  u~(u=ffh  S^ #E | 3y> !CFF6N    vA Hrc$V^8dQhRRRRRR/#)rargsr kwargsrrr)rs"rrr+s!C33rcV'd W3, p\\V4P44pVP 4# \d7\\T4P4RR7pTP 4#i;i)zDeterministic token (modified from dask.base) >>> tokenize([1, 2, '3']) '9d71491b50023b06fc76928e6eddb952' >>> tokenize('Hello') == tokenize('Hello') True F)usedforsecurity)r rencoderx hexdigest)rrhs*, rtokenizer+sq ; D   " # ;;= ; D   "E : ;;=;s"A/BBc V^8dQhRRRR/#)rfilepathz%str | os.PathLike[str] | pathlib.Pathrrr)rs"rrr@sBsrc\V\4'dV#\VR4'dVP4#\VR4'd VP#V#)aAttempt to convert a path-like object to a string. Parameters ---------- filepath: object to be converted Returns ------- filepath_str: maybe a string version of the object Notes ----- Objects supporting the fspath protocol are coerced according to its __fspath__ method. For backwards compatibility with older Python version, pathlib.Path objects are specially coerced. Any other object is passed through unchanged, which includes bytes, strings, buffers, or anything else that's not even path-like. __fspath__r#) isinstancerhasattrrr#)rs&rstringify_pathr@sN,(C   < ( (""$$ 6 " "}}rc(V^8dQhRRRRRRRR/#) rclszCallable[..., T]rz Sequence[Any]rrrrr)rs"rrr`s, !.8Frc6V!V/VBpVP4V#rb)_determine_worker)rrrinsts&&& r make_instancer`s$   D Krc V^8dQhRRRR/#)rpaths Iterable[str]rrr)rs"rrrhs " " "3 "rcpaaVUu.uFqPR4NK upo\RS44p^p\V4FIo\;QJd VV3RlS4F 'dK RM RM!VV3RlS44pV'dKIM SV, oRP S^,RS4#uupi)z;For a list of paths, find the shortest prefix common to all/c38"TFp\V4xK R#5irb)rv).0ps& r common_prefix..ks%u!s1vvuc3V<"TFqS,S^,S,8HxK R#5i)rNr)rrr^partss& rrrns 5u!A$%(1+%us&)FTN)splitminrangeallr8)rrlmaxrr^rs& @@r common_prefixrhs#( )5aWWS\5 )E %u% %D C 4[c5u5ccc5u55s HA 88E!HRaL !! *sB3c ,V^8dQhRRRRRRRRRR/#) rr list[str]path2zstr | list[str]existsrpflattenrr)rs"rrrus:** * * * *  *rc \V\4'EdVPR4pV'd:VUu.uF+pRPWP R4R,34NK- ppV#\ V4pV'dVP R^4^,pV'g^\;QJdRV4F 'dK RM RM !RV44'd$VUu.uFpRPW.4NK ppV#VUu.uFqDPWQ^4NK ppV#\V4\V48XgQhV#uupiuupiuupi)aEIn bulk file operations, construct a new file tree from a list of files Parameters ---------- paths: list of str The input file tree path2: str or list of str Root to construct the new list in. If this is already a list of str, we just assert it has the right number of elements. exists: bool (optional) For a str destination, it is already exists (and is a dir), files should end up inside. flatten: bool (optional) Whether to flatten the input directory tree structure so that the output files are in the same directory. Returns ------- list of str rc3L"TFqPR4'*xK R#5i)rN) startswithrss& rrother_paths..sCU,,s"333Us"$FTr/) rrrstripr8rrr;rreplacerv)rrrrrcps&&&& r other_pathsrus6% S! BGH%QSXXuggcl2&678%EH Lu%BYYsA&q)##CUC###CUCCC7<=u!5*-u= L;@@%Q2a0%@ L5zSZ''' LI >@s1D;E?Ec V^8dQhRRRR/#)robjr rrpr)rs"rrrs**c*d*rc"\V\4#rb)r BaseExceptionrs&r is_exceptionrs c= ))rc V^8dQhRRRR/#)rr~r rzTypeGuard[IO[bytes]]r)rs"rrrsGG#G.Grcxa\;QJdV3RlR4F 'dK R# R#!V3RlR44#)c3<<"TFp\SV4xK R#5irb)r)rattrr~s& rrisfilelike..sF,EDwq$,EsFT)rscloserr)r)r~sfr isfilelikers. 3F,EF33F3F3F,EF FFrc V^8dQhRRRR/#rurlrrr)rs"rrrsccrc\V4p\P!RV^R7p\V4^8d V^,#R#)z (\:\:|\://))maxsplitr")rr4rrv)rrs& r get_protocolrs5  C HH^S1 5E 5zA~Qx rc V^8dQhRRRR/#rr)rs"rrrsCCrcr\V4pVPR^4p\V4^8d VR,#R#)rRr/)rr;rv)r ext_partss& rget_file_extensionrs5  C 3"I 9~} rc V^8dQhRRRR/#)rr#rrrpr)rs"rrrsstrcx^RIHp\V!\V44RR4# \\ 3dR#i;i)z*Can the given URL be used with open_local?)get_filesystem_class local_fileF)fsspecrgetattrrrx ImportError)r#rs& r can_be_localrs;++L,>?uUU  $s $99c V^8dQhRRRR/#)rnamerrrPr)rs"rrrsSZrc0V\P9d6\PV,p\VR4'd VP#\ V4# M;i^RIpTP T4pTP# \\3dR#i;i)zFor given package name, try to find the version without importing it Import and package.__version__ is still the backup here, so an import *might* happen. Returns either the version string, or None if the package or the version was not readily found. __version__N) sysmodulesrrr importlib import_modulerAttributeError)rmodrs& r"get_package_version_without_importrs s{{kk$ 3 & &?? " t}  %%d+  (s AA BBBc ,V^8dQhRRRRRRRRR R /#) rloggerzlogging.Logger | None logger_namerPlevelrclearrprzlogging.Loggerr)rs"rrrs: !     rclVfVf \R4hT;'g\P!V4p\P!4p\P!R4pVP V4V'dVP P4VPV4VPV4V#)Nz+Provide either logger object or logger namezD%(asctime)s - %(name)s - %(levelname)s - %(funcName)s -- %(message)s) rxlogging getLogger StreamHandler Formatter setFormatterhandlersr addHandlersetLevel)rrrrhandle formatters&&&& r setup_loggingrs ~+-FGG  5 5w((5F  " " $F!!NI  "  f OOE Mrc$V^8dQhRRRRRR/#)rrrfsrrr)rs"rrrs"%%C%%7%C%rc$VPV4#rb)unstrip_protocol)rrs&&r_unstrip_protocolrs  t $$rc$V^8dQhRRRRRR/#)r origin_namermethodsrrzCallable[[type[T]], type[T]]r)rs"rrrs$,!rc2aaaRV3RlloRVV3RllpV#)ziMirror attributes and methods from the given origin_name attribute of the instance to the decorated classc$V^8dQhRRRRRR/#)rmethodrselfr rr)rs"rr!mirror_from..__annotate__s!''c'''rc2<\VS4p\W 4#rb)r)rr originrs&& r origin_getter"mirror_from..origin_getters{+v&&rc V^8dQhRRRR/#)rrztype[T]rr)rs"rrr sWrc\<SF$p\SV4p\W\V44K& V#rb)rsetattrproperty)rrwrapped_methodrr s& rwrappermirror_from..wrappers/F$]F;N C.!9 : rr)rrrr sff @r mirror_fromrs'' Nrc V^8dQhRRRR/#)rrrrz Iterator[T]r)rs"rrr sQ;rc#"VxR#5irbrrs&r nullcontextr s Is c4V^8dQhRRRRRRRRRR R R R R /#)rrrstartszlist[int] | intendsmax_gapr_ max_blockrsortrprz&tuple[list[str], list[int], list[int]]r)rs"rrrsWMM M M M M  M  M,Mrc aaaa\V\4'g\h\V\4'gV.\V4,p\V\4'gV.\V4,p\V4\V48wg\V4\V48wd\h\V4^8:dWV3#VUu.uFqf;'g^NK ppV'd'R\ \ \ WV44!4wrp.p\\ WV44Fwowooo\;QJd5VVVV3Rl\\ WV444F 'gK RM* RM&!VVVV3Rl\\ WV4444'gKxVPS4K \V4UU u.uFwrW9gK V NK ppp \V4UUu.uFwrW9gK VNK ppp\V4UU u.uFwrW9gK V NK ppp V'EdVR,p VR,p VR,p \^\V44FoVS,VS^, ,8XdV R,fK,VS,VS^, ,8wg=VS,V R,, V8g!VegVS,V R,, V8dKV PVS,4V PVS,4V PVS,4KVS,V R&K WV 3#WV3#uupiuup piuuppiuup pi)aeMerge adjacent byte-offset ranges when the inter-range gap is <= `max_gap`, and when the merged byte range does not exceed `max_block` (if specified). By default, this function will re-order the input paths and byte ranges to ensure sorted order. If the user can guarantee that the inputs are already sorted, passing `sort=False` will skip the re-ordering. c38"TFp\V4xK R#5irb)list)rvs& rr&merge_offset_ranges..1s!  GGrc3<"TFCwpwr#pVRJ;'d-VS8H;'d SV8;'dSV8*;'dSV8gxKE R#5irbr) ri2rrerr^r#rs & rrr$;sW !D IQ1 TM O Oa4i O OEQJ O O3!8 O OR O!DsA A A AATF:NNr/) rr" TypeErrorrvrxzipsorted enumerateanyappendr)rrrrrrrremover^rr' new_paths new_startsnew_endsrr#rs&&&&&& ` @@@rmerge_offset_rangesr3s eT " " fd # #CJ& dD ! !vE " 6{c%j CIU$; 6{ad""$ %fff1ffF %  t, tF!*3ud+C!D D% 3 !*3ud+C!D 333 !*3ud+C!D    MM!  "E %U+ ?+41qQQ+E ?%f- A-DAaa-F A#D/ =/$!Q_AA/D = u"I BZ 8q#e*%AQx5Q<'HRL,@aE!a%L(AY"-8)tAwB/G9.T  q*!!&),Q( $Aw !&"h.. $ a&$ @ A =s0 L<L<9 MM M.M M M c V^8dQhRRRR/#)rfilelikerlrr_r)rs"rrras crcVP4pVP^^4VPV4# TPT4i;i)z+Find length of any open read-mode file-like)rrru)r5poss& r file_sizer8as9 --/C}}Q" c cs 5Ac V^8dQhRRRR/#)rr#rmoder)rs"rrrkss#rc# "\P!\PP V4\PP V4R,R7wr#\ W!4;_uu_4pVxRRR4\P!W04R# +'giL(;i \dW\P!\4;_uu_4\P!T4RRR4h +'gih;ii;i5i)z A context manager that opens a temporary file next to `path` and, on exit, replaces `path` with the temporary file, thereby updating `path` atomically. -)dirprefixN) tempfilemkstemprSr#dirnamebasenameopenrr contextlibsuppressFileNotFoundErrorunlink)r#r:fdfnfps&& r atomic_writerKjs   GGOOD !"''*:*:4*@3*FFB "^^rH 2^   !2 3 3 IIbM4 4 3 sNADB*2B7B*?D B' "B**-D C7. D 7 D  D  Dc.pVPp^\V4reWV8EdW,pV^,pVR8Xd"V'dVR,VJd V!V4K>K@VR8Xd V!V4KQVR8XEd@TpW8dW,R8Xd V^,pW8dW,R8Xd V^,pW8dW,R8wd V^,pKW8d V!R4KWVp RV 9dV PRR 4p EM-.p W,R8Xd V^,MV^,p VPRW4p V ^8dM'V PWV 4V ^,pV ^,p KBWVp V 'dV PV 4MV R;;,R, uu&\ \V 4^, ^R4F^p W^, ,R,W,^,8gK-W^, ,R RW,R ,,W^, &WK` RP R V 44p \ P!R RV 4p V^,pV 'g V!R4EKAV R8Xd V!R4EKSV ^,R8XdRV R ,,p MV ^,R9d RV ,p V!RV R24EKV!\ P!V44EKWV8XgQhV#)r*?[!]z\[r<\\\N:r(NNc3d"TF&qPRR4PRR4xK( R#5i)rRrSr<z\-N)rrs& rr_translate..s,%LRq $.66sEBBFs.0z([&~|])z\\\1z(?!)rR^r/)rVrO) r.rvrfindrr8r4subescape) patSTAR QUESTION_MARKresaddr^ncjstuffchunkskchunks &&& r _translaterfseC **C c#hq % F E 8CG4/D 0 #X   #XAu3Eu3E%CFcMEvE ae#!MM$6EF!$3AAEAHHS!/q5! cAh/EE!HE e,r c) "3v;?Ar:!a%=,vy|;,2q5M#2,>2,NFq5M & ;  HH%LR%Ez7E:EKc\HQx3 #eBiqZ/ $u !E7! %  !  6M6 Jrcr\PP'd;\PP\PP,pM\PPpRP \ \ PV44p\V4^8dRV R2MTpRV R2pV R2pV V 2pRV R2pRp.p \ P!W04p \V 4^, p \V 4FwrV R 8XdT PW8dTMT4K'V R 8XdT PW8dTMT4KIR V 9d \R 4hV 'dV P\W R 2V44W8gKV PV4K RP V 4pR V R 2#)zBTranslate a pathname with shell wildcards to a regular expression.rrOrQz[^+z(?:.+z)?z.*rMz**z:Invalid pattern: '**' can only be an entire path componentz(?s:z)\Z)rSr#altsepsepr8mapr4rYrvrr,r.rxextendrf)rZseps escaped_sepsany_sepnot_sepone_last_segment one_segment any_segmentsany_last_segmentsresultsr last_part_idxidxpartr]s& rglob_translaterys{  ww~~~ww{{RWW^^+ww{{773ryy$/0L%(Y],q! G<."G!!}%&wi0K7)2&LG HHW "EJNMu%  3; NN#*=;CS T  4< NN3+>rs"" BB&22! . CLRj " " n! :.'bG T*@ "*Z*G4*%( M` (GT#r