+ KV-j^RIt^RIHtHtHt^RIt^RIHtHtH t ]P!] 4t RRlt RRlt]P!RR 7R R l4tR R ltRRRlltRRltRRltRRltR#)N)TupleListUnion) LLMatcher LLExecutor LLInterpreterc^V^8dQhR\R\R\\\3,/# batch_size vocab_sizereturn)intr)formats"a/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/llguidance/torch.py __annotate__rs)11#1315c?1c$W^,^ ,3#))r r s&&rget_bitmask_shapers bR/ 00rcPV^8dQhR\R\R\P/#r )rtorchTensor)rs"rrr s* J Js J J JrcT\W4p\P!VR\P\PP 4R7# \ dLp\PRT R24\P!TR\PRR7uRp?#Rp?ii;i))dtype pin_memoryzFailed to pin memory: z$. Falling back to non-pinned memory.FN) rrfullint32cuda is_available RuntimeErrorloggerwarning)r r shapees&& rallocate_token_bitmaskr) s j 5E Jzz  ++zz..0   J/s2VWXzz%5;;5IIJsAA B'AB"B'"B'T)dynamicc\V^8dQhR\PR\PRR/#r logitsmaskrNrr)rs"rrrs+77u||7-2\\7>B7rcp\P!V^ ^R7p\P!^ VP\PR7P VP ^,4pW#, ^,pVRRVP ^,13,pVPV^8H\R44R#) )dim)devicerNNNN-inf) rrepeat_interleavearanger3r!repeatr' masked_fill_float)r-r. mask_expanded bit_indices bit_maskss&& r"apply_token_bitmask_inplace_kernelr>s++D"!)r-r.batchvocabm_batchm_vocabcutoffs&& rapply_token_bitmask_inplacerH%s zz|q!!!$ xxzQ~~a  :: $:&:: $ ::<1 111 <>>000> ;;=A 000 qA ??  777  ""1::<Q^^=M1MNrcV^8dQhR\R\\\\3,,R\ P RR/#r executormatchersrKrNrrrrrrr)rs"rrrBs= , ,* ,*.uY^/D*E ,). ,:> ,rcbVP\P8XgQR4hVP'gQR4hVP 4^8XgQR4hVP wr4VP 4'gQR4hVPWP4V^,V4R#rArNrOrPN) rrr!rQr2r'rRrSrTr[r\rKrCrDs&&& rfill_next_token_bitmask_parraBs ==EKK '=)== ' >>>000> ;;=A 000 ==LE  " "=$== " $$X/?/?/A519%*,rc V^8dQhR\R\\\\\\,3,,R\ P RR/#rZr])rs"rrrNsJffJf*.uYT#Y5N/O*Pf).f:>frcbVP\P8XgQR4hVP'gQR4hVP 4^8XgQR4hVP wr4VP 4'gQR4hVPWP4V^,V4R#r_) rrr!rQr2r'rR(unsafe_compute_mask_ptr_with_draft_tokenrTr`s&&& r-fill_next_token_bitmask_par_with_draft_tokensreNs ==EKK '=)== ' >>>000> ;;=A 000 ==LE  " "=$== " 55h@P@P@RTY\]T]_dercV^8dQhR\R\\\\3,,R\\ ,/#)r r[r\r)rrrrrbool)rs"rrrYs500 0 $U9c>%: ;0@DT 0rc$VPV4#)a Consume a single token for each matcher in parallel. Args: executor: The LLExecutor to use for parallel execution. matchers: List of tuples containing (LLMatcher, token_id). Returns: List[bool]: Success/failure for each matcher (in order). Note: Matchers that fail (return False) are left in an error state, consistent with the behavior of consume_token on a single matcher. )consume_token_par)r[r\s&&rririYs  % %h //r)r)loggingtypingrrrr_librrr getLogger__name__r%rr)compiler>rHrXrarerirrrrpsj%% 66   8 $1 Jt775$O ,f0r