+ JV-j} b^RIt^RIt^RIt^RIt^RIHt^RIH t ^RIH t H t ^RI H t ]PPtR&RltRt]PP'RRR.4R 4t]PP'R ]P*!R 4R ^34R 4tRt]PP'RRR.4R4tRtRt]PP'RRR.4R4tRtRt]PP'RRR.4R4tRt]PP'RRR.4R4t ]PPBR4t"]PPBR4t#]PP'R]PH!]PJ!R4^4]PH!]PJ!R4]PJ!R44]PJ!R4^28.4R4t&Rt'Rt(R t)R!t*R"t+R#t,R$t-R%t.R# ]dRt ELi;i)'N)tobytes) ArrowInvalidArrowNotImplementedErrorcF^RIHpV!\P!4V4#)r)_get_udf_context)pyarrow._computerpadefault_memory_pool) batch_lengthrs& m/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/pyarrow/tests/test_substrait.pymock_udf_contextr &s1 B224l CCc\PP\V4V4p\P P W2PR7;_uu_4pVPV4RRR4V# +'giT#;i))schemaN) ospathjoinstrr ipcRecordBatchFileWriterr write_table)tmpdir file_nametablerwriters&&& r _write_dummy_data_to_diskr+s` 77<<F Y /D  % %d<< % @ @F5! A K A @ Ks A88 B use_threadsTFcRpRp\P!.RO.R.R7p\WV4p\VP R\ P !V4P444p\PPV4p\P!WqR7pVP4p VPR.4V PR.48XgQhR#)ax { "version": { "major": 9999 }, "relations": [ {"rel": { "read": { "base_schema": { "struct": { "types": [ {"i64": {}} ] }, "names": [ "foo" ] }, "local_files": { "items": [ { "uri_file": "FILENAME_PLACEHOLDER", "arrow": {} } ] } } }} ] } zread_data.arrowfoonamesFILENAME_PLACEHOLDERrNr rrrreplacepathlibPathas_uri _substrait_parse_json_plan substrait run_queryread_allselect rrsubstrait_queryrrrquerybufreaderres_tbs && r test_run_serialized_queryr;2sO<"I HHo&ug 6E $V >D O++ T 2 9 9 ;= >E -- ( ( /C   >F __ F << FMM5'$: :: :rr7sbuffersbytesc\V\P\34'gUR\ V4 R2p\ P !\VR7;_uu_4\P!V4RRR4R#Rp\ P !\VR7;_uu_4\P!V4RRR4R# +'giR#;i +'giR#;i)z)Expected 'pyarrow.Buffer' or bytes, got ''matchNz1ParseFromZeroCopyStream failed for substrait.Plan) isinstancer Bufferbytestypepytestraises TypeErrorr1r2r)rr7msgs&& r test_run_query_input_typesrH`s ebii/ 0 09$u+aH ]]9C 0 0    &1 >C |3 / /E" 0 / 1 0 0 / /sC!C C  C' c Rp\PP\V44pRp\P !\ VR7;_uu_4\P!V4RRR4R# +'giR#;i)z2 { "relations": [ ] } zPlan has no relationsr>N) r r/r0rrDrErr1r2)r7r8 exec_messages r test_invalid_planrKpsV E -- ( ( 8C*L |< 8 8C  9 8 8 8s A22 B cRpRp\P!.RO.R.R7p\WV4p\VP R\ P !V4P444p\PP\V44p\P!WqR7pVP4p VPR.4V PR.48XgQhR#)a { "version": { "major": 9999 }, "relations": [ {"rel": { "read": { "base_schema": { "struct": { "types": [ {"i64": {}} ] }, "names": [ "bar" ] }, "local_files": { "items": [ { "uri_file": "FILENAME_PLACEHOLDER", "arrow": {}, "metadata" : { "created_by" : {}, } } ] } } }} ] } zbinary_json_data.arrowbarr r"r#Nr$r*r5s && r (test_binary_conversion_with_json_optionsrN}sOB)I HHo&ug 6E $V >D O++ T 2 9 9 ;= >E -- ( ( 8C   >F __ F << FMM5'$: :: :rcZV RV 2pVFpVPV4'gKR# R#)#TF)endswith)fnsext_filefn_namesuffixfns&&& r has_functionrWs3z7) $F ;;v   rc\PP4p\VRR4'gQh\VRR4'gQhR#)zfunctions_arithmetic.yamladdsumN)r r/get_supported_functionsrW)supported_functionss r test_get_supported_functionsr]sU--??A +3U < << < +3U < << .table_providersP/0 0 1X X% %%  1X  56 6ra { "version": { "major": 9999 }, "relations": [ {"rel": { "read": { "base_schema": { "struct": { "types": [ {"i64": {}} ] }, "names": [ "x" ] }, "namedTable": { "names": ["t1"] } } }} ] } rjrNr%r&r')r(r)) r Table from_pydictrfieldint64r/r0rr1r2r3) rrjr6r8r9r:rgrhris & @@@r test_named_tablerss88''i(89L88''i(89Lyy"((3 345H 7O2 -- ( ()A BC \\ # # $EF __ F \ !! !rcba\PPR.RO/4oV3RlpRp\PP \ V44pRp\ P!\VR7;_uu_4\P!W R7RRR4R# +'giR#;i)r_c`<V'g \R4hV^,R8XdS#\R4hrarbrdrer!_rhs&&r rj;test_named_table_invalid_table_name..table_provider0/0 0 1X  56 6ra { "version": { "major": 9999 }, "relations": [ {"rel": { "read": { "base_schema": { "struct": { "types": [ {"i64": {}} ] }, "names": [ "x" ] }, "namedTable": { "names": ["t3"] } } }} ] } zInvalid NamedTable Sourcer>rjNrm) r rorpr/r0rrDrErr1r2)rjr6r8rJrhs @r #test_named_table_invalid_table_namer|sv88''i(89L7O2 -- ( ()A BC.L |< 8 8C? 9 8 8 8s ;B B. cxa\PPR.RO/4oV3RlpRp\V4p\PP \V44pRp\ P!\VR7;_uu_4\P!W0R7RRR4R# +'giR#;i)r_c`<V'g \R4hV^,R8XdS#\R4hrvrerws&&r rj4test_named_table_empty_names..table_providerrzra { "version": { "major": 9999 }, "relations": [ {"rel": { "read": { "base_schema": { "struct": { "types": [ {"i64": {}} ] }, "names": [ "x" ] }, "namedTable": { "names": [] } } }} ] } z!names for NamedTable not providedr>r{Nrm) r rorprr/r0rDrErr1r2)rjr6r7r8rJrhs @r test_named_table_empty_namesrs88''i(89L7O0 O $E -- ( ( 8C6L |< 8 8C? 9 8 8 8s B(( B9 c ja \PPR.RO/4o V 3RlpRp\PP V4p\P P WBVR7pVP4pVwrxS P^RV!\^ 4S R,44p Wi8XgQhR#)r_c`<V'g \R4hV^,R8XdS#\R4hrvrer!rx test_tables&&r rj.test_udf_via_substrait..table_providerJ0/0 0 1X  56 6rs { "extensionUris": [ { "extensionUriAnchor": 1 }, { "extensionUriAnchor": 2, "uri": "urn:arrow:substrait_simple_extension_function" } ], "extensions": [ { "extensionFunction": { "extensionUriReference": 2, "functionAnchor": 1, "name": "y=x+1" } } ], "relations": [ { "root": { "input": { "project": { "common": { "emit": { "outputMapping": [ 1, 2, ] } }, "input": { "read": { "baseSchema": { "names": [ "t", ], "struct": { "types": [ { "i64": { "nullability": "NULLABILITY_REQUIRED" } }, ], "nullability": "NULLABILITY_REQUIRED" } }, "namedTable": { "names": [ "t1" ] } } }, "expressions": [ { "selection": { "directReference": { "structField": {} }, "rootReference": {} } }, { "scalarFunction": { "functionReference": 1, "outputType": { "i64": { "nullability": "NULLABILITY_NULLABLE" } }, "arguments": [ { "value": { "selection": { "directReference": { "structField": {} }, "rootReference": {} } } } ] } } ] } }, "names": [ "x", "y", ] } } ] } rlyNrm) r rorpr/r0r1r2r3 add_columnr ) unary_func_fixturerrjr6r8r9r:functionname expected_tbrs && @r test_udf_via_substraitrFs%%sI&67J7cOJ -- ( ( 9C \\ # # $EF __ F'NH''3jo1/0K   rca\PPR.RO/4oV3RlpRp\PP V4p\ P !\P4;_uu_4p\PPW R7RRR4R\XP49gQhR# +'giL.;i)r_c`<V'g \R4hV^,R8XdS#\R4hrvrers&&r rj=test_udf_via_substrait_wrong_udf_name..table_providerrrs { "extensionUris": [ { "extensionUriAnchor": 1 }, { "extensionUriAnchor": 2, "uri": "urn:arrow:substrait_simple_extension_function" } ], "extensions": [ { "extensionFunction": { "extensionUriReference": 2, "functionAnchor": 1, "name": "wrong_udf_name" } } ], "relations": [ { "root": { "input": { "project": { "common": { "emit": { "outputMapping": [ 1, 2, ] } }, "input": { "read": { "baseSchema": { "names": [ "t", ], "struct": { "types": [ { "i64": { "nullability": "NULLABILITY_REQUIRED" } }, ], "nullability": "NULLABILITY_REQUIRED" } }, "namedTable": { "names": [ "t1" ] } } }, "expressions": [ { "selection": { "directReference": { "structField": {} }, "rootReference": {} } }, { "scalarFunction": { "functionReference": 1, "outputType": { "i64": { "nullability": "NULLABILITY_NULLABLE" } }, "arguments": [ { "value": { "selection": { "directReference": { "structField": {} }, "rootReference": {} } } } ] } } ] } }, "names": [ "x", "y", ] } } ] } r{NzNo function registeredrm) r rorpr/r0rDrE ArrowKeyErrorr1r2rvalue)rjr6r8excinfors @r %test_udf_via_substrait_wrong_udf_namers%%sI&67J7cOJ -- ( ( 9C r'' ( (G sB ) #s7=='9 99 9 ) (s 8!B?? C cfa\PPR.RO/4oV3RlpRp\PP \ V44p\P PW1VR7pVP4p\PPR.RO/4pWV8XgQhR#)r_c<S#N)r!rin_tables&&r rj/test_output_field_names..table_provider<sra { "version": { "major": 9999 }, "relations": [ { "root": { "input": { "read": { "base_schema": { "struct": { "types": [{"i64": {}}] }, "names": ["x"] }, "namedTable": { "names": ["t1"] } } }, "names": ["out"] } } ] } rloutNrm) r rorpr/r0rr1r2r3)rrjr6r8r9r:expectedrs& @r test_output_field_namesr8sxx##S)$45HO4 -- ( ()A BC \\ # # $EF __ Fxx##UI$67H   rc la\PPR.R OR.R OR.R O/4oV3RlpRp\PP V4p\P P W1RR7pVP4p\PPR^^.RRR ./4pWV8XgQhR #)kv1v2c<S#rrrs&&r rj7test_scalar_aggregate_udf_basic..table_providerk rs { "extensionUris": [ { "extensionUriAnchor": 1, "uri": "urn:arrow:substrait_simple_extension_function" }, ], "extensions": [ { "extensionFunction": { "extensionUriReference": 1, "functionAnchor": 1, "name": "sum_mean" } } ], "relations": [ { "root": { "input": { "extensionSingle": { "common": { "emit": { "outputMapping": [ 0, 1 ] } }, "input": { "read": { "baseSchema": { "names": [ "k", "v1", "v2", ], "struct": { "types": [ { "i64": { "nullability": "NULLABILITY_REQUIRED" } }, { "i64": { "nullability": "NULLABILITY_NULLABLE" } }, { "fp64": { "nullability": "NULLABILITY_NULLABLE" } } ], "nullability": "NULLABILITY_REQUIRED" } }, "namedTable": { "names": ["t1"] } } }, "detail": { "@type": "/arrow.substrait_ext.SegmentedAggregateRel", "segmentKeys": [ { "directReference": { "structField": {} }, "rootReference": {} } ], "measures": [ { "measure": { "functionReference": 1, "phase": "AGGREGATION_PHASE_INITIAL_TO_RESULT", "outputType": { "fp64": { "nullability": "NULLABILITY_NULLABLE" } }, "arguments": [ { "value": { "selection": { "directReference": { "structField": { "field": 1 } }, "rootReference": {} } } }, { "value": { "selection": { "directReference": { "structField": { "field": 2 } }, "rootReference": {} } } } ] } } ] } } }, "names": [ "k", "v_avg" ] } } ], } Frlv_avgg@g@Nr%r%r&r&)r%r&r'r()?rrrr rorpr/r0r1r2r3varargs_agg_func_fixturerjr6r8r9r:rrs& @r test_scalar_aggregate_udf_basicrcs%% lD, # %J |Oz -- ( ( 9C \\ # # $?F __ F((&& aV#s(K   rc |a\PPR.R OR.R OR.R OR.R O/4oV3RlpRp\PP V4p\P P W1RR7pVP4p\PPR.ROR.ROR.RO/4pWV8XgQhR #)trrrc<S#rrrs&&r rj5test_hash_aggregate_udf_basic..table_providerrrs  { "extensionUris": [ { "extensionUriAnchor": 1, "uri": "urn:arrow:substrait_simple_extension_function" }, ], "extensions": [ { "extensionFunction": { "extensionUriReference": 1, "functionAnchor": 1, "name": "sum_mean" } } ], "relations": [ { "root": { "input": { "extensionSingle": { "common": { "emit": { "outputMapping": [ 0, 1, 2 ] } }, "input": { "read": { "baseSchema": { "names": [ "t", "k", "v1", "v2", ], "struct": { "types": [ { "i64": { "nullability": "NULLABILITY_REQUIRED" } }, { "i64": { "nullability": "NULLABILITY_REQUIRED" } }, { "i64": { "nullability": "NULLABILITY_NULLABLE" } }, { "fp64": { "nullability": "NULLABILITY_NULLABLE" } } ], "nullability": "NULLABILITY_REQUIRED" } }, "namedTable": { "names": ["t1"] } } }, "detail": { "@type": "/arrow.substrait_ext.SegmentedAggregateRel", "groupingKeys": [ { "directReference": { "structField": { "field": 1 } }, "rootReference": {} } ], "segmentKeys": [ { "directReference": { "structField": {} }, "rootReference": {} } ], "measures": [ { "measure": { "functionReference": 1, "phase": "AGGREGATION_PHASE_INITIAL_TO_RESULT", "outputType": { "fp64": { "nullability": "NULLABILITY_NULLABLE" } }, "arguments": [ { "value": { "selection": { "directReference": { "structField": { "field": 2 } }, "rootReference": {} } } }, { "value": { "selection": { "directReference": { "structField": { "field": 3 } }, "rootReference": {} } } } ] } } ] } } }, "names": [ "t", "k", "v_avg" ] } } ], } FrlrN)r%r%r%r%r&r&r&r&)r%rrr%rr%rr%)r%r&r'r(r)rn)rrrrg@g@g@g@r)r%rrr%) @rg"@g&@rrs& @r test_hash_aggregate_udf_basicrs%% & & ' 7 9JNO^ -- ( ( 9C \\ # # $?F __ F((&& \ \&(K   rexprr_rc\P!\P!R\P!44\P!R\P!44.4p\PP V.R.V4p\PP V4pWP8XgQh\VP4^8XgQhRVP9gQhR#)r_r test_exprN) r rrqint32r1serialize_expressionsdeserialize_expressionslen expressions)rrr8returneds& r test_serializing_expressionsrs YY bhhj! bhhj!F ,, , ,dVk]F KC||33C8H __ $$ $ x## $ )) ) (.. .. .rc aR\P!R4^3R\P!R4^3R\P!R4^3R\P!4^3R\P!4R3R \P !4R 3/p\P !VP4UUUu.uFwpwr#\P!W4NK uppp4oV3R lpVP4F<wpwr%V!\P!V4\P!WRR 78H4K> R #uupppi) time_secondss time_millisms time_nanosns date_millis large_string test_string large_binarys test_stringc<\PPV.R.S4p\PPV4pSVP8XgQhR#rN)r r1rrr)rr8rrs& r check_round_trip3test_arrow_specific_types..check_round_tripsEll00$+O<<77<(((r)rCN) r time32time64date64rrritemsrqpcscalar)fieldsrtyprxrvalrs @r test_arrow_specific_typesrs3+ $+ryy* Q'*M:*N; FYY&,,.Q.hs+.Q RF) #LLNjs$299S+CCD+Rs5$D: c aa\P!\P!R\P!44\P!R\P!44\P!R\P !\P !4\P!444\P!R\P!\P !4\P!444.4o\P!\P!R\P!44\P!R\P!44\P!R\P!44\P!R\P!44.4oVV3RlpSF pV!V4K R#) binary_view string_view dictionaryreec<\P!\P!VP44p\P P V.R.S4p\P PV4pSVP8XgQhR#r) ris_nullrqrr r1rrr)rqrr8r alt_schemars& r check_one_way/test_arrow_one_way_types..check_one_ways`zz"((5::./ll00$+O<<77<X__,,,rN) r rrqrrrrstringrun_end_encodedbinary)rrqrrs @@r test_arrow_one_way_typesrs  YY HH]BNN$4 5 HH]BNN$4 5 HH\2==RYY[#I J HHUB..rxxz299;G H  F HH]BIIK 0 HH]BIIK 0 HH\299; / HHUBIIK (  J- ercr\P!\P!R\P!44\P!R\P!44.4p\P !\P!R4^4p\P !\P!R4^4p\ P!\4;_uu_4p\PPV..V4RRR4R\XP49gQh\ P!\4;_uu_4p\PPV.RR.V4RRR4R\VP49gQh\ P!\4;_uu_4p\PPV.R.V4RRR4R\VP49gQhR# +'giEL;i +'giL;i +'giLU;i) r_rzNzneed to have the same lengthrrMrzNo match for FieldRef) r rrqrrequalrDrE ValueErrorr1rrr)rrbad_exprrs r test_invalid_expression_ser_desrsb YY bhhj! bhhj!F 88BHHSM1 %Dxx q)H z " "g **D62v> # )S-? ?? ? z " "g **D6E5>6J # )S-? ?? ? z " "g **H:xH # "c'--&8 88 8 # " " # " # "s$!#G? %H5$H&? H  H# & H6 c*\P!\P!R\P!44\P!R\P!44.4p\P !\P!R4^4\P !\P!R4\P!R44.p\P PVRR.V4p\P PV4pWP8XgQh\VP4^8XgQh\P !\P!^4^4\P !\P!^4\P!^44.p\VPR,4\V^,48XgQh\VPR,4\V^,48XgQhR#)r_rfirstsecondN) r rrqrrrr1rrrrr)rexprsr8r norm_exprss r %test_serializing_multiple_expressionsrsW YY bhhj! bhhj!FXXbhhsmQ '"((3-#)O PE ,, , ,UWh4G PC||33C8H __ $$ $ x## $ )) )((288A;*BHHRXXa["((1+,NOJ x##G, -Z]1C CC C x##H- .#jm2D DD Drc\P!\P!R\P!44\P!R\P!44.4p\P !\P!R4^4p\P !\P!^4^4pVP V4p\PPV4pWP8XgQh\VP4^8XgQh\VPR,4\V48XgQh\PPW.RR.V4p\P!\4;_uu_4p\P P#V4RRR4R\XP$49gQh\PPV.R.V4p\P P#V4p\V4\V48XgQhR# +'giL;i)r_r expressionrrNzcontained multiple expressions weirdname)r rrqrrr to_substraitr1rrrrrrDrEr Expressionfrom_substraitr)rr expr_normr8rrexpr2s r test_serializing_with_computer s YY bhhj! bhhj!F 88BHHSM1 %D!a(I   F #C||33C8H __ $$ $ x## $ )) ) x##L1 2c)n DD D ,, , ,d\GX;NPV WC z " "g $$S) # +s7==/A AA A ,, , ,dVk]F KC MM ( ( -E u:Y '' ' # "s  H22 I c\P!\P!R\P!44.4p\P !^ 4p\P !^4p\P !W4.p\P!\4;_uu_4\PPVR.V4RRR4\PPVR.VRR7p\PPV4pWP8XgQh\VP4^8XgQh\VPR,4\V^,48XgQhR# +'giL;i)r_rNT)allow_arrow_extensions)r rrquint32rr shift_leftrDrErr1rrrrr)rabrr8rs r test_serializing_udfsr$sYY biik"F " A ! A ]]1 !E / 0 0 **56(FC 1 ,, , , x - >C||33C8H __ $$ $ x## $ )) ) x##F+ ,E!H == = 1 0s %#E66 F cRp\P!\P!R\P!44\P!R\P!44.4p\P P V4pW8XgQh\P PV4pVPV8XgQh\P P V4pW8XgQh\P P VP4pW8XgQh\P PVP4pVPV8XgQhR#)s x y * br_rN) r rrqrrr1deserialize_schemaserialize_schemarr)substrait_schemaexpected_schemararrow_substrait_schemas r test_serializing_schemar:sVii bhhj! biik"!O||../?@H  && &\\::8D ! ( (,< << <||../EFH  && &||../E/L/LMH  && &||334J4U4UVH ??o -- -rc!RR4pRp\PPPV!V44p\ VP 4^8XgQhRVP 9gQhRVP 9gQhR#)c,a]tRtRtoRtRtRtVtR#)7test_bound_expression_from_Message..FakeMessageiQcWnR#rr)selfrs&&r __init__@test_bound_expression_from_Message..FakeMessage.__init__RsIrcVP#rr )r s&r SerializeToStringItest_bound_expression_from_Message..FakeMessage.SerializeToStringUs 99 rr N)__name__ __module__ __qualname____firstlineno__rr__static_attributes____classdictcell__) __classdict__s@r FakeMessager Qs   rrsj  project_release  project_version"0 project_version project_release : bproject_releaseproject_versionN)r r1BoundExpressionsrrr)rmessagers r "test_bound_expression_from_MessagerPsvAG LL ) ) 8 8W9M NE u  !Q && &  1 1 11 1  1 1 11 1r) )/rr,rDpyarrowr pyarrow.computecomputer pyarrow.librrrpyarrow.substraitr1 ImportErrormark pytestmarkr r parametrizer; py_bufferrHrKrNrWr]rsr|rrrrnumpyrrrrqrrrrrrrrrrrr r,s_$  >) [[ " " D u 6*;7*;Z2<< #:Ha"HI #J # !u 6,;7,;b<u 6-"7-"`'@T'@Tu 6x!7x!vs:lu 6'7'TQ!Q!hg!g!THHRXXc]AHHRXXc]BHHSM*HHSMB" /  /E(89( E (6>,.,2e!IsH!! H.-H.