Skip to content

Commit 0b4e759

Browse files
committed
chore(deps): bump substrait packages to 0.85.0
- Bump substrait-protobuf, substrait-extensions, substrait-antlr to 0.85.0 - Remove URI-related code (SimpleExtensionURI removed from proto) - Delete bimap.py and related URI/URN mapping utilities - Implement precision_interval_compound type support - Remove deleted proto modules from exports
1 parent 54bcf72 commit 0b4e759

27 files changed

+53
-1034
lines changed

pyproject.toml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -7,20 +7,20 @@ readme = "README.md"
77
requires-python = ">=3.10,<3.15"
88
dependencies = [
99
"protobuf >=5,<7",
10-
"substrait-protobuf==0.79.0",
11-
"substrait-extensions==0.79.0",
10+
"substrait-protobuf==0.85.0",
11+
"substrait-extensions==0.85.0",
1212
]
1313
dynamic = ["version"]
1414

1515
[tool.setuptools_scm]
1616
write_to = "src/substrait/_version.py"
1717

1818
[project.optional-dependencies]
19-
extensions = ["antlr4-python3-runtime", "substrait-antlr==0.79.0", "pyyaml"]
19+
extensions = ["antlr4-python3-runtime", "substrait-antlr==0.85.0", "pyyaml"]
2020
sql = ["sqloxide; python_version < '3.14'", "deepdiff"]
2121

2222
[dependency-groups]
23-
dev = ["pytest >= 7.0.0", "antlr4-python3-runtime", "substrait-antlr==0.79.0", "pyyaml", "sqloxide; python_version < '3.14'", "deepdiff", "duckdb<=1.2.2; python_version < '3.14'", "datafusion"]
23+
dev = ["pytest >= 7.0.0", "antlr4-python3-runtime", "substrait-antlr==0.85.0", "pyyaml", "sqloxide; python_version < '3.14'", "deepdiff", "duckdb<=1.2.2; python_version < '3.14'", "datafusion"]
2424

2525
[tool.pytest.ini_options]
2626
pythonpath = "src"

src/substrait/bimap.py

Lines changed: 0 additions & 102 deletions
This file was deleted.

src/substrait/builders/extended_expression.py

Lines changed: 0 additions & 83 deletions
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,6 @@
1111
from substrait.type_inference import infer_extended_expression_schema
1212
from substrait.utils import (
1313
merge_extension_declarations,
14-
merge_extension_uris,
1514
merge_extension_urns,
1615
type_num_names,
1716
)
@@ -238,23 +237,10 @@ def resolve(
238237
)
239238
]
240239

241-
# Create URI extension for backwards compatibility during URI -> URN migration
242-
uri = registry._uri_urn_bimap.get_uri(urn)
243-
func_extension_uris = []
244-
if uri:
245-
uri_anchor = registry.lookup_uri_anchor(uri)
246-
if uri_anchor:
247-
func_extension_uris = [
248-
ste.SimpleExtensionURI(extension_uri_anchor=uri_anchor, uri=uri)
249-
]
250-
251240
func_extensions = [
252241
ste.SimpleExtensionDeclaration(
253242
extension_function=ste.SimpleExtensionDeclaration.ExtensionFunction(
254243
extension_urn_reference=registry.lookup_urn(urn),
255-
extension_uri_reference=registry.lookup_uri_anchor(uri)
256-
if uri
257-
else 0,
258244
function_anchor=func[0].anchor,
259245
name=str(func[0]),
260246
)
@@ -265,10 +251,6 @@ def resolve(
265251
func_extension_urns, *[b.extension_urns for b in bound_expressions]
266252
)
267253

268-
extension_uris = merge_extension_uris(
269-
func_extension_uris, *[b.extension_uris for b in bound_expressions]
270-
)
271-
272254
extensions = merge_extension_declarations(
273255
func_extensions, *[b.extensions for b in bound_expressions]
274256
)
@@ -297,7 +279,6 @@ def resolve(
297279
],
298280
base_schema=base_schema,
299281
extension_urns=extension_urns,
300-
extension_uris=extension_uris,
301282
extensions=extensions,
302283
)
303284

@@ -336,23 +317,10 @@ def resolve(
336317
)
337318
]
338319

339-
# Create URI extension for backwards compatibility during URI -> URN migration
340-
uri = registry._uri_urn_bimap.get_uri(urn)
341-
func_extension_uris = []
342-
if uri:
343-
uri_anchor = registry.lookup_uri_anchor(uri)
344-
if uri_anchor:
345-
func_extension_uris = [
346-
ste.SimpleExtensionURI(extension_uri_anchor=uri_anchor, uri=uri)
347-
]
348-
349320
func_extensions = [
350321
ste.SimpleExtensionDeclaration(
351322
extension_function=ste.SimpleExtensionDeclaration.ExtensionFunction(
352323
extension_urn_reference=registry.lookup_urn(urn),
353-
extension_uri_reference=registry.lookup_uri_anchor(uri)
354-
if uri
355-
else 0,
356324
function_anchor=func[0].anchor,
357325
name=str(func[0]),
358326
)
@@ -363,10 +331,6 @@ def resolve(
363331
func_extension_urns, *[b.extension_urns for b in bound_expressions]
364332
)
365333

366-
extension_uris = merge_extension_uris(
367-
func_extension_uris, *[b.extension_uris for b in bound_expressions]
368-
)
369-
370334
extensions = merge_extension_declarations(
371335
func_extensions, *[b.extensions for b in bound_expressions]
372336
)
@@ -391,7 +355,6 @@ def resolve(
391355
],
392356
base_schema=base_schema,
393357
extension_urns=extension_urns,
394-
extension_uris=extension_uris,
395358
extensions=extensions,
396359
)
397360

@@ -436,23 +399,10 @@ def resolve(
436399
)
437400
]
438401

439-
# Create URI extension for backwards compatibility during URI -> URN migration
440-
uri = registry._uri_urn_bimap.get_uri(urn)
441-
func_extension_uris = []
442-
if uri:
443-
uri_anchor = registry.lookup_uri_anchor(uri)
444-
if uri_anchor:
445-
func_extension_uris = [
446-
ste.SimpleExtensionURI(extension_uri_anchor=uri_anchor, uri=uri)
447-
]
448-
449402
func_extensions = [
450403
ste.SimpleExtensionDeclaration(
451404
extension_function=ste.SimpleExtensionDeclaration.ExtensionFunction(
452405
extension_urn_reference=registry.lookup_urn(urn),
453-
extension_uri_reference=registry.lookup_uri_anchor(uri)
454-
if uri
455-
else 0,
456406
function_anchor=func[0].anchor,
457407
name=str(func[0]),
458408
)
@@ -465,12 +415,6 @@ def resolve(
465415
*[b.extension_urns for b in bound_partitions],
466416
)
467417

468-
extension_uris = merge_extension_uris(
469-
func_extension_uris,
470-
*[b.extension_uris for b in bound_expressions],
471-
*[b.extension_uris for b in bound_partitions],
472-
)
473-
474418
extensions = merge_extension_declarations(
475419
func_extensions,
476420
*[b.extensions for b in bound_expressions],
@@ -504,7 +448,6 @@ def resolve(
504448
],
505449
base_schema=base_schema,
506450
extension_urns=extension_urns,
507-
extension_uris=extension_uris,
508451
extensions=extensions,
509452
)
510453

@@ -531,12 +474,6 @@ def resolve(
531474

532475
bound_else = resolve_expression(_else, base_schema, registry)
533476

534-
extension_uris = merge_extension_uris(
535-
*[b[0].extension_uris for b in bound_ifs],
536-
*[b[1].extension_uris for b in bound_ifs],
537-
bound_else.extension_uris,
538-
)
539-
540477
extension_urns = merge_extension_urns(
541478
*[b[0].extension_urns for b in bound_ifs],
542479
*[b[1].extension_urns for b in bound_ifs],
@@ -588,7 +525,6 @@ def resolve(
588525
)
589526
],
590527
base_schema=base_schema,
591-
extension_uris=extension_uris,
592528
extension_urns=extension_urns,
593529
extensions=extensions,
594530
)
@@ -616,12 +552,6 @@ def resolve(
616552
]
617553
bound_else = resolve_expression(_else, base_schema, registry)
618554

619-
extension_uris = merge_extension_uris(
620-
bound_match.extension_uris,
621-
*[b.extension_uris for _, b in bound_ifs],
622-
bound_else.extension_uris,
623-
)
624-
625555
extension_urns = merge_extension_urns(
626556
bound_match.extension_urns,
627557
*[b.extension_urns for _, b in bound_ifs],
@@ -657,7 +587,6 @@ def resolve(
657587
],
658588
base_schema=base_schema,
659589
extension_urns=extension_urns,
660-
extension_uris=extension_uris,
661590
extensions=extensions,
662591
)
663592

@@ -675,10 +604,6 @@ def resolve(
675604
bound_value = resolve_expression(value, base_schema, registry)
676605
bound_options = [resolve_expression(o, base_schema, registry) for o in options]
677606

678-
extension_uris = merge_extension_uris(
679-
bound_value.extension_uris, *[b.extension_uris for b in bound_options]
680-
)
681-
682607
extension_urns = merge_extension_urns(
683608
bound_value.extension_urns, *[b.extension_urns for b in bound_options]
684609
)
@@ -705,7 +630,6 @@ def resolve(
705630
],
706631
base_schema=base_schema,
707632
extension_urns=extension_urns,
708-
extension_uris=extension_uris,
709633
extensions=extensions,
710634
)
711635

@@ -726,11 +650,6 @@ def resolve(
726650
[resolve_expression(e, base_schema, registry) for e in o] for o in options
727651
]
728652

729-
extension_uris = merge_extension_uris(
730-
*[b.extension_uris for b in bound_value],
731-
*[e.extension_uris for b in bound_options for e in b],
732-
)
733-
734653
extension_urns = merge_extension_urns(
735654
*[b.extension_urns for b in bound_value],
736655
*[e.extension_urns for b in bound_options for e in b],
@@ -762,7 +681,6 @@ def resolve(
762681
],
763682
base_schema=base_schema,
764683
extension_urns=extension_urns,
765-
extension_uris=extension_uris,
766684
extensions=extensions,
767685
)
768686

@@ -798,7 +716,6 @@ def resolve(
798716
],
799717
base_schema=base_schema,
800718
extension_urns=bound_input.extension_urns,
801-
extension_uris=bound_input.extension_uris,
802719
extensions=bound_input.extensions,
803720
)
804721

src/substrait/builders/plan.py

Lines changed: 1 addition & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,6 @@
2222
from substrait.type_inference import infer_plan_schema
2323
from substrait.utils import (
2424
merge_extension_declarations,
25-
merge_extension_uris,
2625
merge_extension_urns,
2726
)
2827
from substrait.version import substrait_version
@@ -47,13 +46,8 @@ def _create_default_version():
4746

4847

4948
def _merge_extensions(*objs):
50-
"""Merge extension URIs, URNs, and declarations from multiple plan/expression objects.
51-
52-
During the URI -> URN migration period, we maintain both URI and URN references
53-
for backwards compatibility.
54-
"""
49+
"""Merge extension URNs and declarations from multiple plan/expression objects."""
5550
return {
56-
"extension_uris": merge_extension_uris(*[b.extension_uris for b in objs if b]),
5751
"extension_urns": merge_extension_urns(*[b.extension_urns for b in objs if b]),
5852
"extensions": merge_extension_declarations(*[b.extensions for b in objs if b]),
5953
}

0 commit comments

Comments
 (0)