Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions python/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -524,7 +524,7 @@ set(CYTHON_EXTENSIONS
lib
_compute
_csv
_exec_plan
_acero
_feather
_fs
_hdfsio
Expand Down Expand Up @@ -784,7 +784,7 @@ endif()

if(PYARROW_BUILD_DATASET)
target_link_libraries(_dataset PRIVATE ${DATASET_LINK_LIBS})
target_link_libraries(_exec_plan PRIVATE ${DATASET_LINK_LIBS})
target_link_libraries(_acero PRIVATE ${DATASET_LINK_LIBS})
if(PYARROW_BUILD_ORC)
target_link_libraries(_dataset_orc PRIVATE ${DATASET_LINK_LIBS})
endif()
Expand Down
File renamed without changes.
18 changes: 10 additions & 8 deletions python/pyarrow/_dataset.pyx
Original file line number Diff line number Diff line change
Expand Up @@ -803,10 +803,10 @@ cdef class Dataset(_Weakrefable):
if isinstance(sorting, str):
sorting = [(sorting, "ascending")]

res = _pc()._exec_plan._sort_source(self, output_type=InMemoryDataset,
sort_options=_pc().SortOptions(
sort_keys=sorting, **kwargs
))
res = _pc()._acero._sort_source(
self, output_type=InMemoryDataset,
sort_options=_pc().SortOptions(sort_keys=sorting, **kwargs)
)
return res

def join(self, right_dataset, keys, right_keys=None, join_type="left outer",
Expand Down Expand Up @@ -852,10 +852,12 @@ cdef class Dataset(_Weakrefable):
"""
if right_keys is None:
right_keys = keys
return _pc()._exec_plan._perform_join(join_type, self, keys, right_dataset, right_keys,
left_suffix=left_suffix, right_suffix=right_suffix,
use_threads=use_threads, coalesce_keys=coalesce_keys,
output_type=InMemoryDataset)
return _pc()._acero._perform_join(
join_type, self, keys, right_dataset, right_keys,
left_suffix=left_suffix, right_suffix=right_suffix,
use_threads=use_threads, coalesce_keys=coalesce_keys,
output_type=InMemoryDataset
)


cdef class InMemoryDataset(Dataset):
Expand Down
4 changes: 2 additions & 2 deletions python/pyarrow/lib.pyx
Original file line number Diff line number Diff line change
Expand Up @@ -127,8 +127,8 @@ def _pc():
if __pc is None:
import pyarrow.compute as pc
try:
from pyarrow import _exec_plan
pc._exec_plan = _exec_plan
from pyarrow import _acero
pc._acero = _acero
except ImportError:
pass
__pc = pc
Expand Down
12 changes: 6 additions & 6 deletions python/pyarrow/table.pxi
Original file line number Diff line number Diff line change
Expand Up @@ -3121,8 +3121,7 @@ cdef class Table(_PandasConvertible):
animals: [["Flamingo","Horse",null]]
"""
if isinstance(mask, _pc().Expression):
return _pc()._exec_plan._filter_table(self, mask,
output_type=Table)
return _pc()._acero._filter_table(self, mask, output_type=Table)
else:
return _pc().filter(self, mask, null_selection_behavior)

Expand Down Expand Up @@ -5021,10 +5020,11 @@ cdef class Table(_PandasConvertible):
"""
if right_keys is None:
right_keys = keys
return _pc()._exec_plan._perform_join(join_type, self, keys, right_table, right_keys,
left_suffix=left_suffix, right_suffix=right_suffix,
use_threads=use_threads, coalesce_keys=coalesce_keys,
output_type=Table)
return _pc()._acero._perform_join(
join_type, self, keys, right_table, right_keys,
left_suffix=left_suffix, right_suffix=right_suffix,
use_threads=use_threads, coalesce_keys=coalesce_keys, output_type=Table
)


def _reconstruct_table(arrays, schema):
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@

try:
import pyarrow.dataset as ds
import pyarrow._exec_plan as ep
import pyarrow._acero as ep
except ImportError:
pass

Expand Down
2 changes: 1 addition & 1 deletion python/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -212,7 +212,7 @@ def initialize_options(self):
'_dataset',
'_dataset_orc',
'_dataset_parquet',
'_exec_plan',
'_acero',
'_feather',
'_parquet',
'_parquet_encryption',
Expand Down