Skip to content

Commit d98324d

Browse files
Force block partitions materialization
1 parent 1c62a98 commit d98324d

File tree

1 file changed

+5
-4
lines changed

1 file changed

+5
-4
lines changed

modin/core/execution/ray/implementations/pandas_on_ray/partitioning/virtual_partition.py

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -88,7 +88,7 @@ def __init__(
8888
if not isinstance(data, Collection) or len(data) == 1:
8989
if not isinstance(data, Collection):
9090
data = [data]
91-
self._set_data_ref(data[0]._data_ref)
91+
self._set_data_ref(data[0]._data)
9292
self._num_splits = 1
9393
self._list_of_block_partitions = data
9494
return
@@ -119,6 +119,7 @@ def __init__(
119119
# TODO: We have a subset of the same frame here and can just get a single chunk
120120
# from the original frame instead of concatenating all these chunks.
121121

122+
data = [part._data for part in self._list_of_block_partitions]
122123
self._set_data_ref(self._concat(refs))
123124

124125
def _set_data_ref(
@@ -165,16 +166,16 @@ def apply(
165166
if other_axis_partition is not None:
166167
if isinstance(other_axis_partition, Collection):
167168
if len(other_axis_partition) == 1:
168-
other_part = other_axis_partition[0]._data_ref
169+
other_part = other_axis_partition[0]._data
169170
else:
170171
concat_fn = (
171172
PandasOnRayDataframeColumnPartition
172173
if self.axis
173174
else PandasOnRayDataframeRowPartition
174175
)._concat
175-
other_part = concat_fn([p._data_ref for p in other_axis_partition])
176+
other_part = concat_fn([p._data for p in other_axis_partition])
176177
else:
177-
other_part = other_axis_partition._data_ref
178+
other_part = other_axis_partition._data
178179
args = [other_part] + list(args)
179180

180181
de = self._apply(func, args, kwargs)

0 commit comments

Comments
 (0)