Skip to content

Commit e43b9ec

Browse files
Update join.py (#211)
* remove pandas * Update dask_sql/physical/rel/logical/join.py Co-authored-by: Richard (Rick) Zamora <[email protected]> Co-authored-by: Richard (Rick) Zamora <[email protected]>
1 parent 2010dbd commit e43b9ec

File tree

1 file changed

+2
-3
lines changed
  • dask_sql/physical/rel/logical

1 file changed

+2
-3
lines changed

dask_sql/physical/rel/logical/join.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,6 @@
55
from typing import List, Tuple
66

77
import dask.dataframe as dd
8-
import pandas as pd
98
from dask.base import tokenize
109
from dask.highlevelgraph import HighLevelGraph
1110

@@ -117,7 +116,7 @@ def merge_single_partitions(lhs_partition, rhs_partition):
117116
# which is definitely not possible (java dependency, JVM start...)
118117
lhs_partition = lhs_partition.assign(common=1)
119118
rhs_partition = rhs_partition.assign(common=1)
120-
merged_data = pd.merge(lhs_partition, rhs_partition, on=["common"])
119+
merged_data = lhs_partition.merge(rhs_partition, on=["common"])
121120

122121
return merged_data
123122

@@ -137,7 +136,7 @@ def merge_single_partitions(lhs_partition, rhs_partition):
137136
name, dsk, dependencies=[df_lhs_renamed, df_rhs_renamed]
138137
)
139138

140-
meta = pd.concat(
139+
meta = dd.dispatch.concat(
141140
[df_lhs_renamed._meta_nonempty, df_rhs_renamed._meta_nonempty], axis=1
142141
)
143142
# TODO: Do we know the divisions in any way here?

0 commit comments

Comments
 (0)