@@ -134,10 +134,10 @@ case class ShuffledHashJoinExec(
134
134
* Full outer shuffled hash join with unique join keys:
135
135
* 1. Process rows from stream side by looking up hash relation.
136
136
* Mark the matched rows from build side be looked up.
137
- * A [[ BitSet ]] is used to track matched rows with key index.
137
+ * A bit set is used to track matched rows with key index.
138
138
* 2. Process rows from build side by iterating hash relation.
139
139
* Filter out rows from build side being matched already,
140
- * by checking key index from [[ BitSet ]] .
140
+ * by checking key index from bit set .
141
141
*/
142
142
private def fullOuterJoinWithUniqueKey (
143
143
streamIter : Iterator [InternalRow ],
@@ -149,8 +149,7 @@ case class ShuffledHashJoinExec(
149
149
buildNullRow : GenericInternalRow ,
150
150
streamNullRow : GenericInternalRow ): Iterator [InternalRow ] = {
151
151
val matchedKeys = new BitSet (hashedRelation.maxNumKeysIndex)
152
- val buildDataSize = longMetric(" buildDataSize" )
153
- buildDataSize += matchedKeys.capacity / 8
152
+ longMetric(" buildDataSize" ) += matchedKeys.capacity / 8
154
153
155
154
// Process stream side with looking up hash relation
156
155
val streamResultIter = streamIter.map { srow =>
@@ -221,10 +220,9 @@ case class ShuffledHashJoinExec(
221
220
// At the end of the task, update the task's memory usage for this
222
221
// [[OpenHashSet]] to track matched rows, which has two parts:
223
222
// [[OpenHashSet._bitset]] and [[OpenHashSet._data]].
224
- val buildDataSize = longMetric(" buildDataSize" )
225
223
val bitSetEstimatedSize = matchedRows.getBitSet.capacity / 8
226
224
val dataEstimatedSize = matchedRows.capacity * 8
227
- buildDataSize += bitSetEstimatedSize + dataEstimatedSize
225
+ longMetric( " buildDataSize" ) += bitSetEstimatedSize + dataEstimatedSize
228
226
})
229
227
230
228
def markRowMatched (keyIndex : Int , valueIndex : Int ): Unit = {
0 commit comments