Skip to content

Commit d4b4e66

Browse files
committed
Remove unused metrics.
1 parent f9151be commit d4b4e66

File tree

3 files changed

+5
-38
lines changed

3 files changed

+5
-38
lines changed

core/src/main/java/org/apache/spark/unsafe/map/BytesToBytesMap.java

Lines changed: 0 additions & 33 deletions
Original file line numberDiff line numberDiff line change
@@ -160,14 +160,10 @@ public final class BytesToBytesMap extends MemoryConsumer {
160160

161161
private final boolean enablePerfMetrics;
162162

163-
private long timeSpentResizingNs = 0;
164-
165163
private long numProbes = 0;
166164

167165
private long numKeyLookups = 0;
168166

169-
private long numHashCollisions = 0;
170-
171167
private long peakMemoryUsedBytes = 0L;
172168

173169
private final int initialCapacity;
@@ -489,10 +485,6 @@ public void safeLookup(Object keyBase, long keyOffset, int keyLength, Location l
489485
);
490486
if (areEqual) {
491487
return;
492-
} else {
493-
if (enablePerfMetrics) {
494-
numHashCollisions++;
495-
}
496488
}
497489
}
498490
}
@@ -859,16 +851,6 @@ public long getPeakMemoryUsedBytes() {
859851
return peakMemoryUsedBytes;
860852
}
861853

862-
/**
863-
* Returns the total amount of time spent resizing this map (in nanoseconds).
864-
*/
865-
public long getTimeSpentResizingNs() {
866-
if (!enablePerfMetrics) {
867-
throw new IllegalStateException();
868-
}
869-
return timeSpentResizingNs;
870-
}
871-
872854
/**
873855
* Returns the average number of probes per key lookup.
874856
*/
@@ -879,13 +861,6 @@ public double getAverageProbesPerLookup() {
879861
return (1.0 * numProbes) / numKeyLookups;
880862
}
881863

882-
public long getNumHashCollisions() {
883-
if (!enablePerfMetrics) {
884-
throw new IllegalStateException();
885-
}
886-
return numHashCollisions;
887-
}
888-
889864
@VisibleForTesting
890865
public int getNumDataPages() {
891866
return dataPages.size();
@@ -923,10 +898,6 @@ public void reset() {
923898
void growAndRehash() {
924899
assert(longArray != null);
925900

926-
long resizeStartTime = -1;
927-
if (enablePerfMetrics) {
928-
resizeStartTime = System.nanoTime();
929-
}
930901
// Store references to the old data structures to be used when we re-hash
931902
final LongArray oldLongArray = longArray;
932903
final int oldCapacity = (int) oldLongArray.size() / 2;
@@ -951,9 +922,5 @@ void growAndRehash() {
951922
longArray.set(newPos * 2 + 1, hashcode);
952923
}
953924
freeArray(oldLongArray);
954-
955-
if (enablePerfMetrics) {
956-
timeSpentResizingNs += System.nanoTime() - resizeStartTime;
957-
}
958925
}
959926
}

sql/core/src/main/scala/org/apache/spark/sql/execution/joins/HashJoin.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -215,7 +215,7 @@ trait HashJoin {
215215

216216
// At the end of the task, we update the avg hash probe.
217217
TaskContext.get().addTaskCompletionListener(_ =>
218-
avgHashProbe.set(hashed.getAverageProbesPerLookup()))
218+
avgHashProbe.set(hashed.getAverageProbesPerLookup))
219219

220220
val resultProj = createResultProjection
221221
joinedIter.map { r =>

sql/core/src/main/scala/org/apache/spark/sql/execution/joins/HashedRelation.scala

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -83,7 +83,7 @@ private[execution] sealed trait HashedRelation extends KnownSizeEstimation {
8383
/**
8484
* Returns the average number of probes per key lookup.
8585
*/
86-
def getAverageProbesPerLookup(): Double
86+
def getAverageProbesPerLookup: Double
8787
}
8888

8989
private[execution] object HashedRelation {
@@ -280,7 +280,7 @@ private[joins] class UnsafeHashedRelation(
280280
read(in.readInt, in.readLong, in.readBytes)
281281
}
282282

283-
override def getAverageProbesPerLookup(): Double = binaryMap.getAverageProbesPerLookup()
283+
override def getAverageProbesPerLookup: Double = binaryMap.getAverageProbesPerLookup
284284
}
285285

286286
private[joins] object UnsafeHashedRelation {
@@ -776,7 +776,7 @@ private[execution] final class LongToUnsafeRowMap(val mm: TaskMemoryManager, cap
776776
/**
777777
* Returns the average number of probes per key lookup.
778778
*/
779-
def getAverageProbesPerLookup(): Double = numProbes.toDouble / numKeyLookups
779+
def getAverageProbesPerLookup: Double = numProbes.toDouble / numKeyLookups
780780
}
781781

782782
private[joins] class LongHashedRelation(
@@ -829,7 +829,7 @@ private[joins] class LongHashedRelation(
829829
map = in.readObject().asInstanceOf[LongToUnsafeRowMap]
830830
}
831831

832-
override def getAverageProbesPerLookup(): Double = map.getAverageProbesPerLookup()
832+
override def getAverageProbesPerLookup: Double = map.getAverageProbesPerLookup
833833
}
834834

835835
/**

0 commit comments

Comments
 (0)