check null

sunchao · Mar 12, 2024 · d026cfd · d026cfd
1 parent 898737a
commit d026cfd
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/spark/src/main/java/org/apache/spark/shuffle/sort/CometShuffleExternalSorter.java b/spark/src/main/java/org/apache/spark/shuffle/sort/CometShuffleExternalSorter.java
@@ -257,7 +257,9 @@ private long getMemoryUsage() {
     for (SpillSorter sorter : spillingSorters) {
       totalPageSize += sorter.getMemoryUsage();
     }
-    totalPageSize += activeSpillSorter.getMemoryUsage();
+    if (activeSpillSorter != null) {
+      totalPageSize += activeSpillSorter.getMemoryUsage();
+    }
     return totalPageSize;
   }