diff --git a/fe/fe-core/src/main/java/com/starrocks/load/loadv2/LoadMgr.java b/fe/fe-core/src/main/java/com/starrocks/load/loadv2/LoadMgr.java
index 73b940a9a58..1c8184a4e09 100644
--- a/fe/fe-core/src/main/java/com/starrocks/load/loadv2/LoadMgr.java
+++ b/fe/fe-core/src/main/java/com/starrocks/load/loadv2/LoadMgr.java
@@ -400,11 +400,13 @@ public class LoadMgr implements MemoryTrackable {
 
         // 2. remove from dbIdToLabelToLoadJobs
         Map<String, List<LoadJob>> labelToLoadJobs = dbIdToLabelToLoadJobs.get(dbId);
-        List<LoadJob> sameLabelJobs = labelToLoadJobs.get(label);
-        if (sameLabelJobs != null) {
-            sameLabelJobs.remove(job);
-            if (sameLabelJobs.isEmpty()) {
-                labelToLoadJobs.remove(label);
+        if (labelToLoadJobs != null) {
+            List<LoadJob> sameLabelJobs = labelToLoadJobs.get(label);
+            if (sameLabelJobs != null) {
+                sameLabelJobs.remove(job);
+                if (sameLabelJobs.isEmpty()) {
+                    labelToLoadJobs.remove(label);
+                }
             }
             if (labelToLoadJobs.isEmpty()) {
                 dbIdToLabelToLoadJobs.remove(dbId);