diff --git a/internal/docker/container.go b/internal/docker/container.go
index ce073807..c068c5bd 100644
--- a/internal/docker/container.go
+++ b/internal/docker/container.go
@@ -241,9 +241,11 @@ func loadDeleteIdlewatcherLabels(c *types.Container, helper containerHelper) {
 	hasIdleTimeout := false
 	cfg := make(map[string]any, len(idlewatcherLabels))
 	for lbl, key := range idlewatcherLabels {
-		if value := helper.getDeleteLabel(lbl); value != "" {
-			cfg[key] = value
+		value := helper.getDeleteLabel(lbl)
+		if value == "" {
+			continue
 		}
+		cfg[key] = value
 		switch lbl {
 		case LabelIdleTimeout:
 			hasIdleTimeout = true
@@ -252,9 +254,6 @@ func loadDeleteIdlewatcherLabels(c *types.Container, helper containerHelper) {
 		}
 	}
 
-	// ensure it's deleted from labels
-	helper.getDeleteLabel(LabelDependsOn)
-
 	// set only if idlewatcher is enabled
 	if hasIdleTimeout {
 		idwCfg := new(types.IdlewatcherConfig)