diff --git a/app/proxyman/inbound/worker.go b/app/proxyman/inbound/worker.go
index b7d84cf61..1c63be3d2 100644
--- a/app/proxyman/inbound/worker.go
+++ b/app/proxyman/inbound/worker.go
@@ -263,7 +263,10 @@ func (w *udpWorker) Close() error {
 		w.hub.Close()
 	}
 
-	common.Must(w.done.Close())
+	if w.done != nil {
+		common.Must(w.done.Close())
+	}
+
 	common.Close(w.proxy)
 	return nil
 }