diff --git a/app/proxyman/outbound/outbound.go b/app/proxyman/outbound/outbound.go
index 71b464e3b..d771b606d 100644
--- a/app/proxyman/outbound/outbound.go
+++ b/app/proxyman/outbound/outbound.go
@@ -102,13 +102,18 @@ func (m *Manager) GetHandler(tag string) outbound.Handler {
 func (m *Manager) AddHandler(ctx context.Context, handler outbound.Handler) error {
 	m.access.Lock()
 	defer m.access.Unlock()
+	tag := handler.Tag()
 
-	if m.defaultHandler == nil {
+	if m.defaultHandler == nil ||
+		(len(tag) > 0 && tag == m.defaultHandler.Tag()) {
 		m.defaultHandler = handler
 	}
 
-	tag := handler.Tag()
 	if len(tag) > 0 {
+		if oldHandler, found := m.taggedHandler[tag]; found {
+			errors.New("will replace the existed outbound with the tag: " + tag).AtWarning().WriteToLog()
+			_ = oldHandler.Close()
+		}
 		m.taggedHandler[tag] = handler
 	} else {
 		m.untaggedHandlers = append(m.untaggedHandlers, handler)