diff --git a/server/pkg/dal/service.go b/server/pkg/dal/service.go
index 0f003c9f4..74ec05e46 100644
--- a/server/pkg/dal/service.go
+++ b/server/pkg/dal/service.go
@@ -737,6 +737,15 @@ func (svc *service) ReplaceModel(ctx context.Context, model *Model) (err error)
 		)
 	}
 
+	// Remove the old model from the registry
+	if oldModel != nil {
+		svc.removeModelFromRegistry(oldModel)
+		log.Debug(
+			"removed old model from registry",
+			logger.Uint64("connectionID", model.ConnectionID),
+		)
+	}
+
 	// Add to registry
 	// @note models should be added to the registry regardless of issues
 	svc.addModelToRegistry(model, upd)