diff --git a/internal/outpost/ak/metrics.go b/internal/outpost/ak/metrics.go
index c980072af8..dc2fccbc17 100644
--- a/internal/outpost/ak/metrics.go
+++ b/internal/outpost/ak/metrics.go
@@ -52,6 +52,7 @@ func RunMetricsServer(listen string, router *mux.Router) {
 func RunMetricsUnix(router *mux.Router) {
 	socketPath := path.Join(os.TempDir(), MetricsSocketName)
 	l := log.WithField("logger", "authentik.outpost.metrics").WithField("listen", socketPath)
+	_ = os.Remove(socketPath)
 	ln, err := unix.Listen(socketPath)
 	if err != nil {
 		l.WithError(err).Warning("failed to listen")
@@ -59,6 +60,7 @@ func RunMetricsUnix(router *mux.Router) {
 	}
 	defer func() {
 		err := ln.Close()
+		_ = os.Remove(socketPath)
 		if err != nil {
 			l.WithError(err).Warning("failed to close listener")
 		}
diff --git a/internal/web/web.go b/internal/web/web.go
index e1d9a4d326..e27f54442e 100644
--- a/internal/web/web.go
+++ b/internal/web/web.go
@@ -247,6 +247,7 @@ func (ws *WebServer) listenUnix(listen string) {
 	}
 	defer func() {
 		err := ln.Close()
+		_ = os.Remove(listen)
 		if err != nil {
 			ws.log.WithField("listen", listen).WithError(err).Warning("failed to close listener")
 		}