diff --git a/daemon/tcp_listener.c b/daemon/tcp_listener.c
index c58a34616..0f009718c 100644
--- a/daemon/tcp_listener.c
+++ b/daemon/tcp_listener.c
@@ -58,7 +58,8 @@ static void tcp_listener_incoming(int fd, void *p) {
 }
 
 static void tcp_listener_closed(int fd, void *p) {
-	abort();
+	if (!rtpe_shutdown)
+		abort();
 }
 
 static void __tlc_free(void *p) {
diff --git a/daemon/udp_listener.c b/daemon/udp_listener.c
index d190c0ef8..ea56b9dd4 100644
--- a/daemon/udp_listener.c
+++ b/daemon/udp_listener.c
@@ -24,7 +24,8 @@ struct udp_listener_callback {
 };
 
 static void udp_listener_closed(int fd, void *p) {
-	abort();
+	if (!rtpe_shutdown)
+		abort();
 }
 
 static void udp_listener_incoming(int fd, void *p) {