diff --git a/lightningd/peer_control.c b/lightningd/peer_control.c
index 47789cdc5..bfb828ba2 100644
--- a/lightningd/peer_control.c
+++ b/lightningd/peer_control.c
@@ -1252,7 +1252,8 @@ void peer_active(struct lightningd *ld, const u8 *msg, int fd)
 		case CHANNELD_NORMAL:
 		case CHANNELD_SHUTTING_DOWN:
 		case CLOSINGD_SIGEXCHANGE:
-			assert(!channel->owner);
+			/* Maybe old owner was too slow exiting? */
+			tal_free(channel->owner);
 			peer_start_channeld(channel,
 					    peer_fd,
 					    NULL, true,