diff --git a/daemon/call.c b/daemon/call.c
index 0ff52fd37..52db49e0e 100644
--- a/daemon/call.c
+++ b/daemon/call.c
@@ -1000,7 +1000,7 @@ static void __fill_stream(struct packet_stream *ps, const struct endpoint *epp,
 
 	ps->endpoint = ep;
 
-	if (PS_ISSET(ps, FILLED)) {
+	if (PS_ISSET(ps, FILLED) && !MEDIA_ISSET(media, DTLS)) {
 		/* we reset crypto params whenever the endpoint changes */
 		// XXX fix WRT SSRC handling
 		crypto_reset(&ps->crypto);