diff --git a/daemon/call.c b/daemon/call.c
index d6de3f373..8c7635acd 100644
--- a/daemon/call.c
+++ b/daemon/call.c
@@ -1133,7 +1133,7 @@ no_sfd:
 
 		check = cm->conf.timeout;
 		tmp_t_reason = 1;
-		if (!MEDIA_ISSET(ps->media, RECV) || !sfd) {
+		if (!MEDIA_ISSET(ps->media, RECV) || !sfd || !PS_ISSET(ps, FILLED)) {
 			check = cm->conf.silent_timeout;
 			tmp_t_reason = 2;
 		}