diff --git a/ffmpeg.c b/ffmpeg.c
index 6b908787950bd160110ae0c725b4b37eb7f226da..df56c0175885457ddd3044fafcb7669c185f5504 100644
--- a/ffmpeg.c
+++ b/ffmpeg.c
@@ -1381,7 +1381,6 @@ static void flush_encoders(void)
                     av_log(NULL, AV_LOG_FATAL, "%s encoding failed\n", desc);
                     exit_program(1);
                 }
-                *size += pkt.size;
                 if (ost->logfile && enc->stats_out) {
                     fprintf(ost->logfile, "%s", enc->stats_out);
                 }
@@ -1393,6 +1392,7 @@ static void flush_encoders(void)
                     av_free_packet(&pkt);
                     continue;
                 }
+                *size += pkt.size;
                 if (pkt.pts != AV_NOPTS_VALUE)
                     pkt.pts = av_rescale_q(pkt.pts, enc->time_base, ost->st->time_base);
                 if (pkt.dts != AV_NOPTS_VALUE)