diff --git a/libavformat/mp3dec.c b/libavformat/mp3dec.c
index c822eb6f2a34910e83e925c054cb5489cab319d6..522ccf7baa9ec835ad0035529ba7e7d84aafd935 100644
--- a/libavformat/mp3dec.c
+++ b/libavformat/mp3dec.c
@@ -94,9 +94,6 @@ static void read_xing_toc(AVFormatContext *s, int64_t filesize, int64_t duration
     int i;
     MP3DecContext *mp3 = s->priv_data;
 
-    if (!mp3->usetoc)
-        return;
-
     if (!filesize &&
         !(filesize = avio_size(s->pb))) {
         av_log(s, AV_LOG_WARNING, "Cannot determine file size, skipping TOC table.\n");
@@ -105,8 +102,8 @@ static void read_xing_toc(AVFormatContext *s, int64_t filesize, int64_t duration
 
     for (i = 0; i < XING_TOC_COUNT; i++) {
         uint8_t b = avio_r8(s->pb);
-
-        av_add_index_entry(s->streams[0],
+        if (mp3->usetoc)
+            av_add_index_entry(s->streams[0],
                            av_rescale(b, filesize, 256),
                            av_rescale(i, duration, XING_TOC_COUNT),
                            0, 0, AVINDEX_KEYFRAME);