diff --git a/libavcodec/h264.c b/libavcodec/h264.c
index 7de129b5c540aaf4db5f4cb48681acea7eaf7db7..1c26926f92cd0589ecad509fdbca3b4812d1d7c4 100644
--- a/libavcodec/h264.c
+++ b/libavcodec/h264.c
@@ -3577,7 +3577,6 @@ static int execute_ref_pic_marking(H264Context *h, MMCO *mmco, int mmco_count){
                 memmove(&h->short_ref[1], &h->short_ref[0], h->short_ref_count*sizeof(Picture*));
 
             h->short_ref[0]= s->current_picture_ptr;
-            h->short_ref[0]->long_ref=0;
             h->short_ref_count++;
             s->current_picture_ptr->reference |= s->picture_structure;
         }