diff --git a/libavcodec/h264_slice.c b/libavcodec/h264_slice.c
index a760068d0be2a8f52b5e0b0ce69fdee6d7b7819d..92fc51ec0facb7370a1ac8dcaca99b2bbc1a1ed2 100644
--- a/libavcodec/h264_slice.c
+++ b/libavcodec/h264_slice.c
@@ -1014,6 +1014,8 @@ static int h264_slice_header_init(H264Context *h, int reinit)
 
     h->avctx->bits_per_raw_sample = h->sps.bit_depth_luma;
     h->pixel_shift                = h->sps.bit_depth_luma > 8;
+    h->chroma_format_idc          = h->sps.chroma_format_idc;
+    h->bit_depth_luma             = h->sps.bit_depth_luma;
 
     ff_h264dsp_init(&h->h264dsp, h->sps.bit_depth_luma,
                     h->sps.chroma_format_idc);
@@ -1158,11 +1160,8 @@ int ff_h264_decode_slice_header(H264Context *h, H264SliceContext *sl)
         h->sps = *h->sps_buffers[h->pps.sps_id];
 
         if (h->bit_depth_luma    != h->sps.bit_depth_luma ||
-            h->chroma_format_idc != h->sps.chroma_format_idc) {
-            h->bit_depth_luma    = h->sps.bit_depth_luma;
-            h->chroma_format_idc = h->sps.chroma_format_idc;
+            h->chroma_format_idc != h->sps.chroma_format_idc)
             needs_reinit         = 1;
-        }
 
         if (h->flags & CODEC_FLAG_LOW_DELAY ||
             (h->sps.bitstream_restriction_flag &&