diff --git a/avconv.c b/avconv.c
index e3b4e80c3fb417321b97db37c16c02240c4ae3c8..e59786f1998ae21c00e5e0613aa7cd79b76c9461 100644
--- a/avconv.c
+++ b/avconv.c
@@ -2638,7 +2638,8 @@ static int opt_map(OptionsContext *o, const char *opt, const char *arg)
         /* disable some already defined maps */
         for (i = 0; i < o->nb_stream_maps; i++) {
             m = &o->stream_maps[i];
-            if (check_stream_specifier(input_files[m->file_index].ctx,
+            if (file_idx == m->file_index &&
+                check_stream_specifier(input_files[m->file_index].ctx,
                                        input_files[m->file_index].ctx->streams[m->stream_index],
                                        *p == ':' ? p + 1 : p) > 0)
                 m->disabled = 1;