diff --git a/youtube_dl/__init__.py b/youtube_dl/__init__.py
index 33df7ef18..75e59cef6 100644
--- a/youtube_dl/__init__.py
+++ b/youtube_dl/__init__.py
@@ -221,17 +221,17 @@ def _real_main(argv=None):
             'key': 'MetadataFromTitle',
             'titleformat': opts.metafromtitle
         })
-    if opts.addmetadata and opts.keepvideo:
-        postprocessors.append({'key': 'FFmpegMetadata'})
     if opts.extractaudio:
+        if opts.addmetadata and opts.keepvideo:
+            postprocessors.append({'key': 'FFmpegMetadata'})
         postprocessors.append({
             'key': 'FFmpegExtractAudio',
             'preferredcodec': opts.audioformat,
             'preferredquality': opts.audioquality,
             'nopostoverwrites': opts.nopostoverwrites,
         })
-        if opts.addmetadata:
-            postprocessors.append({'key': 'FFmpegMetadata'})
+    if opts.addmetadata:
+        postprocessors.append({'key': 'FFmpegMetadata'})
     if opts.recodevideo:
         postprocessors.append({
             'key': 'FFmpegVideoConvertor',