diff --git a/.zuul.yaml b/.zuul.yaml
index 7d34483c0..3897453fb 100644
--- a/.zuul.yaml
+++ b/.zuul.yaml
@@ -410,7 +410,6 @@
     irrelevant-files:
       - ^doc/.*$
       - ^etc/.*$
-      - ^metadata.json$
       - ^releasenotes/.*$
       - ^requirements.txt$
       - ^test-requirements.txt$
diff --git a/playbooks/run-lint-tests.yaml b/playbooks/run-lint-tests.yaml
index 55daef858..a5ad97e53 100644
--- a/playbooks/run-lint-tests.yaml
+++ b/playbooks/run-lint-tests.yaml
@@ -22,11 +22,18 @@
             gem install bundler --no-rdoc --no-ri --verbose
             $GEM_HOME/bin/bundle install --without system_tests --retry 3
             $GEM_HOME/bin/bundle exec rake lint 2>&1
+            if [ -f metadata.json ]; then
+              $GEM_HOME/bin/bundle exec rake metadata_lint 2>&1
+            fi
           else
             gem install rake -n ./.bundled_gems/
             gem install puppet-lint
+            gem install metadata-json-lint -n ./.bundled_gems/ --no-ri --no-rdoc
             gem install puppetlabs_spec_helper
             ./.bundled_gems/rake lint 2>&1
+            if [ -f metadata.json ]; then
+              ./.bundled_gems/metadata-json-lint
+            fi
           fi
         chdir: '{{ ansible_user_dir }}/workspace'
       environment: '{{ zuul | zuul_legacy_vars }}'