diff --git a/.github/workflows/clippy_bors.yml b/.github/workflows/clippy_bors.yml
index 1bc457a9479..24e677ce8e1 100644
--- a/.github/workflows/clippy_bors.yml
+++ b/.github/workflows/clippy_bors.yml
@@ -157,6 +157,11 @@ jobs:
     - name: Test metadata collection
       run: cargo collect-metadata
 
+    - name: Test lint_configuration.md is up-to-date
+      run: |
+        echo "run \`cargo collect-metadata\` if this fails"
+        git update-index --refresh
+
   integration_build:
     needs: changelog
     runs-on: ubuntu-latest
diff --git a/.github/workflows/remark.yml b/.github/workflows/remark.yml
index 22925a753df..81ef072bbb0 100644
--- a/.github/workflows/remark.yml
+++ b/.github/workflows/remark.yml
@@ -33,9 +33,6 @@ jobs:
         echo `pwd`/mdbook >> $GITHUB_PATH
 
     # Run
-    - name: cargo collect-metadata
-      run: cargo collect-metadata
-      
     - name: Check *.md files
       run: git ls-files -z '*.md' | xargs -0 -n 1 -I {} ./node_modules/.bin/remark {} -u lint -f > /dev/null