diff --git a/xtask/tests/tidy.rs b/xtask/tests/tidy.rs
index 02b3afc96e..01f04a17cd 100644
--- a/xtask/tests/tidy.rs
+++ b/xtask/tests/tidy.rs
@@ -37,6 +37,13 @@ fn check_code_formatting() {
     }
 }
 
+#[test]
+fn smoke_test_docs_generation() {
+    // We don't commit docs to the repo, so we can just overwrite in tests.
+    codegen::generate_assists_docs(Mode::Overwrite).unwrap();
+    codegen::generate_feature_docs(Mode::Overwrite).unwrap();
+}
+
 #[test]
 fn rust_files_are_tidy() {
     let mut tidy_docs = TidyDocs::default();