diff --git a/.travis.yml b/.travis.yml
index 0f72d8d..19bb9c6 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -21,3 +21,5 @@ os:
   - osx
 script:
   - npm test
+  - node scripts/generate-docs.js
+  - git diff --quiet # make sure no files have changed
diff --git a/scripts/generate-docs.js b/scripts/generate-docs.js
index f68bd3b..3a31a91 100755
--- a/scripts/generate-docs.js
+++ b/scripts/generate-docs.js
@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-/* globals cd, echo, grep, sed */
+/* globals cat, cd, echo, grep, sed */
 require('../global');
 
 echo('Appending docs to README.md');
@@ -16,7 +16,11 @@ docs = docs.replace(/\/\/\@include (.+)/g, function(match, path) {
 
 // Remove '//@'
 docs = docs.replace(/\/\/\@ ?/g, '');
-// Append docs to README
-sed('-i', /## Command reference(.|\n)*/, '## Command reference\n\n' + docs, 'README.md');
+
+// Wipe out the old docs
+cat('README.md').replace(/## Command reference(.|\n)*/, '## Command reference').to('README.md');
+
+// Append new docs to README
+sed('-i', /## Command reference/, '## Command reference\n\n' + docs, 'README.md');
 
 echo('All done.');