docs-test: Add documentation test scripts to backend test case.

- Add script to compile documentation build and start crawler
  to check documentation.
- Add documentation test script to backend travis test case.
- Add log level argument to test-documentation script.

Fixes #1492

tools/test-all

@@ -26,5 +26,7 @@ run ./tools/test-js-with-casper
 # run ./tools/test-management
 # Not running queue worker reload tests since it's low-churn code
 # run ./tools/test-queue-worker-reload
+# Not running documentation tests since it takes 20s and only tests documentation
+# run ./tools/test-documentation
 
 printf '\n\e[32mAll OK!\e[0m\n'

tools/test-documentation

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+set -e
+
+
+case $1 in
+    -h|--help)
+    echo "--help, -h                   show this help message and exit"
+    echo "--loglevel=LEVEL, -L LEVEL   log level (default: ERROR)"
+    exit 0
+    ;;
+    -L|--loglevel)
+    loglevel="$1 $2"
+    ;;
+esac
+
+cd "$(dirname "$0")"/../docs
+make html
+cd ../tools/documentation_crawler
+
+scrapy crawl_with_status documentation_crawler $loglevel

tools/travis/backend

@@ -11,3 +11,4 @@ set -x
 ./tools/test-migrations
 ./tools/test-run-dev
 #./tools/test-queue-worker-reload
+./tools/test-documentation