diff --git a/.travis.yml b/.travis.yml
index 1bc48b0b002..f72ac01bc3e 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -13,16 +13,15 @@ script:
  - rm -rf target/ Cargo.lock
  - cargo test --features debugging
 
- - # only test regex_macros if it compiles
- - |
+after_success:
+# only test regex_macros if it compiles
+- |
     #!/bin/bash
     cargo test --no-run --features 'debugging test-regex_macros'
-    if [ "$?" = 101 ]; then
-        cargo test --features 'debugging test-regex_macros'
+    if [ "$?" != 101 ]; then
+        cargo test --features 'debugging test-regex_macros' compile_test
     fi
-
 # trigger rebuild of the clippy-service, to keep it up to date with clippy itself
-after_success:
 - |
     #!/bin/bash
     set -e