diff --git a/.travis.yml b/.travis.yml
index 7b87e251a25258..a975aed094061c 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -99,3 +99,15 @@ jobs:
         - $( npm bin )/wp-scripts test-e2e --config=./packages/e2e-tests/jest.config.js --listTests > ~/.jest-e2e-tests
         - npm run build
         - npm run test-e2e -- --ci --cacheDirectory="$HOME/.jest-cache" --runTestsByPath $( awk 'NR % 2 == 1' < ~/.jest-e2e-tests )
+  allow_failures:
+    - name: PHP unit tests (PHP 5.3)
+      env: WP_VERSION=latest SWITCH_TO_PHP=5.3
+      script:
+        - ./bin/run-wp-unit-tests.sh
+      if: branch = master and type != "pull_request"
+
+    - name: PHP unit tests (PHP 5.2)
+      env: WP_VERSION=latest SWITCH_TO_PHP=5.2
+      script:
+        - ./bin/run-wp-unit-tests.sh
+