diff --git a/.travis.yml b/.travis.yml
index 19a4d8a0d..82e81d078 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -31,7 +31,8 @@ matrix:
   fast_finish: true
   allow_failures:
     - env: YTDL_TEST_SET=download
-    - env: JYTHON=true
+    - env: JYTHON=true; YTDL_TEST_SET=core
+    - env: JYTHON=true; YTDL_TEST_SET=download
 before_install:
   - if [ "$JYTHON" == "true" ]; then ./devscripts/install_jython.sh; export PATH="$HOME/jython/bin:$PATH"; fi
 script: ./devscripts/run_tests.sh