Split product tests into short and long running groups

Author: zachyee

.travis.yml

@@ -9,19 +9,18 @@ env:
   global:
     - PA_TEST_ONLINE_INSTALLER=true
     - PYTHONPATH=$(pwd)
+    - LONG_PRODUCT_TESTS="tests/product/test_server_install.py tests/product/test_status.py tests/product/test_collect.py tests/product/test_connectors.py tests/product/test_control.py tests/product/test_server_uninstall.py"
   matrix:
     - OTHER_TESTS=true
-    - PRODUCT_TEST_GROUP_SA_BARE="tests/product/test_installer.py tests/product/standalone/test_installation.py"
-    - PRODUCT_TEST_GROUP_SA_PRESTO="tests/product/test_authentication.py tests/product/test_configuration.py tests/product/test_server_upgrade.py"
-    - PRODUCT_TEST_GROUP_SA_PA="tests/product/test_error_handling.py tests/product/test_package_install.py tests/product/test_plugin.py tests/product/test_script.py tests/product/test_topology.py"
-    - PRODUCT_TEST_GROUP_SA_PA="tests/product/test_server_install.py"
-    - PRODUCT_TEST_GROUP_SA_PA_PRESTO="tests/product/test_status.py"
-    - PRODUCT_TEST_GROUP_SA_PA_PRESTO="tests/product/test_collect.py"
-    - PRODUCT_TEST_GROUP_SA_PA_PRESTO="tests/product/test_connectors.py"
-    - PRODUCT_TEST_GROUP_SA_PA_PRESTO="tests/product/test_control.py"
-    - PRODUCT_TEST_GROUP_SA_PA_PRESTO="tests/product/test_server_uninstall.py"
-    - PRODUCT_TEST_GROUP_YS_PA="tests/product/yarn_slider/test_slider_installation.py"
-    #-QUARANTINED="tests/product/yarn_slider/test_server_install.py"
+    - SHORT_PRODUCT_TEST_GROUP=0
+    - SHORT_PRODUCT_TEST_GROUP=1
+    - SHORT_PRODUCT_TEST_GROUP=2
+    - LONG_PRODUCT_TEST_GROUP_SA_PA="tests/product/test_server_install.py"
+    - LONG_PRODUCT_TEST_GROUP_SA_PA_PRESTO="tests/product/test_status.py"
+    - LONG_PRODUCT_TEST_GROUP_SA_PA_PRESTO="tests/product/test_collect.py"
+    - LONG_PRODUCT_TEST_GROUP_SA_PA_PRESTO="tests/product/test_connectors.py"
+    - LONG_PRODUCT_TEST_GROUP_SA_PA_PRESTO="tests/product/test_control.py"
+    - LONG_PRODUCT_TEST_GROUP_SA_PA_PRESTO="tests/product/test_server_uninstall.py"
 install:
   - pip install --upgrade pip==6.1.1
   - pip install -r requirements.txt
@@ -30,31 +29,26 @@ before_script:
   - make presto-server-rpm.rpm
 script:
   - |
-    if [ -v PRODUCT_TEST_GROUP_SA_BARE ]; then
-      export IMAGE_NAMES="standalone_bare"
-      make test-images
-      tox -e py26 -- -a '!quarantine,!offline_installer' ${PRODUCT_TEST_GROUP_SA_BARE}
-    elif [ -v PRODUCT_TEST_GROUP_SA_PRESTO ]; then
-      export IMAGE_NAMES="standalone_presto"
-      make test-images
-      tox -e py26 -- -a '!quarantine,!offline_installer' ${PRODUCT_TEST_GROUP_SA_PRESTO}
-    elif [ -v PRODUCT_TEST_GROUP_SA_PA ]; then
-      export IMAGE_NAMES="standalone_pa"
-      make test-images
-      tox -e py26 -- -a '!quarantine,!offline_installer' ${PRODUCT_TEST_GROUP_SA_PA}
-    elif [ -v PRODUCT_TEST_GROUP_SA_PA_PRESTO ]; then
-      export IMAGE_NAMES="standalone_presto standalone_pa"
-      make test-images
-      tox -e py26 -- -a '!quarantine,!offline_installer' ${PRODUCT_TEST_GROUP_SA_PA_PRESTO}
-    elif [ -v PRODUCT_TEST_GROUP_YS_PA ]; then
-      export IMAGE_NAMES="yarn_slider_pa"
-      make test-images
-      tox -e py26 -- -a '!quarantine,!offline_installer' ${PRODUCT_TEST_GROUP_YS_PA}
+    if [ -v SHORT_PRODUCT_TEST_GROUP ]; then
+      ALL_PRODUCT_TESTS=$(find tests/product/ -name 'test_*py' | grep -v __init__ | xargs wc -l | sort -n | head -n -1 | awk '{print $2}' | tr '\n' ' ';
+      for LONG_PRODUCT_TEST in ${LONG_PRODUCT_TESTS[@]}; do
+        ALL_PRODUCT_TESTS=${ALL_PRODUCT_TESTS//$LONG_PRODUCT_TEST/};
+      done
+      SHORT_PRODUCT_TESTS=$(echo $ALL_PRODUCT_TESTS | tr ' ' '\n' | awk "NR % 3 == $SHORT_PRODUCT_TEST_GROUP" | tr '\n' ' ');
+      tox -e py26 -- -a '!quarantine,!offline_installer' ${SHORT_PRODUCT_TESTS};
+    elif [ -v LONG_PRODUCT_TEST_GROUP_SA_PA ]; then
+      export IMAGE_NAMES="standalone_pa";
+      make test-images &&
+      tox -e py26 -- -a '!quarantine,!offline_installer' ${PRODUCT_TEST_GROUP_SA_PA};
+    elif [ -v LONG_PRODUCT_TEST_GROUP_SA_PA_PRESTO ]; then
+      export IMAGE_NAMES="standalone_presto standalone_pa";
+      make test-images &&
+      tox -e py26 -- -a '!quarantine,!offline_installer' ${PRODUCT_TEST_GROUP_SA_PA_PRESTO};
     elif [ -v OTHER_TESTS ]; then
-      make clean lint dist docs test-rpm
-      nosetests --with-timer --timer-ok 60s --timer-warning 300s -s tests.unit
-      nosetests --with-timer --timer-ok 60s --timer-warning 300s -s tests.integration
+      make clean lint dist docs test-rpm &&
+      nosetests --with-timer --timer-ok 60s --timer-warning 300s -s tests.unit &&
+      nosetests --with-timer --timer-ok 60s --timer-warning 300s -s tests.integration;
     else
-      echo "Unknown test"
-      exit 1
+      echo "Unknown test" &&
+      exit 1;
     fi