Create pythonapp.yml

.github/workflows/pythonapp.yml

@@ -0,0 +1,27 @@
+name: MLflow tests
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  python-small:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.6
+      uses: actions/setup-python@v1
+      with:
+        python-version: 3.6
+    - name: Install dependencies
+      run: |
+        export GITHUB_WORKFLOW=1
+        INSTALL_SMALL_PYTHON_DEPS=true source ./travis/install-common-deps.sh
+    - name: Run tests
+      run: |
+        export GITHUB_WORKFLOW=1
+        export PATH="$HOME/miniconda/bin:$PATH"
+        source activate test-environment
+        ./travis/run-small-python-tests.sh

tests/models/test_cli.py

@@ -127,6 +127,7 @@ def test_model_with_no_deployable_flavors_fails_pollitely():
         assert "No suitable flavor backend was found for the model." in stderr
 
 
+@pytest.mark.large
 def test_serve_gunicorn_opts(iris_data, sk_model):
     if sys.platform == "win32":
         pytest.skip("This test requires gunicorn which is not available on windows.")
@@ -159,6 +160,7 @@ def test_serve_gunicorn_opts(iris_data, sk_model):
         assert expected_command_pattern.search(stdout) is not None
 
 
+@pytest.mark.large
 def test_predict(iris_data, sk_model):
     with TempDir(chdr=True) as tmp:
         with mlflow.start_run() as active_run:
@@ -245,6 +247,7 @@ def test_predict(iris_data, sk_model):
         assert all(expected == actual)
 
 
+@pytest.mark.large
 def test_prepare_env_passes(sk_model):
     if no_conda:
         pytest.skip("This test requires conda.")
@@ -270,6 +273,7 @@ def test_prepare_env_passes(sk_model):
         assert p.wait() == 0
 
 
+@pytest.mark.large
 def test_prepare_env_fails(sk_model):
     if no_conda:
         pytest.skip("This test requires conda.")

tests/projects/test_docker_projects.py

@@ -26,6 +26,7 @@ def _build_uri(base_uri, subdirectory):
 
 
 @pytest.mark.parametrize("use_start_run", map(str, [0, 1]))
+@pytest.mark.large
 def test_docker_project_execution(
         use_start_run,
         tmpdir, docker_example_base_image):  # pylint: disable=unused-argument
@@ -68,6 +69,7 @@ def test_docker_project_execution(
     ("databricks://some-profile", "-e MLFLOW_TRACKING_URI=databricks ")
 ])
 @mock.patch('databricks_cli.configure.provider.ProfileConfigProvider')
+@pytest.mark.large
 def test_docker_project_tracking_uri_propagation(
         ProfileConfigProvider, tmpdir, tracking_uri,
         expected_command_segment, docker_example_base_image):  # pylint: disable=unused-argument

tests/projects/test_projects.py

@@ -189,6 +189,7 @@ def test_invalid_run_mode():
         mlflow.projects.run(uri=TEST_PROJECT_DIR, backend="some unsupported mode")
 
 
+@pytest.mark.large
 def test_use_conda():
     """ Verify that we correctly handle the `use_conda` argument."""
     # Verify we throw an exception when conda is unavailable
@@ -207,6 +208,7 @@ def test_use_conda():
             os.environ["CONDA_EXE"] = conda_exe_path
 
 
+@pytest.mark.large
 def test_expected_tags_logged_when_using_conda():
     with mock.patch.object(mlflow.tracking.MlflowClient, "set_tag") as tag_mock:
         try:

travis/install-common-deps.sh

@@ -2,17 +2,15 @@
 
 set -ex
 sudo mkdir -p /travis-install
-sudo chown travis /travis-install
+if [[ -z $GITHUB_WORKFLOW ]]; then
+  sudo chown travis /travis-install
+fi
 # (The conda installation steps below are taken from http://conda.pydata.org/docs/travis.html)
 # We do this conditionally because it saves us some downloading if the
 # version is the same.
-if [[ "$TRAVIS_PYTHON_VERSION" == "2.7" ]]; then
-  wget https://repo.anaconda.com/miniconda/Miniconda2-latest-Linux-x86_64.sh -O /travis-install/miniconda.sh;
-else
-  wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O /travis-install/miniconda.sh;
-fi
+wget -q https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh
 
-bash /travis-install/miniconda.sh -b -p $HOME/miniconda
+bash miniconda.sh -b -p $HOME/miniconda
 export PATH="$HOME/miniconda/bin:$PATH"
 hash -r
 conda config --set always_yes yes --set changeps1 no
@@ -28,21 +26,23 @@ python --version
 pip install --upgrade pip==19.3.1
 # Install Python test dependencies only if we're running Python tests
 if [[ "$INSTALL_SMALL_PYTHON_DEPS" == "true" ]]; then
-  pip install -r ./travis/small-requirements.txt
+  pip install --quiet -r ./travis/small-requirements.txt
 fi
 if [[ "$INSTALL_LARGE_PYTHON_DEPS" == "true" ]]; then
-  pip install -r ./travis/large-requirements.txt
+  pip install --quiet -r ./travis/large-requirements.txt
   # Hack: make sure all spark-* scripts are executable. 
   # Conda installs 2 version spark-* scripts and makes the ones spark
   # uses not executable. This is a temporary fix to unblock the tests.
-  ls -lha `find /home/travis/miniconda/envs/test-environment/ -path "*bin/spark-*"`
-  chmod 777 `find /home/travis/miniconda/envs/test-environment/ -path "*bin/spark-*"`
-  ls -lha `find /home/travis/miniconda/envs/test-environment/ -path "*bin/spark-*"`
+  ls -lha $(find $HOME/miniconda/envs/test-environment/ -path "*bin/spark-*")
+  chmod 777 $(find $HOME/miniconda/envs/test-environment/ -path "*bin/spark-*")
+  ls -lha $(find $HOME/miniconda/envs/test-environment/ -path "*bin/spark-*")
 fi
 pip install .
 export MLFLOW_HOME=$(pwd)
 # Remove boto config present in Travis VMs (https://github.com/travis-ci/travis-ci/issues/7940)
-sudo rm -f /etc/boto.cfg
+if [[ -z $GITHUB_WORKFLOW ]]; then
+  sudo rm -f /etc/boto.cfg
+fi
 # Print current environment info
 pip list
 which mlflow