Fix CI errors #1339
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Pulp PR | |
on: | |
pull_request: | |
branches: | |
- '*' | |
env: | |
COLORTERM: 'yes' | |
TERM: 'xterm-256color' | |
jobs: | |
lint: | |
runs-on: ubuntu-latest | |
steps: | |
- name: PR head repo | |
id: head_repo_name | |
run: | | |
HEAD_REPO_NAME=$(jq -r '.pull_request.head.repo.full_name' "$GITHUB_EVENT_PATH") | |
echo "PR head repo: $HEAD_REPO_NAME" | |
echo "::set-output name=repo::$HEAD_REPO_NAME" | |
- uses: actions/checkout@v2 | |
with: | |
# by default, it uses a depth of 1 | |
# this fetches all history so that we can read each commit | |
fetch-depth: 0 | |
repository: ${{ steps.head_repo_name.outputs.repo }} | |
ref: ${{ github.event.pull_request.head.sha }} | |
- name: Set up Python 3.8 | |
uses: actions/setup-python@v1 | |
with: | |
python-version: '3.8' | |
- name: Check commit message | |
if: github.event_name == 'pull_request' | |
env: | |
GITHUB_CONTEXT: ${{ github.event.pull_request.commits_url }} | |
run: | | |
echo ::group::REQUESTS | |
pip install pygithub | |
echo ::endgroup:: | |
for sha in $(curl $GITHUB_CONTEXT | jq '.[].sha' | sed 's/"//g') | |
do | |
python .ci/scripts/validate_commit_message.py $sha | |
VALUE=$? | |
if [ "$VALUE" -gt 0 ]; then | |
exit $VALUE | |
fi | |
done | |
shell: bash | |
insta: | |
runs-on: ubuntu-latest | |
needs: lint | |
steps: | |
- name: PR head repo | |
id: head_repo_name | |
run: | | |
HEAD_REPO_NAME=$(jq -r '.pull_request.head.repo.full_name' "$GITHUB_EVENT_PATH") | |
echo "PR head repo: $HEAD_REPO_NAME" | |
echo "::set-output name=repo::$HEAD_REPO_NAME" | |
- uses: actions/checkout@v2 | |
with: | |
# by default, it uses a depth of 1 | |
# this fetches all history so that we can read each commit | |
fetch-depth: 0 | |
repository: ${{ steps.head_repo_name.outputs.repo }} | |
ref: ${{ github.event.pull_request.head.sha }} | |
- name: Set up Python 3.8 | |
uses: actions/setup-python@v1 | |
with: | |
python-version: '3.8' | |
- name: Install httpie | |
run: | | |
echo ::group::HTTPIE | |
sudo apt-get update -yq | |
sudo -E apt-get -yq --no-install-suggests --no-install-recommends install httpie | |
echo ::endgroup:: | |
echo "HTTPIE_CONFIG_DIR=$GITHUB_WORKSPACE/.ci/assets/httpie/" >> $GITHUB_ENV | |
echo "IMG=quay.io/pulp/pulp-operator:devel" >> $GITHUB_ENV | |
echo "CI_TEST=true" >> $GITHUB_ENV | |
echo "CI_TEST_IMAGE=minimal" >> $GITHUB_ENV | |
shell: bash | |
- name: Start minikube | |
run: | | |
minikube start --memory=max --cpus=max --vm-driver=docker --extra-config=apiserver.service-node-port-range=80-32000 | |
minikube addons enable metrics-server | |
# now you can run kubectl to see the pods in the cluster | |
- name: Try the cluster ! | |
run: kubectl get pods -A | |
- name: Setup a minikube docker env | |
run: minikube -p minikube docker-env | grep "export" | sed 's/export //' | sed 's/"//g' >> $GITHUB_ENV | |
- name: Uninstalling GHA kustomize | |
run: | | |
# hack for uninstalling kustomize from GHA | |
mv /usr/local/bin/kustomize /usr/local/bin/ghakustomize | |
make kustomize | |
mv ./bin/kustomize /usr/local/bin/kustomize | |
kustomize version | |
shell: bash | |
- name: Build Operator | |
run: | | |
sudo -E make docker-build IMG=quay.io/pulp/pulp-operator:devel | |
sudo -E docker images | |
shell: bash | |
- name: Test insta-demo | |
env: | |
FORKED_REPOSITORY: ${{ steps.head_repo_name.outputs.repo }} | |
run: sudo -E insta-demo/pulp-insta-demo.sh -m | |
shell: bash | |
- name: KubeLinter | |
run: .ci/scripts/kubelinter.sh | |
shell: bash | |
- name: Popeye | |
run: | | |
echo ::group::POPEYE | |
sudo wget https://github.com/derailed/popeye/releases/download/v0.9.7/popeye_Linux_x86_64.tar.gz | |
sudo tar -xvzf popeye_Linux_x86_64.tar.gz | |
sudo mv popeye /usr/local/bin/ | |
sudo chmod +x /usr/local/bin/popeye | |
echo ::endgroup:: | |
sudo popeye --kubeconfig ~/.kube/config || true | |
- name: Logs | |
if: always() | |
run: .github/workflows/scripts/show_logs.sh | |
# - name: Debugging example (uncomment when needed) | |
# if: failure() | |
# uses: mxschmitt/action-tmate@v3 | |
components: | |
runs-on: ubuntu-latest | |
needs: lint | |
strategy: | |
matrix: | |
IMAGE: [minimal, s6] | |
steps: | |
- uses: actions/checkout@v2 | |
with: | |
# by default, it uses a depth of 1 | |
# this fetches all history so that we can read each commit | |
fetch-depth: 0 | |
- name: Set up Python 3.8 | |
uses: actions/setup-python@v1 | |
with: | |
python-version: '3.8' | |
- name: Install httpie | |
run: | | |
echo ::group::HTTPIE | |
sudo apt-get update -yq | |
sudo -E apt-get -yq --no-install-suggests --no-install-recommends install httpie | |
echo ::endgroup:: | |
echo "HTTPIE_CONFIG_DIR=$GITHUB_WORKSPACE/.ci/assets/httpie/" >> $GITHUB_ENV | |
echo "IMG=quay.io/pulp/pulp-operator:devel" >> $GITHUB_ENV | |
echo "CI_TEST=true" >> $GITHUB_ENV | |
echo "CI_TEST_IMAGE=${{ matrix.IMAGE }}" >> $GITHUB_ENV | |
shell: bash | |
- name: Start minikube | |
run: | | |
minikube start --memory=max --cpus=max --vm-driver=docker --extra-config=apiserver.service-node-port-range=80-32000 | |
minikube addons enable metrics-server | |
# now you can run kubectl to see the pods in the cluster | |
- name: Try the cluster ! | |
run: kubectl get pods -A | |
- name: Setup a minikube docker env | |
run: minikube -p minikube docker-env | grep "export" | sed 's/export //' | sed 's/"//g' >> $GITHUB_ENV | |
- name: Uninstalling GHA kustomize | |
run: | | |
# hack for uninstalling kustomize from GHA | |
mv /usr/local/bin/kustomize /usr/local/bin/ghakustomize | |
make kustomize | |
mv ./bin/kustomize /usr/local/bin/kustomize | |
kustomize version | |
shell: bash | |
- name: Build Operator | |
run: | | |
sudo -E make docker-build IMG=quay.io/pulp/pulp-operator:devel | |
sudo -E docker images | |
shell: bash | |
- name: Deploy pulp-operator to K8s | |
run: sudo -E ./up.sh | |
shell: bash | |
- name: Check and wait pulp-operator deploy | |
run: sudo -E time kubectl wait --for condition=Pulp-Operator-Finished-Execution pulp/example-pulp --timeout=-1s | |
shell: bash | |
- name: KubeLinter | |
run: .ci/scripts/kubelinter.sh | |
shell: bash | |
- name: Popeye | |
run: | | |
echo ::group::POPEYE | |
sudo wget https://github.com/derailed/popeye/releases/download/v0.9.7/popeye_Linux_x86_64.tar.gz | |
sudo tar -xvzf popeye_Linux_x86_64.tar.gz | |
sudo mv popeye /usr/local/bin/ | |
sudo chmod +x /usr/local/bin/popeye | |
echo ::endgroup:: | |
sudo popeye --kubeconfig ~/.kube/config || true | |
- name: Test all components | |
run: | | |
git clone --depth=1 https://github.com/pulp/pulp_ansible.git | |
git clone --depth=1 https://github.com/pulp/pulp_container.git | |
.ci/scripts/retry.sh 3 ".ci/scripts/pulp_tests.sh -m" | |
shell: bash | |
env: | |
PY_COLORS: '1' | |
- name: Logs | |
if: always() | |
run: .github/workflows/scripts/show_logs.sh | |
# - name: Debugging example (uncomment when needed) | |
# if: failure() | |
# uses: mxschmitt/action-tmate@v3 | |
galaxy: | |
runs-on: ubuntu-latest | |
needs: lint | |
strategy: | |
fail-fast: false | |
matrix: | |
include: | |
- STORAGE: filesystem | |
IMAGE: minimal | |
- STORAGE: filesystem | |
IMAGE: s6 | |
- STORAGE: azure | |
IMAGE: minimal | |
- STORAGE: s3 | |
IMAGE: minimal | |
steps: | |
- uses: actions/checkout@v2 | |
with: | |
# by default, it uses a depth of 1 | |
# this fetches all history so that we can read each commit | |
fetch-depth: 0 | |
- name: Set up Python 3.8 | |
uses: actions/setup-python@v1 | |
with: | |
python-version: '3.8' | |
- name: Install httpie | |
run: | | |
echo ::group::HTTPIE | |
sudo apt-get update -yq | |
sudo -E apt-get -yq --no-install-suggests --no-install-recommends install httpie | |
echo ::endgroup:: | |
echo "HTTPIE_CONFIG_DIR=$GITHUB_WORKSPACE/.ci/assets/httpie/" >> $GITHUB_ENV | |
echo "IMG=quay.io/pulp/pulp-operator:devel" >> $GITHUB_ENV | |
echo "CI_TEST=true" >> $GITHUB_ENV | |
echo "CI_TEST_STORAGE=${{ matrix.STORAGE }}" >> $GITHUB_ENV | |
echo "CI_TEST_IMAGE=${{ matrix.IMAGE }}" >> $GITHUB_ENV | |
echo "API_ROOT=/api/galaxy/pulp/" >> $GITHUB_ENV | |
shell: bash | |
- name: Start minikube | |
run: | | |
minikube start --memory=max --cpus=max --vm-driver=docker --extra-config=apiserver.service-node-port-range=80-32000 | |
minikube addons enable metrics-server | |
# now you can run kubectl to see the pods in the cluster | |
- name: Try the cluster ! | |
run: kubectl get pods -A | |
- name: Setup a minikube docker env | |
run: minikube -p minikube docker-env | grep "export" | sed 's/export //' | sed 's/"//g' >> $GITHUB_ENV | |
- name: Uninstalling GHA kustomize | |
run: | | |
# hack for uninstalling kustomize from GHA | |
mv /usr/local/bin/kustomize /usr/local/bin/ghakustomize | |
make kustomize | |
mv ./bin/kustomize /usr/local/bin/kustomize | |
kustomize version | |
shell: bash | |
- name: Build Operator | |
run: | | |
sudo -E make docker-build IMG=quay.io/pulp/pulp-operator:devel | |
sudo -E docker images | |
shell: bash | |
- name: Prepare Object Storage | |
run: | | |
.ci/scripts/prepare-object-storage.sh | |
shell: bash | |
- name: Deploy pulp-operator to K8s | |
run: sudo -E CI_TEST=galaxy ./up.sh | |
shell: bash | |
- name: Check and wait pulp-operator deploy | |
run: sudo -E time kubectl wait --for condition=Pulp-Operator-Finished-Execution pulp/example-pulp --timeout=-1s | |
shell: bash | |
- name: KubeLinter | |
run: .ci/scripts/kubelinter.sh | |
shell: bash | |
- name: Popeye | |
run: | | |
echo ::group::POPEYE | |
sudo wget https://github.com/derailed/popeye/releases/download/v0.9.7/popeye_Linux_x86_64.tar.gz | |
sudo tar -xvzf popeye_Linux_x86_64.tar.gz | |
sudo mv popeye /usr/local/bin/ | |
sudo chmod +x /usr/local/bin/popeye | |
echo ::endgroup:: | |
sudo popeye --kubeconfig ~/.kube/config || true | |
- name: Test | |
run: sudo -E .ci/scripts/galaxy_ng-tests.sh -m | |
shell: bash | |
- name: Backup & Restore | |
run: CI_TEST=galaxy .ci/scripts/backup_and_restore.sh -m | |
shell: bash | |
env: | |
PY_COLORS: '1' | |
- name: Logs | |
if: always() | |
run: .github/workflows/scripts/show_logs.sh | |
# - name: Debugging example (uncomment when needed) | |
# if: failure() | |
# uses: mxschmitt/action-tmate@v3 |