Skip to content

Commit 2443d8c

Browse files
activescottactivescott
authored
Merge branch 'master' into feat/glide-destination
2 parents e7607d1 + ad5d76c commit 2443d8c

File tree

7,157 files changed

+1228091
-539032
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

7,157 files changed

+1228091
-539032
lines changed

‎.bumpversion.cfg

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
[bumpversion]
2-
current_version = 0.63.3
2+
current_version = 0.64.7
33
commit = False
44
tag = False
55
parse = (?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\-[a-z]+)?

‎.github/CODEOWNERS

+18-11
Original file line numberDiff line numberDiff line change
@@ -8,20 +8,27 @@
88
/airbyte-cdk/python/airbyte_cdk/destinations/vector_db_based @airbytehq/ai-language-models
99

1010
# CI/CD
11-
/.github/ @airbytehq/connector-extensibility
12-
/airbyte-ci/ @airbytehq/connector-extensibility
11+
/.github/ @airbytehq/dev-tooling
12+
/airbyte-ci/ @airbytehq/dev-tooling
1313

1414
# Python CDK and Connector Acceptance Tests
15-
/airbyte-cdk/python @airbytehq/connector-extensibility
16-
/airbyte-integrations/connector-templates/ @airbytehq/connector-extensibility
17-
/airbyte-integrations/bases/connector-acceptance-test/ @airbytehq/connector-extensibility @lazebnyi @oustynova
15+
/airbyte-cdk/python @airbytehq/python-team
16+
/airbyte-integrations/connector-templates/ @airbytehq/dev-marketplace-contributions
17+
/airbyte-integrations/bases/connector-acceptance-test/ @airbytehq/dev-tooling
1818

1919
# Build customization file change
20-
/airbyte-integrations/connectors/**/build_customization.py @airbytehq/connector-extensibility
20+
/airbyte-integrations/connectors/**/build_customization.py @airbytehq/dev-tooling
2121

2222
# Protocol related items
2323
/docs/understanding-airbyte/airbyte-protocol.md @airbytehq/protocol-reviewers
2424

25+
# Bulk CDK
26+
/airbyte-cdk/bulk @airbytehq/dbsources @airbytehq/destinations
27+
/airbyte-cdk/bulk/core/extract/ @airbytehq/dbsources
28+
/airbyte-cdk/bulk/core/load/ @airbytehq/destinations
29+
/airbyte-cdk/bulk/toolkits/extract-*/ @airbytehq/dbsources
30+
/airbyte-cdk/bulk/toolkits/load-*/ @airbytehq/destinations
31+
2532
# Java CDK
2633
/airbyte-cdk/java/airbyte-cdk @airbytehq/dbsources @airbytehq/destinations
2734
/airbyte-cdk/java/airbyte-cdk/*-sources/ @airbytehq/dbsources
@@ -54,8 +61,8 @@
5461
/airbyte-integrations/connectors/destination-redshift/ @airbytehq/destinations
5562

5663
# Python critical connectors
57-
/airbyte-integrations/connectors/source-facebook-marketing/ @airbytehq/critical-connectors
58-
/airbyte-integrations/connectors/source-hubspot/ @airbytehq/critical-connectors
59-
/airbyte-integrations/connectors/source-salesforce/ @airbytehq/critical-connectors
60-
/airbyte-integrations/connectors/source-shopify/ @airbytehq/critical-connectors
61-
/airbyte-integrations/connectors/source-stripe/ @airbytehq/critical-connectors
64+
/airbyte-integrations/connectors/source-facebook-marketing/ @airbytehq/python-team
65+
/airbyte-integrations/connectors/source-hubspot/ @airbytehq/python-team
66+
/airbyte-integrations/connectors/source-salesforce/ @airbytehq/python-team
67+
/airbyte-integrations/connectors/source-shopify/ @airbytehq/python-team
68+
/airbyte-integrations/connectors/source-stripe/ @airbytehq/python-team

‎.github/ISSUE_TEMPLATE/2-issue-ai-assist.yaml

+51
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
name: 🤖 [AI Assist] Report an issue using the AI Assist
2+
description: Use this template when you have a problem creating a connector using the AI Connector Assist.
3+
labels: [type/bug, area/connector-builder, needs-triage, ai-assist]
4+
body:
5+
- type: markdown
6+
attributes:
7+
value: >
8+
<p align="center">
9+
<a target="_blank" href="https://airbyte.com">
10+
<image>
11+
<source srcset="https://raw.githubusercontent.com/airbytehq/airbyte/master/.github/octavia-issue-template.svg">
12+
<img alt="octavia-welcome" src="https://raw.githubusercontent.com/airbytehq/airbyte/master/.github/octavia-issue-template.svg" width="auto" height="120">
13+
</image>
14+
</a>
15+
</p>
16+
- type: markdown
17+
attributes:
18+
value: |
19+
Thanks for taking the time to fill out this bug report...
20+
Make sure to update this issue with a concise title and provide all information you have to
21+
help us debug the problem together.
22+
- type: input
23+
id: connector-url-link
24+
attributes:
25+
label: Connector Documentation URL
26+
description: Share the documentation URL you used to create the connector.
27+
validations:
28+
required: true
29+
- type: textarea
30+
id: description
31+
attributes:
32+
label: What error are you seeing?
33+
description: Please give any information you have and steps to reproduce the problem.
34+
- type: textarea
35+
id: replicate
36+
attributes:
37+
label: How to replicate
38+
description: Please provide what steps you made so far
39+
- type: textarea
40+
id: expect
41+
attributes:
42+
label: What do you expect to happen?
43+
description: What output were you expecting?
44+
- type: checkboxes
45+
id: alpha-release
46+
attributes:
47+
label: Is this in the Alpha Release?
48+
description: Are you noticing this issue in the alpha release of AI Assist?
49+
options:
50+
- label: Yes, the issue is in the AI Assist Alpha Release.
51+
required: false

‎.github/ISSUE_TEMPLATE/2-issue-docker.yaml

-52
This file was deleted.

‎.github/actions/run-airbyte-ci/action.yml

+22-3
Original file line numberDiff line numberDiff line change
@@ -34,6 +34,10 @@ inputs:
3434
description: "GCP credentials for GCP Secret Manager"
3535
required: false
3636
default: ""
37+
gcp_integration_tester_credentials:
38+
description: "GCP credentials for integration tests"
39+
required: false
40+
default: ""
3741
git_repo_url:
3842
description: "Git repository URL"
3943
default: https://github.com/airbytehq/airbyte.git
@@ -87,6 +91,15 @@ inputs:
8791
description: "Whether the PR is from a fork"
8892
required: false
8993
default: "false"
94+
max_attempts:
95+
description: "Number of attempts at running the airbyte-ci command"
96+
required: false
97+
default: 1
98+
retry_wait_seconds:
99+
description: "Number of seconds to wait between retry attempts"
100+
required: false
101+
default: 60
102+
90103
runs:
91104
using: "composite"
92105
steps:
@@ -109,7 +122,7 @@ runs:
109122
is_fork: ${{ inputs.is_fork }}
110123
- name: Run airbyte-ci
111124
id: run-airbyte-ci
112-
shell: bash
125+
uses: nick-fields/retry@v3
113126
env:
114127
CI: "True"
115128
CI_GIT_USER: ${{ github.repository_owner }}
@@ -140,8 +153,14 @@ runs:
140153
SLACK_WEBHOOK: ${{ inputs.slack_webhook_url }}
141154
SPEC_CACHE_BUCKET_NAME: ${{ inputs.spec_cache_bucket_name }}
142155
SPEC_CACHE_GCS_CREDENTIALS: ${{ inputs.spec_cache_gcs_credentials }}
143-
run: |
144-
airbyte-ci --disable-update-check --disable-dagger-run --is-ci --gha-workflow-run-id=${{ github.run_id }} ${{ inputs.subcommand }} ${{ inputs.options }}
156+
with:
157+
shell: bash
158+
max_attempts: ${{ inputs.max_attempts }}
159+
retry_wait_seconds: ${{ inputs.retry_wait_seconds }}
160+
# 360mn > 6 hours: it's the GitHub runner max job duration
161+
timeout_minutes: 360
162+
command: |
163+
airbyte-ci --disable-update-check --disable-dagger-run --is-ci --gha-workflow-run-id=${{ github.run_id }} ${{ inputs.subcommand }} ${{ inputs.options }}
145164
- name: Stop Engine
146165
id: stop-engine
147166
if: always()

‎.github/actions/send-pager-duty-event/action.yml

+36
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
name: "Send PagerDuty event"
2+
description: "Use Event API V2 to send a PagerDuty event."
3+
inputs:
4+
integration_key:
5+
description: "The integration key for the PagerDuty service."
6+
required: true
7+
summary:
8+
description: "A brief text summary of the event."
9+
required: true
10+
severity:
11+
description: "The severity of the event. (info, warning, error, critical)"
12+
required: true
13+
source:
14+
description: "Specific human-readable unique identifier, such as a hostname, for the system having the problem."
15+
required: true
16+
17+
runs:
18+
using: "composite"
19+
steps:
20+
- name: Send PagerDuty event
21+
id: send-pager-duty-event
22+
shell: bash
23+
run: |
24+
curl --request 'POST' \
25+
--fail \
26+
--url "https://events.pagerduty.com/v2/enqueue" \
27+
--header 'Content-Type: application/json' \
28+
--data '{
29+
"payload": {
30+
"summary": "${{ inputs.summary }}",
31+
"severity": "${{ inputs.severity }}",
32+
"source": "${{ inputs.source }}"
33+
},
34+
"event_action": "trigger",
35+
"routing_key": "${{ inputs.integration_key }}"
36+
}'

‎.github/workflows/airbyte-ci-release.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -54,7 +54,7 @@ jobs:
5454
working-directory: airbyte-ci/connectors/pipelines/
5555
run: poetry run poe build-release-binary ${{ env.BINARY_FILE_NAME }}
5656

57-
- uses: actions/upload-artifact@v2
57+
- uses: actions/upload-artifact@v3
5858
with:
5959
name: airbyte-ci-${{ matrix.os }}-${{ steps.get_short_sha.outputs.sha }}
6060
path: airbyte-ci/connectors/pipelines/dist/${{ env.BINARY_FILE_NAME }}

‎.github/workflows/airbyte-ci-tests.yml

+4-3
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,7 @@ jobs:
3939
- airbyte-ci/connectors/connector_ops/**
4040
- airbyte-ci/connectors/connectors_qa/**
4141
- airbyte-ci/connectors/ci_credentials/**
42+
- airbyte-ci/connectors/erd/**
4243
- airbyte-ci/connectors/metadata_service/lib/**
4344
- airbyte-ci/connectors/metadata_service/orchestrator/**
4445
- airbyte-cdk/python/**
@@ -68,7 +69,7 @@ jobs:
6869
- name: Fetch last commit id from remote branch [PULL REQUESTS]
6970
if: github.event_name == 'pull_request'
7071
id: fetch_last_commit_id_pr
71-
run: echo "commit_id=$(git ls-remote --heads origin ${{ github.head_ref }} | cut -f 1)" >> $GITHUB_OUTPUT
72+
run: echo "commit_id=$(git ls-remote --heads origin refs/heads/${{ github.head_ref }} | cut -f 1)" >> $GITHUB_OUTPUT
7273
- name: Fetch last commit id from remote branch [WORKFLOW DISPATCH]
7374
if: github.event_name == 'workflow_dispatch'
7475
id: fetch_last_commit_id_wd
@@ -80,7 +81,7 @@ jobs:
8081
uses: ./.github/actions/run-airbyte-ci
8182
with:
8283
context: "pull_request"
83-
dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN_2 }}
84+
dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN_CACHE_5 }}
8485
docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }}
8586
docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }}
8687
gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }}
@@ -97,7 +98,7 @@ jobs:
9798
uses: ./.github/actions/run-airbyte-ci
9899
with:
99100
context: "manual"
100-
dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN_2 }}
101+
dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN_CACHE_5 }}
101102
docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }}
102103
docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }}
103104
gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }}

0 commit comments

Comments
 (0)