From bf1970995b0c04efd9e7cdad1e2f830d4204f8d0 Mon Sep 17 00:00:00 2001 From: Carolina Date: Mon, 17 Mar 2025 14:47:11 -0400 Subject: [PATCH 1/4] =?UTF-8?q?=E2=9C=A8=20Source=20Gong:=20add=20incremen?= =?UTF-8?q?tal=20extensiveCalls?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../integration_tests/configured_catalog.json | 6 +++--- .../connectors/source-gong/manifest.yaml | 17 +++++++++++++++++ .../connectors/source-gong/metadata.yaml | 2 +- docs/integrations/sources/gong.md | 1 + 4 files changed, 22 insertions(+), 4 deletions(-) diff --git a/airbyte-integrations/connectors/source-gong/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-gong/integration_tests/configured_catalog.json index 6905cf8a4812e..5f6d7eb405108 100644 --- a/airbyte-integrations/connectors/source-gong/integration_tests/configured_catalog.json +++ b/airbyte-integrations/connectors/source-gong/integration_tests/configured_catalog.json @@ -22,10 +22,10 @@ "stream": { "name": "extensiveCalls", "json_schema": {}, - "supported_sync_modes": ["full_refresh"] + "supported_sync_modes": ["full_refresh", "incremental"] }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "sync_mode": "incremental", + "destination_sync_mode": "append" }, { "stream": { diff --git a/airbyte-integrations/connectors/source-gong/manifest.yaml b/airbyte-integrations/connectors/source-gong/manifest.yaml index a3db39fff265e..884ee2a71cf28 100644 --- a/airbyte-integrations/connectors/source-gong/manifest.yaml +++ b/airbyte-integrations/connectors/source-gong/manifest.yaml @@ -160,6 +160,23 @@ definitions: page_size: 100 cursor_value: "{{ response.records.cursor }}" stop_condition: "{{ 'records' not in response }}" + incremental_sync: + type: DatetimeBasedCursor + cursor_field: metaData.started + cursor_datetime_formats: + - "%Y-%m-%dT%H:%M:%S.%f%z" + - "%Y-%m-%dT%H:%M:%S%z" + datetime_format: "%Y-%m-%dT%H:%M:%SZ" + start_datetime: + type: MinMaxDatetime + datetime: >- + {{ config.start_date or (now_utc() - + duration('P90DT23H')).strftime('%Y-%m-%dT%H:%M:%SZ') }} + datetime_format: "%Y-%m-%dT%H:%M:%SZ" + start_time_option: + type: RequestOption + inject_into: request_parameter + field_name: fromDateTime transformations: - type: AddFields fields: diff --git a/airbyte-integrations/connectors/source-gong/metadata.yaml b/airbyte-integrations/connectors/source-gong/metadata.yaml index b497036869841..4c4487136a754 100644 --- a/airbyte-integrations/connectors/source-gong/metadata.yaml +++ b/airbyte-integrations/connectors/source-gong/metadata.yaml @@ -7,7 +7,7 @@ data: connectorSubtype: api connectorType: source definitionId: 32382e40-3b49-4b99-9c5c-4076501914e7 - dockerImageTag: 0.3.15 + dockerImageTag: 0.3.16 dockerRepository: airbyte/source-gong documentationUrl: https://docs.airbyte.com/integrations/sources/gong githubIssueLabel: source-gong diff --git a/docs/integrations/sources/gong.md b/docs/integrations/sources/gong.md index b9f3e91cd5f03..0022ecea62ed1 100644 --- a/docs/integrations/sources/gong.md +++ b/docs/integrations/sources/gong.md @@ -42,6 +42,7 @@ By default Gong limits your company's access to the service to 3 API calls per s | Version | Date | Pull Request | Subject | | :------ | :--------- | :------------------------------------------------------- | :------------------------------------------------------------------------------ | +| 0.3.16 | 2025-03-18 | [XXX](https://github.com/airbytehq/airbyte/pull/XXX) | Add incremental for `extensive calls` | | 0.3.15 | 2025-03-08 | [55269](https://github.com/airbytehq/airbyte/pull/55269) | Update dependencies | | 0.3.14 | 2025-03-01 | [54962](https://github.com/airbytehq/airbyte/pull/54962) | Update dependencies | | 0.3.13 | 2025-02-22 | [54394](https://github.com/airbytehq/airbyte/pull/54394) | Update dependencies | From 73834d3164d66a2724c42ac9fd1513efdb785430 Mon Sep 17 00:00:00 2001 From: Carolina Date: Mon, 17 Mar 2025 14:50:20 -0400 Subject: [PATCH 2/4] Updating with PR --- docs/integrations/sources/gong.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/integrations/sources/gong.md b/docs/integrations/sources/gong.md index 0022ecea62ed1..795dc5243be21 100644 --- a/docs/integrations/sources/gong.md +++ b/docs/integrations/sources/gong.md @@ -42,7 +42,7 @@ By default Gong limits your company's access to the service to 3 API calls per s | Version | Date | Pull Request | Subject | | :------ | :--------- | :------------------------------------------------------- | :------------------------------------------------------------------------------ | -| 0.3.16 | 2025-03-18 | [XXX](https://github.com/airbytehq/airbyte/pull/XXX) | Add incremental for `extensive calls` | +| 0.3.16 | 2025-03-18 | [55803](https://github.com/airbytehq/airbyte/pull/55803 | Add incremental for `extensive calls` | | 0.3.15 | 2025-03-08 | [55269](https://github.com/airbytehq/airbyte/pull/55269) | Update dependencies | | 0.3.14 | 2025-03-01 | [54962](https://github.com/airbytehq/airbyte/pull/54962) | Update dependencies | | 0.3.13 | 2025-02-22 | [54394](https://github.com/airbytehq/airbyte/pull/54394) | Update dependencies | From a540b528a63d603a3a2fb5c4cd043611e6bf7d62 Mon Sep 17 00:00:00 2001 From: Carolina Date: Thu, 20 Mar 2025 16:39:32 -0400 Subject: [PATCH 3/4] Exposing metadata fields --- .../connectors/source-gong/manifest.yaml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/airbyte-integrations/connectors/source-gong/manifest.yaml b/airbyte-integrations/connectors/source-gong/manifest.yaml index 884ee2a71cf28..fe4394651f9f6 100644 --- a/airbyte-integrations/connectors/source-gong/manifest.yaml +++ b/airbyte-integrations/connectors/source-gong/manifest.yaml @@ -139,6 +139,15 @@ definitions: personInteractionStats: true collaboration: publicComments: true + metaData: + id: true + calendarEventId: true + clientUniqueId: true + customData: true + direction: true + duration: true + isPrivate: true + started: true record_selector: type: RecordSelector extractor: From 3cb312d0c25d50846eda244f0daf68ba77caa78f Mon Sep 17 00:00:00 2001 From: Carolina Date: Thu, 20 Mar 2025 17:07:44 -0400 Subject: [PATCH 4/4] Adding transformation to startdate --- airbyte-integrations/connectors/source-gong/manifest.yaml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/airbyte-integrations/connectors/source-gong/manifest.yaml b/airbyte-integrations/connectors/source-gong/manifest.yaml index fe4394651f9f6..9f3f556970775 100644 --- a/airbyte-integrations/connectors/source-gong/manifest.yaml +++ b/airbyte-integrations/connectors/source-gong/manifest.yaml @@ -171,7 +171,7 @@ definitions: stop_condition: "{{ 'records' not in response }}" incremental_sync: type: DatetimeBasedCursor - cursor_field: metaData.started + cursor_field: startdatetime cursor_datetime_formats: - "%Y-%m-%dT%H:%M:%S.%f%z" - "%Y-%m-%dT%H:%M:%S%z" @@ -192,6 +192,9 @@ definitions: - path: - id value: "{{ record['metaData']['id'] }}" + - path: + - startdatetime + value: "{{ record['metaData']['started'] }}" schema_loader: type: InlineSchemaLoader schema: