✨ Source Intercom: adding a mock server test (#54715)

Author: maxi297

airbyte-ci/connectors/pipelines/README.md

@@ -85,7 +85,7 @@ If you are developing on pipelines, we recommend installing airbyte-ci with poet
 ```bash
 cd airbyte-ci/connectors/pipelines/
 poetry install
-poetry shell
+poetry env activate
 cd ../../
 ```
 

airbyte-ci/connectors/pipelines/pipelines/airbyte_ci/connectors/test/steps/manifest_only_connectors.py

@@ -64,7 +64,7 @@ class ManifestOnlyConnectorUnitTests(PytestStep):
 
     title = "Manifest-only unit tests"
     test_directory_name = "unit_tests"
-    common_test_dependencies = ["pytest"]
+    common_test_dependencies = ["pytest", "requests-mock"]
 
     async def install_testing_environment(
         self,

airbyte-ci/connectors/pipelines/pipelines/airbyte_ci/connectors/test/steps/python_connectors.py

@@ -168,7 +168,7 @@ async def install_testing_environment(
         )
         if self.common_test_dependencies:
             container_with_test_deps = container_with_test_deps.with_user("root").with_exec(
-                ["pip", "install", f'{" ".join(self.common_test_dependencies)}']
+                ["pip", "install"] + self.common_test_dependencies
             )
 
         container_with_test_deps = (

airbyte-integrations/connectors/source-intercom/metadata.yaml

@@ -6,7 +6,7 @@ data:
     hosts:
       - api.intercom.io
   connectorBuildOptions:
-    baseImage: docker.io/airbyte/source-declarative-manifest:6.33.6@sha256:81af934a2136edf0521a71697938cea20d1c6eb36c944566b9455bdd2a47d2bd
+    baseImage: docker.io/airbyte/source-declarative-manifest:6.38.3@sha256:fcba02266f262aabc2f37e4f14574aa1c8c5cffd018504bab28803e405c93afe
   connectorSubtype: api
   connectorType: source
   definitionId: d8313939-3782-41b0-be29-b3ca20d8dd3a
@@ -43,6 +43,7 @@ data:
     - cdk:low-code
     - language:manifest-only
   connectorTestSuitesOptions:
+    - suite: unitTests
     - suite: liveTests
       testConnections:
         - name: intercom_config_dev_null

airbyte-integrations/connectors/source-intercom/unit_tests/config_builder.py

@@ -0,0 +1,23 @@
+# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
+
+from datetime import datetime
+from typing import Any, Mapping
+
+
+class ConfigBuilder:
+    def __init__(self) -> None:
+        self._config = {
+            "access_token": "fake_access_token",
+            "start_date": "2010-01-18T21:18:20Z",
+        }
+
+    def start_date(self, start_date: datetime) -> "ConfigBuilder":
+        self._config["start_date"] = start_date.strftime("%Y-%m-%dT%H:%M:%SZ")
+        return self
+
+    def access_token(self, refresh_token: str) -> "ConfigBuilder":
+        self._config["refresh_token"] = refresh_token
+        return self
+
+    def build(self) -> Mapping[str, Any]:
+        return self._config

airbyte-integrations/connectors/source-intercom/unit_tests/integration/test_segments.py

@@ -0,0 +1,83 @@
+# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
+
+import sys
+from pathlib import Path
+from typing import Any, Dict, Optional
+from unittest import TestCase
+
+from config_builder import ConfigBuilder
+
+from airbyte_cdk import ConfiguredAirbyteCatalog, SyncMode, TState, YamlDeclarativeSource
+from airbyte_cdk.test.catalog_builder import CatalogBuilder
+from airbyte_cdk.test.entrypoint_wrapper import EntrypointOutput
+from airbyte_cdk.test.entrypoint_wrapper import read as entrypoint_read
+from airbyte_cdk.test.mock_http import HttpMocker, HttpRequest
+from airbyte_cdk.test.mock_http.response_builder import (
+    FieldPath,
+    HttpResponseBuilder,
+    RecordBuilder,
+    create_record_builder,
+    create_response_builder,
+    find_template,
+)
+from airbyte_cdk.test.state_builder import StateBuilder
+
+
+def _get_manifest_path() -> Path:
+    source_declarative_manifest_path = Path("/airbyte/integration_code/source_declarative_manifest")
+    if source_declarative_manifest_path.exists():
+        return source_declarative_manifest_path
+    return Path(__file__).parent.parent.parent
+
+
+_SOURCE_FOLDER_PATH = _get_manifest_path()
+_YAML_FILE_PATH = _SOURCE_FOLDER_PATH / "manifest.yaml"
+
+sys.path.append(str(_SOURCE_FOLDER_PATH))  # to allow loading custom components
+
+
+def _catalog() -> ConfiguredAirbyteCatalog:
+    return CatalogBuilder().with_stream("segments", SyncMode.full_refresh).build()
+
+
+def _source(catalog: ConfiguredAirbyteCatalog, config: Dict[str, Any], state: Optional[TState]) -> YamlDeclarativeSource:
+    return YamlDeclarativeSource(path_to_yaml=str(_YAML_FILE_PATH), catalog=catalog, config=config, state=state)
+
+
+def _response_template() -> Dict[str, Any]:
+    return find_template("segments", __file__)
+
+
+def _record() -> RecordBuilder:
+    return create_record_builder(
+        _response_template(), FieldPath("segments"), record_id_path=FieldPath("id"), record_cursor_path=FieldPath("updated_at")
+    )
+
+
+def _response() -> HttpResponseBuilder:
+    return create_response_builder(
+        response_template=_response_template(),
+        records_path=FieldPath("segments"),
+    )
+
+
+def read(
+    config_builder: Optional[ConfigBuilder] = None,
+    state_builder: Optional[StateBuilder] = None,
+    expecting_exception: bool = False,
+) -> EntrypointOutput:
+    catalog = _catalog()
+    config = config_builder.build() if config_builder else ConfigBuilder().build()
+    state = state_builder.build() if state_builder else StateBuilder().build()
+    return entrypoint_read(_source(catalog, config, state), config, catalog, state, expecting_exception)
+
+
+class SegmentsTest(TestCase):
+    @HttpMocker()
+    def test_when_read_then_extract_records(self, http_mocker: HttpMocker) -> None:
+        http_mocker.get(
+            HttpRequest("https://api.intercom.io/segments", query_params={"per_page": "150"}),
+            _response().with_record(_record()).with_record(_record()).build(),
+        )
+        output = read(ConfigBuilder(), StateBuilder())
+        assert len(output.records) == 2