Adding comments

Author: John Joyce

metadata-ingestion/examples/library/dataset_add_custom_properties_patch.py

@@ -1,9 +1,9 @@
 from datahub.emitter.mce_builder import make_dataset_urn
-from datahub.emitter.rest_emitter import DataHubRestEmitter
+from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
 from datahub.specific.dataset import DatasetPatchBuilder
 
 # Create DataHub Client
-rest_emitter = DataHubRestEmitter(gms_server="http://localhost:8080")
+datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
 
 # Create Dataset URN
 dataset_urn = make_dataset_urn(platform="hive", name="fct_users_created", env="PROD")
@@ -16,4 +16,4 @@
 
 # Emit Dataset Patch
 for patch_mcp in patch_mcps:
-    rest_emitter.emit(patch_mcp)
+    datahub_client.emit(patch_mcp)

metadata-ingestion/examples/library/dataset_add_glossary_term_patch.py

@@ -1,10 +1,10 @@
-from datahub.emitter.mce_builder import make_dataset_urn
-from datahub.emitter.rest_emitter import DataHubRestEmitter
+from datahub.emitter.mce_builder import make_dataset_urn, make_term_urn
+from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
 from datahub.metadata.schema_classes import GlossaryTermAssociationClass
 from datahub.specific.dataset import DatasetPatchBuilder
 
 # Create DataHub Client
-rest_emitter = DataHubRestEmitter(gms_server="http://localhost:8080")
+datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
 
 # Create Dataset URN
 dataset_urn = make_dataset_urn(
@@ -13,12 +13,10 @@
 
 # Create Dataset Patch to Add + Remove Term for 'profile_id' column
 patch_builder = DatasetPatchBuilder(dataset_urn)
-patch_builder.add_term(
-    GlossaryTermAssociationClass("urn:li:glossaryTerm:term-to-add-id")
-)
-patch_builder.remove_term("urn:li:glossaryTerm:term-to-remove-id")
+patch_builder.add_term(GlossaryTermAssociationClass(make_term_urn("term-to-add-id")))
+patch_builder.remove_term(make_term_urn("term-to-remove-id"))
 patch_mcps = patch_builder.build()
 
 # Emit Dataset Patch
 for patch_mcp in patch_mcps:
-    rest_emitter.emit(patch_mcp)
+    datahub_client.emit(patch_mcp)

metadata-ingestion/examples/library/dataset_add_owner_patch.py

@@ -1,10 +1,10 @@
-from datahub.emitter.mce_builder import make_dataset_urn
-from datahub.emitter.rest_emitter import DataHubRestEmitter
+from datahub.emitter.mce_builder import make_dataset_urn, make_group_urn, make_user_urn
+from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
 from datahub.metadata.schema_classes import OwnerClass, OwnershipTypeClass
 from datahub.specific.dataset import DatasetPatchBuilder
 
 # Create DataHub Client
-rest_emitter = DataHubRestEmitter(gms_server="http://localhost:8080")
+datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
 
 # Create Dataset URN
 dataset_urn = make_dataset_urn(
@@ -14,11 +14,11 @@
 # Create Dataset Patch to Add + Remove Owners
 patch_builder = DatasetPatchBuilder(dataset_urn)
 patch_builder.add_owner(
-    OwnerClass("urn:li:corpuser:user-to-add-id", OwnershipTypeClass.TECHNICAL_OWNER)
+    OwnerClass(make_user_urn("user-to-add-id"), OwnershipTypeClass.TECHNICAL_OWNER)
 )
-patch_builder.remove_owner("urn:li:corpGroup:group-to-remove-id")
+patch_builder.remove_owner(make_group_urn("group-to-remove-id"))
 patch_mcps = patch_builder.build()
 
 # Emit Dataset Patch
 for patch_mcp in patch_mcps:
-    rest_emitter.emit(patch_mcp)
+    datahub_client.emit(patch_mcp)

metadata-ingestion/examples/library/dataset_add_remove_custom_properties_patch.py

@@ -1,9 +1,9 @@
 from datahub.emitter.mce_builder import make_dataset_urn
-from datahub.emitter.rest_emitter import DataHubRestEmitter
+from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
 from datahub.specific.dataset import DatasetPatchBuilder
 
 # Create DataHub Client
-rest_emitter = DataHubRestEmitter(gms_server="http://localhost:8080")
+datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
 
 # Create Dataset URN
 dataset_urn = make_dataset_urn(platform="hive", name="fct_users_created", env="PROD")
@@ -16,4 +16,4 @@
 
 # Emit Dataset Patch
 for patch_mcp in patch_mcps:
-    rest_emitter.emit(patch_mcp)
+    datahub_client.emit(patch_mcp)

metadata-ingestion/examples/library/dataset_add_structured_properties_patch.py

@@ -1,9 +1,9 @@
 from datahub.emitter.mce_builder import make_dataset_urn
-from datahub.emitter.rest_emitter import DataHubRestEmitter
+from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
 from datahub.specific.dataset import DatasetPatchBuilder
 
 # Create DataHub Client
-rest_emitter = DataHubRestEmitter(gms_server="http://localhost:8080")
+datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
 
 # Create Dataset URN
 dataset_urn = make_dataset_urn(platform="hive", name="fct_users_created", env="PROD")
@@ -20,4 +20,4 @@
 
 # Emit Dataset Patch
 for patch_mcp in patch_mcps:
-    rest_emitter.emit(patch_mcp)
+    datahub_client.emit(patch_mcp)

metadata-ingestion/examples/library/dataset_add_tag_patch.py

@@ -1,10 +1,10 @@
-from datahub.emitter.mce_builder import make_dataset_urn
-from datahub.emitter.rest_emitter import DataHubRestEmitter
+from datahub.emitter.mce_builder import make_dataset_urn, make_tag_urn
+from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
 from datahub.metadata.schema_classes import TagAssociationClass
 from datahub.specific.dataset import DatasetPatchBuilder
 
 # Create DataHub Client
-rest_emitter = DataHubRestEmitter(gms_server="http://localhost:8080")
+datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
 
 # Create Dataset URN
 dataset_urn = make_dataset_urn(
@@ -13,10 +13,10 @@
 
 # Create Dataset Patch
 patch_builder = DatasetPatchBuilder(dataset_urn)
-patch_builder.add_tag(TagAssociationClass("urn:li:tag:tag-to-add-id"))
+patch_builder.add_tag(TagAssociationClass(make_tag_urn("tag-to-add-id")))
 patch_builder.remove_tag("urn:li:tag:tag-to-remove-id")
 patch_mcps = patch_builder.build()
 
 # Emit Dataset Patch
 for patch_mcp in patch_mcps:
-    rest_emitter.emit(patch_mcp)
+    datahub_client.emit(patch_mcp)

metadata-ingestion/examples/library/dataset_add_upstream_lineage_patch.py

@@ -1,5 +1,5 @@
 from datahub.emitter.mce_builder import make_dataset_urn, make_schema_field_urn
-from datahub.emitter.rest_emitter import DataHubRestEmitter
+from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
 from datahub.metadata.schema_classes import (
     DatasetLineageTypeClass,
     FineGrainedLineageClass,
@@ -9,7 +9,7 @@
 from datahub.specific.dataset import DatasetPatchBuilder
 
 # Create DataHub Client
-rest_emitter = DataHubRestEmitter(gms_server="http://localhost:8080")
+datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
 
 # Create Dataset URN
 dataset_urn = make_dataset_urn(
@@ -59,4 +59,4 @@
 
 # Emit Dataset Patch
 for patch_mcp in patch_mcps:
-    rest_emitter.emit(patch_mcp)
+    datahub_client.emit(patch_mcp)

metadata-ingestion/examples/library/dataset_field_add_glossary_term_patch.py

@@ -1,10 +1,10 @@
-from datahub.emitter.mce_builder import make_dataset_urn
-from datahub.emitter.rest_emitter import DataHubRestEmitter
+from datahub.emitter.mce_builder import make_dataset_urn, make_term_urn
+from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
 from datahub.metadata.schema_classes import GlossaryTermAssociationClass
 from datahub.specific.dataset import DatasetPatchBuilder
 
 # Create DataHub Client
-rest_emitter = DataHubRestEmitter(gms_server="http://localhost:8080")
+datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
 
 # Create Dataset URN
 dataset_urn = make_dataset_urn(
@@ -14,7 +14,7 @@
 # Create Dataset Patch to Add + Remove Term for 'profile_id' column
 patch_builder = DatasetPatchBuilder(dataset_urn)
 patch_builder.for_field("profile_id").add_term(
-    GlossaryTermAssociationClass("urn:li:glossaryTerm:term-to-add-id")
+    GlossaryTermAssociationClass(make_term_urn("term-to-add-id"))
 )
 patch_builder.for_field("profile_id").remove_term(
     "urn:li:glossaryTerm:term-to-remove-id"
@@ -23,4 +23,4 @@
 
 # Emit Dataset Patch
 for patch_mcp in patch_mcps:
-    rest_emitter.emit(patch_mcp)
+    datahub_client.emit(patch_mcp)

metadata-ingestion/examples/library/dataset_field_add_tag_patch.py

@@ -1,10 +1,10 @@
-from datahub.emitter.mce_builder import make_dataset_urn
-from datahub.emitter.rest_emitter import DataHubRestEmitter
+from datahub.emitter.mce_builder import make_dataset_urn, make_tag_urn
+from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
 from datahub.metadata.schema_classes import TagAssociationClass
 from datahub.specific.dataset import DatasetPatchBuilder
 
 # Create DataHub Client
-rest_emitter = DataHubRestEmitter(gms_server="http://localhost:8080")
+datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
 
 # Create Dataset URN
 dataset_urn = make_dataset_urn(
@@ -14,11 +14,11 @@
 # Create Dataset Patch to Add + Remove Tag for 'profile_id' column
 patch_builder = DatasetPatchBuilder(dataset_urn)
 patch_builder.for_field("profile_id").add_tag(
-    TagAssociationClass("urn:li:tag:tag-to-add-id")
+    TagAssociationClass(make_tag_urn("tag-to-add-id"))
 )
 patch_builder.for_field("profile_id").remove_tag("urn:li:tag:tag-to-remove-id")
 patch_mcps = patch_builder.build()
 
 # Emit Dataset Patch
 for patch_mcp in patch_mcps:
-    rest_emitter.emit(patch_mcp)
+    datahub_client.emit(patch_mcp)