Skip to content

Commit f9e53eb

Browse files
author
Alice
committed
fix: pulsar ingestion fails when Avro schema is missing namespace or name
1 parent 70bec48 commit f9e53eb

File tree

1 file changed

+10
-1
lines changed
  • metadata-ingestion/src/datahub/ingestion/source

1 file changed

+10
-1
lines changed

metadata-ingestion/src/datahub/ingestion/source/pulsar.py

+10-1
Original file line numberDiff line numberDiff line change
@@ -89,7 +89,16 @@ def __init__(self, schema):
8989
logger.error(f"Invalid JSON schema: {schema_data}. Error: {str(e)}")
9090
avro_schema = {}
9191

92-
self.schema_name = avro_schema.get("namespace") + "." + avro_schema.get("name")
92+
namespace = avro_schema.get("namespace")
93+
name = avro_schema.get("name")
94+
if not namespace:
95+
logger.warning("namespace is missing in schema, using 'default_namespace'")
96+
namespace = "default_namespace"
97+
if not name:
98+
logger.warning("name is missing in schema, using 'default_name'")
99+
name = "default_name"
100+
self.schema_name = namespace + "." + name
101+
93102
self.schema_description = avro_schema.get("doc")
94103
self.schema_type = schema.get("type")
95104
self.schema_str = schema.get("data")

0 commit comments

Comments
 (0)