update components.py without using pendulum

Author: btkcodedev

airbyte-integrations/connectors/source-prestashop/components.py

@@ -4,15 +4,19 @@
 
 from dataclasses import InitVar, dataclass
 from typing import Any, List, Mapping, Optional, Tuple
-
-import pendulum
-from pendulum.parsing.exceptions import ParserError
+import re
+from datetime import datetime as dt
 
 from airbyte_cdk.sources.declarative.schema import JsonFileSchemaLoader
 from airbyte_cdk.sources.declarative.transformations import RecordTransformation
 from airbyte_cdk.sources.declarative.types import Config, Record, StreamSlice, StreamState
 
 
+class ParserError(Exception):
+    """Replacement for pendulum's ParserError"""
+    pass
+
+
 @dataclass
 class CustomFieldTransformation(RecordTransformation):
     """
@@ -21,11 +25,17 @@ class CustomFieldTransformation(RecordTransformation):
 
     config: Config
     parameters: InitVar[Mapping[str, Any]]
+    cursor_datetime_formats: List[str] = None
+    datetime_format: str = None
 
     def __post_init__(self, parameters: Mapping[str, Any]):
         self.name = parameters.get("name")
         self._schema = self._get_schema_root_properties()
         self._date_and_date_time_fields = self._get_fields_with_property_formats_from_schema(("date", "date-time"))
+        
+        # Get datetime formats from parameters
+        self.cursor_datetime_formats = parameters.get("cursor_datetime_formats", ["%Y-%m-%d %H:%M:%S"])
+        self.datetime_format = parameters.get("datetime_format", "%Y-%m-%d %H:%M:%S")
 
     def _get_schema_root_properties(self):
         schema_loader = JsonFileSchemaLoader(config=self.config, parameters={"name": self.name})
@@ -38,6 +48,89 @@ def _get_fields_with_property_formats_from_schema(self, property_formats: Tuple[
         """
         return [k for k, v in self._schema.items() if v.get("format") in property_formats]
 
+    def parse(self, text):
+        """
+        Direct replacement for pendulum.parse functionality.
+        Handles various date formats including those with timezone information.
+        """
+        # Reject dates with zeros like '0000-00-00' or '0000-00-00 00:00:00'
+        if re.match(r'^0+[-]0+[-]0+', text):
+            raise ParserError("Zero date not allowed")
+            
+        # Comprehensive list of formats to try
+        formats = [
+            # Basic formats
+            '%Y-%m-%d',
+            '%Y/%m/%d',
+            '%d-%m-%Y',
+            '%d/%m/%Y',
+            
+            # Date and time formats
+            '%Y-%m-%d %H:%M:%S',
+            '%Y-%m-%d %H:%M:%S.%f',
+            '%Y/%m/%d %H:%M:%S',
+            '%Y/%m/%d %H:%M:%S.%f',
+            
+            # ISO formats
+            '%Y-%m-%dT%H:%M:%S',
+            '%Y-%m-%dT%H:%M:%S.%f',
+            
+            # With timezone
+            '%Y-%m-%d %H:%M:%S%z',
+            '%Y-%m-%d %H:%M:%S.%f%z',
+            '%Y-%m-%dT%H:%M:%S%z',
+            '%Y-%m-%dT%H:%M:%S.%f%z',
+            
+            # Using Z for UTC
+            '%Y-%m-%dT%H:%M:%SZ',
+            '%Y-%m-%dT%H:%M:%S.%fZ',
+        ]
+        
+        # Add specified formats from parameters
+        formats.extend(self.cursor_datetime_formats)
+        if self.datetime_format and self.datetime_format not in formats:
+            formats.append(self.datetime_format)
+            
+        # Try parsing with different formats
+        for fmt in formats:
+            try:
+                # Handle 'Z' timezone indicator for UTC
+                text_to_parse = text
+                if fmt.endswith('Z') and not text.endswith('Z'):
+                    continue
+                if not fmt.endswith('Z') and text.endswith('Z'):
+                    text_to_parse = text[:-1]  # Remove Z
+                    fmt = fmt + 'Z' if 'Z' not in fmt else fmt
+                    
+                date_obj = dt.strptime(text_to_parse, fmt)
+                # In pendulum, dates with zero components are rejected
+                if date_obj.year == 0 or date_obj.month == 0 or date_obj.day == 0:
+                    raise ParserError("Date with zero components")
+                return date_obj
+            except ValueError:
+                continue
+                
+        # Try ISO format as a last resort
+        try:
+            # Replace Z with +00:00 for ISO format parsing
+            iso_text = text.replace('Z', '+00:00')
+            
+            # For Python < 3.11 compatibility, remove microseconds if they have more than 6 digits
+            microseconds_match = re.search(r'\.(\d{7,})(?=[+-Z]|$)', iso_text)
+            if microseconds_match:
+                fixed_micro = microseconds_match.group(1)[:6]
+                iso_text = iso_text.replace(microseconds_match.group(0), f'.{fixed_micro}')
+                
+            date_obj = dt.fromisoformat(iso_text)
+            if date_obj.year == 0 or date_obj.month == 0 or date_obj.day == 0:
+                raise ParserError("Date with zero components")
+            return date_obj
+        except (ValueError, AttributeError):
+            pass
+            
+        # If nothing worked, raise the error like pendulum would
+        raise ParserError(f"Unable to parse: {text}")
+
     def transform(
         self,
         record: Record,
@@ -48,7 +141,7 @@ def transform(
         for item in record:
             if item in self._date_and_date_time_fields and record.get(item):
                 try:
-                    pendulum.parse(record[item])
+                    self.parse(record[item])
                 except ParserError:
                     record[item] = None
         return record