Schema Info

Schema Name: sfdl_stage_drivethru.molo_moloreservations

created: 2023-08-10 14:03:45
disabled: False
format: raw
id: 2048
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_drivethru",
    "table": "molo_moloreservations"
}

type: drivethrucsv

Schema Versions: 3

Version 611880

created: 2023-10-16 02:04:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloreservations`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloreservations`\n(\n `Id`  string , `MarinaLocationId`  string , `CreationTime`  string , `ReservationStatusId`  string , `ReservationTypeId`  string , `AspNetUserId`  string , `ContactId`  string , `BoatId`  string , `ScheduledArrivalTime`  string , `ScheduledDepartureTime`  string , `CancellationTime`  string , `AccountId`  string , `SlipId`  string , `SlipSlotIndex`  string , `DistanceFromTheStart`  string , `Rate`  string , `Name`  string , `HasInstallments`  string , `InstallmentFrequency`  string , `InstallmentNumber`  string , `InstallmentPaymentMethod`  string , `OnlyReservationInstallments`  string , `Notes`  string , `ActualArrivalDateTime`  string , `ActualDepartureDateTime`  string , `ConfirmationEmailDateTime`  string , `TermsAcceptedDateTime`  string , `TermsAcceptedLocation`  string , `CustomerIPAddress`  string , `CustomerDevice`  string , `ConfirmationEmailAspUser_Id`  string , `RatePriceOverride`  string , `HashID`  string , `ReservationSource`  string , `ReservationMedium_Id`  string , `ReservationCampaign_Id`  string , `MoloAPI_Partner_Id`  string , `CancelationUserId`  string , `ContactMerged`  string , `TransientPriceId`  string , `SeasonalPriceId`  string , `PrintedTerms`  string , `OnlineTerms`  string , `CheckInTerms`  string , `CheckOutTerms`  string , `OnlinePaymentCompletion`  string , `MoloOnlineBooking`  string , `BookingContactMerged`  string , `SlipBlockSet_Id`  string , `OffersId`  string , `RecurringInvoiceDay`  string , `AlternateReservationName`  string , `RecurringDiscountPercent`  string , `RecurringRateOverride`  string , `OnlineBookingNotes`  string , `OriginalOfferHoldId`  string , `ScheduledForStatusChange`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloReservations/2023-10-16/1697439323'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloreservations"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloReservations/2023-10-16/1697439323
id: 611880
processed: 1

raw_data:

{
    "AccountId": 11,
    "ActualArrivalDateTime": 23,
    "ActualDepartureDateTime": 24,
    "AlternateReservationName": 51,
    "AspNetUserId": 5,
    "BoatId": 7,
    "BookingContactMerged": 47,
    "CancelationUserId": 37,
    "CancellationTime": 10,
    "CheckInTerms": 43,
    "CheckOutTerms": 44,
    "ConfirmationEmailAspUser_Id": 30,
    "ConfirmationEmailDateTime": 25,
    "ContactId": 6,
    "ContactMerged": 38,
    "CreationTime": 2,
    "CustomerDevice": 29,
    "CustomerIPAddress": 28,
    "DistanceFromTheStart": 14,
    "HasInstallments": 17,
    "HashID": 32,
    "Id": 0,
    "InstallmentFrequency": 18,
    "InstallmentNumber": 19,
    "InstallmentPaymentMethod": 20,
    "MarinaLocationId": 1,
    "MoloAPI_Partner_Id": 36,
    "MoloOnlineBooking": 46,
    "Name": 16,
    "Notes": 22,
    "OffersId": 49,
    "OnlineBookingNotes": 54,
    "OnlinePaymentCompletion": 45,
    "OnlineTerms": 42,
    "OnlyReservationInstallments": 21,
    "OriginalOfferHoldId": 55,
    "PrintedTerms": 41,
    "Rate": 15,
    "RatePriceOverride": 31,
    "RecurringDiscountPercent": 52,
    "RecurringInvoiceDay": 50,
    "RecurringRateOverride": 53,
    "ReservationCampaign_Id": 35,
    "ReservationMedium_Id": 34,
    "ReservationSource": 33,
    "ReservationStatusId": 3,
    "ReservationTypeId": 4,
    "ScheduledArrivalTime": 8,
    "ScheduledDepartureTime": 9,
    "ScheduledForStatusChange": 56,
    "SeasonalPriceId": 40,
    "SlipBlockSet_Id": 48,
    "SlipId": 12,
    "SlipSlotIndex": 13,
    "TermsAcceptedDateTime": 26,
    "TermsAcceptedLocation": 27,
    "TransientPriceId": 39
}

schema_attributes:

{
    "AccountId": "string",
    "ActualArrivalDateTime": "string",
    "ActualDepartureDateTime": "string",
    "AlternateReservationName": "string",
    "AspNetUserId": "string",
    "BoatId": "string",
    "BookingContactMerged": "string",
    "CancelationUserId": "string",
    "CancellationTime": "string",
    "CheckInTerms": "string",
    "CheckOutTerms": "string",
    "ConfirmationEmailAspUser_Id": "string",
    "ConfirmationEmailDateTime": "string",
    "ContactId": "string",
    "ContactMerged": "string",
    "CreationTime": "string",
    "CustomerDevice": "string",
    "CustomerIPAddress": "string",
    "DistanceFromTheStart": "string",
    "HasInstallments": "string",
    "HashID": "string",
    "Id": "string",
    "InstallmentFrequency": "string",
    "InstallmentNumber": "string",
    "InstallmentPaymentMethod": "string",
    "MarinaLocationId": "string",
    "MoloAPI_Partner_Id": "string",
    "MoloOnlineBooking": "string",
    "Name": "string",
    "Notes": "string",
    "OffersId": "string",
    "OnlineBookingNotes": "string",
    "OnlinePaymentCompletion": "string",
    "OnlineTerms": "string",
    "OnlyReservationInstallments": "string",
    "OriginalOfferHoldId": "string",
    "PrintedTerms": "string",
    "Rate": "string",
    "RatePriceOverride": "string",
    "RecurringDiscountPercent": "string",
    "RecurringInvoiceDay": "string",
    "RecurringRateOverride": "string",
    "ReservationCampaign_Id": "string",
    "ReservationMedium_Id": "string",
    "ReservationSource": "string",
    "ReservationStatusId": "string",
    "ReservationTypeId": "string",
    "ScheduledArrivalTime": "string",
    "ScheduledDepartureTime": "string",
    "ScheduledForStatusChange": "string",
    "SeasonalPriceId": "string",
    "SlipBlockSet_Id": "string",
    "SlipId": "string",
    "SlipSlotIndex": "string",
    "TermsAcceptedDateTime": "string",
    "TermsAcceptedLocation": "string",
    "TransientPriceId": "string"
}

schema_name_id: 2048
schema_scan_id: 5253394
updated: 2023-10-16 02:04:38

Version 611123

created: 2023-10-15 01:59:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloreservations`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloreservations`\n(\n `Id`  string , `MarinaLocationId`  string , `CreationTime`  string , `ReservationStatusId`  string , `ReservationTypeId`  string , `AspNetUserId`  string , `ContactId`  string , `BoatId`  string , `ScheduledArrivalTime`  string , `ScheduledDepartureTime`  string , `CancellationTime`  string , `AccountId`  string , `SlipId`  string , `SlipSlotIndex`  string , `DistanceFromTheStart`  string , `Rate`  string , `Name`  string , `HasInstallments`  string , `InstallmentFrequency`  string , `InstallmentNumber`  string , `InstallmentPaymentMethod`  string , `OnlyReservationInstallments`  string , `Notes`  string , `ActualArrivalDateTime`  string , `ActualDepartureDateTime`  string , `ConfirmationEmailDateTime`  string , `TermsAcceptedDateTime`  string , `TermsAcceptedLocation`  string , `CustomerIPAddress`  string , `CustomerDevice`  string , `ConfirmationEmailAspUser_Id`  string , `RatePriceOverride`  string , `HashID`  string , `ReservationSource`  string , `ReservationMedium_Id`  string , `ReservationCampaign_Id`  string , `MoloAPI_Partner_Id`  string , `CancelationUserId`  string , `ContactMerged`  string , `TransientPriceId`  string , `SeasonalPriceId`  string , `PrintedTerms`  string , `OnlineTerms`  string , `CheckInTerms`  string , `CheckOutTerms`  string , `OnlinePaymentCompletion`  string , `MoloOnlineBooking`  string , `BookingContactMerged`  string , `SlipBlockSet_Id`  string , `OffersId`  string , `RecurringInvoiceDay`  string , `AlternateReservationName`  string , `RecurringDiscountPercent`  string , `RecurringRateOverride`  string , `OnlineBookingNotes`  string , `OriginalOfferHoldId`  string , `ScheduledForStatusChange`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloReservations/2023-10-15/1697352868'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloreservations"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloReservations/2023-10-15/1697352868
id: 611123
processed: 1

raw_data:

{
    "AccountId": 11,
    "ActualArrivalDateTime": 23,
    "ActualDepartureDateTime": 24,
    "AlternateReservationName": 51,
    "AspNetUserId": 5,
    "BoatId": 7,
    "BookingContactMerged": 47,
    "CancelationUserId": 37,
    "CancellationTime": 10,
    "CheckInTerms": 43,
    "CheckOutTerms": 44,
    "ConfirmationEmailAspUser_Id": 30,
    "ConfirmationEmailDateTime": 25,
    "ContactId": 6,
    "ContactMerged": 38,
    "CreationTime": 2,
    "CustomerDevice": 29,
    "CustomerIPAddress": 28,
    "DistanceFromTheStart": 14,
    "HasInstallments": 17,
    "HashID": 32,
    "Id": 0,
    "InstallmentFrequency": 18,
    "InstallmentNumber": 19,
    "InstallmentPaymentMethod": 20,
    "MarinaLocationId": 1,
    "MoloAPI_Partner_Id": 36,
    "MoloOnlineBooking": 46,
    "Name": 16,
    "Notes": 22,
    "OffersId": 49,
    "OnlineBookingNotes": 54,
    "OnlinePaymentCompletion": 45,
    "OnlineTerms": 42,
    "OnlyReservationInstallments": 21,
    "OriginalOfferHoldId": 55,
    "PrintedTerms": 41,
    "Rate": 15,
    "RatePriceOverride": 31,
    "RecurringDiscountPercent": 52,
    "RecurringInvoiceDay": 50,
    "RecurringRateOverride": 53,
    "ReservationCampaign_Id": 35,
    "ReservationMedium_Id": 34,
    "ReservationSource": 33,
    "ReservationStatusId": 3,
    "ReservationTypeId": 4,
    "ScheduledArrivalTime": 8,
    "ScheduledDepartureTime": 9,
    "ScheduledForStatusChange": 56,
    "SeasonalPriceId": 40,
    "SlipBlockSet_Id": 48,
    "SlipId": 12,
    "SlipSlotIndex": 13,
    "TermsAcceptedDateTime": 26,
    "TermsAcceptedLocation": 27,
    "TransientPriceId": 39
}

schema_attributes:

{
    "AccountId": "string",
    "ActualArrivalDateTime": "string",
    "ActualDepartureDateTime": "string",
    "AlternateReservationName": "string",
    "AspNetUserId": "string",
    "BoatId": "string",
    "BookingContactMerged": "string",
    "CancelationUserId": "string",
    "CancellationTime": "string",
    "CheckInTerms": "string",
    "CheckOutTerms": "string",
    "ConfirmationEmailAspUser_Id": "string",
    "ConfirmationEmailDateTime": "string",
    "ContactId": "string",
    "ContactMerged": "string",
    "CreationTime": "string",
    "CustomerDevice": "string",
    "CustomerIPAddress": "string",
    "DistanceFromTheStart": "string",
    "HasInstallments": "string",
    "HashID": "string",
    "Id": "string",
    "InstallmentFrequency": "string",
    "InstallmentNumber": "string",
    "InstallmentPaymentMethod": "string",
    "MarinaLocationId": "string",
    "MoloAPI_Partner_Id": "string",
    "MoloOnlineBooking": "string",
    "Name": "string",
    "Notes": "string",
    "OffersId": "string",
    "OnlineBookingNotes": "string",
    "OnlinePaymentCompletion": "string",
    "OnlineTerms": "string",
    "OnlyReservationInstallments": "string",
    "OriginalOfferHoldId": "string",
    "PrintedTerms": "string",
    "Rate": "string",
    "RatePriceOverride": "string",
    "RecurringDiscountPercent": "string",
    "RecurringInvoiceDay": "string",
    "RecurringRateOverride": "string",
    "ReservationCampaign_Id": "string",
    "ReservationMedium_Id": "string",
    "ReservationSource": "string",
    "ReservationStatusId": "string",
    "ReservationTypeId": "string",
    "ScheduledArrivalTime": "string",
    "ScheduledDepartureTime": "string",
    "ScheduledForStatusChange": "string",
    "SeasonalPriceId": "string",
    "SlipBlockSet_Id": "string",
    "SlipId": "string",
    "SlipSlotIndex": "string",
    "TermsAcceptedDateTime": "string",
    "TermsAcceptedLocation": "string",
    "TransientPriceId": "string"
}

schema_name_id: 2048
schema_scan_id: 5251459
updated: 2023-10-15 01:59:46

Version 610454

created: 2023-10-14 02:01:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloreservations`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloreservations`\n(\n `Id`  string , `MarinaLocationId`  string , `CreationTime`  string , `ReservationStatusId`  string , `ReservationTypeId`  string , `AspNetUserId`  string , `ContactId`  string , `BoatId`  string , `ScheduledArrivalTime`  string , `ScheduledDepartureTime`  string , `CancellationTime`  string , `AccountId`  string , `SlipId`  string , `SlipSlotIndex`  string , `DistanceFromTheStart`  string , `Rate`  string , `Name`  string , `HasInstallments`  string , `InstallmentFrequency`  string , `InstallmentNumber`  string , `InstallmentPaymentMethod`  string , `OnlyReservationInstallments`  string , `Notes`  string , `ActualArrivalDateTime`  string , `ActualDepartureDateTime`  string , `ConfirmationEmailDateTime`  string , `TermsAcceptedDateTime`  string , `TermsAcceptedLocation`  string , `CustomerIPAddress`  string , `CustomerDevice`  string , `ConfirmationEmailAspUser_Id`  string , `RatePriceOverride`  string , `HashID`  string , `ReservationSource`  string , `ReservationMedium_Id`  string , `ReservationCampaign_Id`  string , `MoloAPI_Partner_Id`  string , `CancelationUserId`  string , `ContactMerged`  string , `TransientPriceId`  string , `SeasonalPriceId`  string , `PrintedTerms`  string , `OnlineTerms`  string , `CheckInTerms`  string , `CheckOutTerms`  string , `OnlinePaymentCompletion`  string , `MoloOnlineBooking`  string , `BookingContactMerged`  string , `SlipBlockSet_Id`  string , `OffersId`  string , `RecurringInvoiceDay`  string , `AlternateReservationName`  string , `RecurringDiscountPercent`  string , `RecurringRateOverride`  string , `OnlineBookingNotes`  string , `OriginalOfferHoldId`  string , `ScheduledForStatusChange`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloReservations/2023-10-14/1697266548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloreservations"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloReservations/2023-10-14/1697266548
id: 610454
processed: 1

raw_data:

{
    "AccountId": 11,
    "ActualArrivalDateTime": 23,
    "ActualDepartureDateTime": 24,
    "AlternateReservationName": 51,
    "AspNetUserId": 5,
    "BoatId": 7,
    "BookingContactMerged": 47,
    "CancelationUserId": 37,
    "CancellationTime": 10,
    "CheckInTerms": 43,
    "CheckOutTerms": 44,
    "ConfirmationEmailAspUser_Id": 30,
    "ConfirmationEmailDateTime": 25,
    "ContactId": 6,
    "ContactMerged": 38,
    "CreationTime": 2,
    "CustomerDevice": 29,
    "CustomerIPAddress": 28,
    "DistanceFromTheStart": 14,
    "HasInstallments": 17,
    "HashID": 32,
    "Id": 0,
    "InstallmentFrequency": 18,
    "InstallmentNumber": 19,
    "InstallmentPaymentMethod": 20,
    "MarinaLocationId": 1,
    "MoloAPI_Partner_Id": 36,
    "MoloOnlineBooking": 46,
    "Name": 16,
    "Notes": 22,
    "OffersId": 49,
    "OnlineBookingNotes": 54,
    "OnlinePaymentCompletion": 45,
    "OnlineTerms": 42,
    "OnlyReservationInstallments": 21,
    "OriginalOfferHoldId": 55,
    "PrintedTerms": 41,
    "Rate": 15,
    "RatePriceOverride": 31,
    "RecurringDiscountPercent": 52,
    "RecurringInvoiceDay": 50,
    "RecurringRateOverride": 53,
    "ReservationCampaign_Id": 35,
    "ReservationMedium_Id": 34,
    "ReservationSource": 33,
    "ReservationStatusId": 3,
    "ReservationTypeId": 4,
    "ScheduledArrivalTime": 8,
    "ScheduledDepartureTime": 9,
    "ScheduledForStatusChange": 56,
    "SeasonalPriceId": 40,
    "SlipBlockSet_Id": 48,
    "SlipId": 12,
    "SlipSlotIndex": 13,
    "TermsAcceptedDateTime": 26,
    "TermsAcceptedLocation": 27,
    "TransientPriceId": 39
}

schema_attributes:

{
    "AccountId": "string",
    "ActualArrivalDateTime": "string",
    "ActualDepartureDateTime": "string",
    "AlternateReservationName": "string",
    "AspNetUserId": "string",
    "BoatId": "string",
    "BookingContactMerged": "string",
    "CancelationUserId": "string",
    "CancellationTime": "string",
    "CheckInTerms": "string",
    "CheckOutTerms": "string",
    "ConfirmationEmailAspUser_Id": "string",
    "ConfirmationEmailDateTime": "string",
    "ContactId": "string",
    "ContactMerged": "string",
    "CreationTime": "string",
    "CustomerDevice": "string",
    "CustomerIPAddress": "string",
    "DistanceFromTheStart": "string",
    "HasInstallments": "string",
    "HashID": "string",
    "Id": "string",
    "InstallmentFrequency": "string",
    "InstallmentNumber": "string",
    "InstallmentPaymentMethod": "string",
    "MarinaLocationId": "string",
    "MoloAPI_Partner_Id": "string",
    "MoloOnlineBooking": "string",
    "Name": "string",
    "Notes": "string",
    "OffersId": "string",
    "OnlineBookingNotes": "string",
    "OnlinePaymentCompletion": "string",
    "OnlineTerms": "string",
    "OnlyReservationInstallments": "string",
    "OriginalOfferHoldId": "string",
    "PrintedTerms": "string",
    "Rate": "string",
    "RatePriceOverride": "string",
    "RecurringDiscountPercent": "string",
    "RecurringInvoiceDay": "string",
    "RecurringRateOverride": "string",
    "ReservationCampaign_Id": "string",
    "ReservationMedium_Id": "string",
    "ReservationSource": "string",
    "ReservationStatusId": "string",
    "ReservationTypeId": "string",
    "ScheduledArrivalTime": "string",
    "ScheduledDepartureTime": "string",
    "ScheduledForStatusChange": "string",
    "SeasonalPriceId": "string",
    "SlipBlockSet_Id": "string",
    "SlipId": "string",
    "SlipSlotIndex": "string",
    "TermsAcceptedDateTime": "string",
    "TermsAcceptedLocation": "string",
    "TransientPriceId": "string"
}

schema_name_id: 2048
schema_scan_id: 5249414
updated: 2023-10-14 02:01:33

Schema Scans: 3

Last at 2023-10-16 02:04:25

Scan 5253394

duration: 0:00:13.044820

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 5253394

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-stage",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloReservations/2023-10-16/1697439323",
        "key": "raw/molo_moloReservations/2023-10-16/1697439323/Reservations.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_drivethru.molo_moloReservations",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15878676913870873056,
        "service_name": "drive-thru",
        "span_id": 15307567691212844438,
        "trace_id": 4945377290484934940
    }
}

running: False
schema_name_id: 2048
start_time: 2023-10-16 02:04:25
success: True
trace_id: 4945377290484934940

Scan 5251459

duration: 0:00:13.140407

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 5251459

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-stage",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloReservations/2023-10-15/1697352868",
        "key": "raw/molo_moloReservations/2023-10-15/1697352868/Reservations.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_drivethru.molo_moloReservations",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9932269123540787186,
        "service_name": "drive-thru",
        "span_id": 6515949981238113977,
        "trace_id": 1174867104244081792
    }
}

running: False
schema_name_id: 2048
start_time: 2023-10-15 01:59:33
success: True
trace_id: 1174867104244081792

Scan 5249414

duration: 0:00:13.022367

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 5249414

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-stage",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloReservations/2023-10-14/1697266548",
        "key": "raw/molo_moloReservations/2023-10-14/1697266548/Reservations.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_drivethru.molo_moloReservations",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12086670326589333774,
        "service_name": "drive-thru",
        "span_id": 8290476190391302576,
        "trace_id": 12493234891917475412
    }
}

running: False
schema_name_id: 2048
start_time: 2023-10-14 02:01:20
success: True
trace_id: 12493234891917475412

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "AccountId": "string",
    "ActualArrivalDateTime": "string",
    "ActualDepartureDateTime": "string",
    "AlternateReservationName": "string",
    "AspNetUserId": "string",
    "BoatId": "string",
    "BookingContactMerged": "string",
    "CancelationUserId": "string",
    "CancellationTime": "string",
    "CheckInTerms": "string",
    "CheckOutTerms": "string",
    "ConfirmationEmailAspUser_Id": "string",
    "ConfirmationEmailDateTime": "string",
    "ContactId": "string",
    "ContactMerged": "string",
    "CreationTime": "string",
    "CustomerDevice": "string",
    "CustomerIPAddress": "string",
    "DistanceFromTheStart": "string",
    "HasInstallments": "string",
    "HashID": "string",
    "Id": "string",
    "InstallmentFrequency": "string",
    "InstallmentNumber": "string",
    "InstallmentPaymentMethod": "string",
    "MarinaLocationId": "string",
    "MoloAPI_Partner_Id": "string",
    "MoloOnlineBooking": "string",
    "Name": "string",
    "Notes": "string",
    "OffersId": "string",
    "OnlineBookingNotes": "string",
    "OnlinePaymentCompletion": "string",
    "OnlineTerms": "string",
    "OnlyReservationInstallments": "string",
    "OriginalOfferHoldId": "string",
    "PrintedTerms": "string",
    "Rate": "string",
    "RatePriceOverride": "string",
    "RecurringDiscountPercent": "string",
    "RecurringInvoiceDay": "string",
    "RecurringRateOverride": "string",
    "ReservationCampaign_Id": "string",
    "ReservationMedium_Id": "string",
    "ReservationSource": "string",
    "ReservationStatusId": "string",
    "ReservationTypeId": "string",
    "ScheduledArrivalTime": "string",
    "ScheduledDepartureTime": "string",
    "ScheduledForStatusChange": "string",
    "SeasonalPriceId": "string",
    "SlipBlockSet_Id": "string",
    "SlipId": "string",
    "SlipSlotIndex": "string",
    "TermsAcceptedDateTime": "string",
    "TermsAcceptedLocation": "string",
    "TransientPriceId": "string"
}

created: 2023-10-16 02:04:27

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloreservations`\n(\n `Id`  string , `MarinaLocationId`  string , `CreationTime`  string , `ReservationStatusId`  string , `ReservationTypeId`  string , `AspNetUserId`  string , `ContactId`  string , `BoatId`  string , `ScheduledArrivalTime`  string , `ScheduledDepartureTime`  string , `CancellationTime`  string , `AccountId`  string , `SlipId`  string , `SlipSlotIndex`  string , `DistanceFromTheStart`  string , `Rate`  string , `Name`  string , `HasInstallments`  string , `InstallmentFrequency`  string , `InstallmentNumber`  string , `InstallmentPaymentMethod`  string , `OnlyReservationInstallments`  string , `Notes`  string , `ActualArrivalDateTime`  string , `ActualDepartureDateTime`  string , `ConfirmationEmailDateTime`  string , `TermsAcceptedDateTime`  string , `TermsAcceptedLocation`  string , `CustomerIPAddress`  string , `CustomerDevice`  string , `ConfirmationEmailAspUser_Id`  string , `RatePriceOverride`  string , `HashID`  string , `ReservationSource`  string , `ReservationMedium_Id`  string , `ReservationCampaign_Id`  string , `MoloAPI_Partner_Id`  string , `CancelationUserId`  string , `ContactMerged`  string , `TransientPriceId`  string , `SeasonalPriceId`  string , `PrintedTerms`  string , `OnlineTerms`  string , `CheckInTerms`  string , `CheckOutTerms`  string , `OnlinePaymentCompletion`  string , `MoloOnlineBooking`  string , `BookingContactMerged`  string , `SlipBlockSet_Id`  string , `OffersId`  string , `RecurringInvoiceDay`  string , `AlternateReservationName`  string , `RecurringDiscountPercent`  string , `RecurringRateOverride`  string , `OnlineBookingNotes`  string , `OriginalOfferHoldId`  string , `ScheduledForStatusChange`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloReservations/2023-10-16/1697439323'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloreservations`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloreservations"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2023-08-10 14:03:45",
        "disabled": false,
        "format": "raw",
        "id": 2048,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_drivethru",
            "table": "molo_moloreservations"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "AccountId": "string",
            "ActualArrivalDateTime": "string",
            "ActualDepartureDateTime": "string",
            "AlternateReservationName": "string",
            "AspNetUserId": "string",
            "BoatId": "string",
            "BookingContactMerged": "string",
            "CancelationUserId": "string",
            "CancellationTime": "string",
            "CheckInTerms": "string",
            "CheckOutTerms": "string",
            "ConfirmationEmailAspUser_Id": "string",
            "ConfirmationEmailDateTime": "string",
            "ContactId": "string",
            "ContactMerged": "string",
            "CreationTime": "string",
            "CustomerDevice": "string",
            "CustomerIPAddress": "string",
            "DistanceFromTheStart": "string",
            "HasInstallments": "string",
            "HashID": "string",
            "Id": "string",
            "InstallmentFrequency": "string",
            "InstallmentNumber": "string",
            "InstallmentPaymentMethod": "string",
            "MarinaLocationId": "string",
            "MoloAPI_Partner_Id": "string",
            "MoloOnlineBooking": "string",
            "Name": "string",
            "Notes": "string",
            "OffersId": "string",
            "OnlineBookingNotes": "string",
            "OnlinePaymentCompletion": "string",
            "OnlineTerms": "string",
            "OnlyReservationInstallments": "string",
            "OriginalOfferHoldId": "string",
            "PrintedTerms": "string",
            "Rate": "string",
            "RatePriceOverride": "string",
            "RecurringDiscountPercent": "string",
            "RecurringInvoiceDay": "string",
            "RecurringRateOverride": "string",
            "ReservationCampaign_Id": "string",
            "ReservationMedium_Id": "string",
            "ReservationSource": "string",
            "ReservationStatusId": "string",
            "ReservationTypeId": "string",
            "ScheduledArrivalTime": "string",
            "ScheduledDepartureTime": "string",
            "ScheduledForStatusChange": "string",
            "SeasonalPriceId": "string",
            "SlipBlockSet_Id": "string",
            "SlipId": "string",
            "SlipSlotIndex": "string",
            "TermsAcceptedDateTime": "string",
            "TermsAcceptedLocation": "string",
            "TransientPriceId": "string"
        },
        "created": "2023-10-16 02:04:27",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloreservations`\n(\n `Id`  string , `MarinaLocationId`  string , `CreationTime`  string , `ReservationStatusId`  string , `ReservationTypeId`  string , `AspNetUserId`  string , `ContactId`  string , `BoatId`  string , `ScheduledArrivalTime`  string , `ScheduledDepartureTime`  string , `CancellationTime`  string , `AccountId`  string , `SlipId`  string , `SlipSlotIndex`  string , `DistanceFromTheStart`  string , `Rate`  string , `Name`  string , `HasInstallments`  string , `InstallmentFrequency`  string , `InstallmentNumber`  string , `InstallmentPaymentMethod`  string , `OnlyReservationInstallments`  string , `Notes`  string , `ActualArrivalDateTime`  string , `ActualDepartureDateTime`  string , `ConfirmationEmailDateTime`  string , `TermsAcceptedDateTime`  string , `TermsAcceptedLocation`  string , `CustomerIPAddress`  string , `CustomerDevice`  string , `ConfirmationEmailAspUser_Id`  string , `RatePriceOverride`  string , `HashID`  string , `ReservationSource`  string , `ReservationMedium_Id`  string , `ReservationCampaign_Id`  string , `MoloAPI_Partner_Id`  string , `CancelationUserId`  string , `ContactMerged`  string , `TransientPriceId`  string , `SeasonalPriceId`  string , `PrintedTerms`  string , `OnlineTerms`  string , `CheckInTerms`  string , `CheckOutTerms`  string , `OnlinePaymentCompletion`  string , `MoloOnlineBooking`  string , `BookingContactMerged`  string , `SlipBlockSet_Id`  string , `OffersId`  string , `RecurringInvoiceDay`  string , `AlternateReservationName`  string , `RecurringDiscountPercent`  string , `RecurringRateOverride`  string , `OnlineBookingNotes`  string , `OriginalOfferHoldId`  string , `ScheduledForStatusChange`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloReservations/2023-10-16/1697439323'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloreservations`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloreservations"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}