Schema Info

Schema Name: sfdl_stage_csv.salesforce_quotes

created: 2022-10-24 15:13:54
disabled: False
format: raw
id: 1431
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_csv",
    "table": "salesforce_quotes"
}

type: csv

Schema Versions: 3

Version 896327

created: 2026-02-27 09:10:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.salesforce_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.salesforce_quotes`\n(\n `Id`  string , `OwnerId`  string , `IsDeleted`  string , `Name`  string , `CurrencyIsoCode`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `OpportunityId`  string , `Pricebook2Id`  string , `ContactId`  string , `QuoteNumber`  string , `IsSyncing`  string , `ShippingHandling`  string , `Tax`  string , `Status`  string , `ExpirationDate`  string , `Description`  string , `BillingStreet`  string , `BillingCity`  string , `BillingState`  string , `BillingPostalCode`  string , `BillingCountry`  string , `BillingLatitude`  string , `BillingLongitude`  string , `BillingGeocodeAccuracy`  string , `ShippingStreet`  string , `ShippingCity`  string , `ShippingState`  string , `ShippingPostalCode`  string , `ShippingCountry`  string , `ShippingLatitude`  string , `ShippingLongitude`  string , `ShippingGeocodeAccuracy`  string , `QuoteToStreet`  string , `QuoteToCity`  string , `QuoteToState`  string , `QuoteToPostalCode`  string , `QuoteToCountry`  string , `QuoteToLatitude`  string , `QuoteToLongitude`  string , `QuoteToGeocodeAccuracy`  string , `AdditionalStreet`  string , `AdditionalCity`  string , `AdditionalState`  string , `AdditionalPostalCode`  string , `AdditionalCountry`  string , `AdditionalLatitude`  string , `AdditionalLongitude`  string , `AdditionalGeocodeAccuracy`  string , `BillingName`  string , `ShippingName`  string , `QuoteToName`  string , `AdditionalName`  string , `Email`  string , `Phone`  string , `Fax`  string , `ContractId`  string , `AccountId`  string , `Discount`  string , `GrandTotal`  string , `CanCreateQuoteLineItems`  string , `Discount_Comments__c`  string , `Available_Options__c`  string , `Comments__c`  string , `Contract_Start_Date__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-stage/raw/quotes/2026-02-27/1772205007'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.salesforce_quotes"
]

hive_path: s3://sfdl-csv-salesforce-stage/raw/quotes/2026-02-27/1772205007
id: 896327
processed: 1

raw_data:

{
    "AccountId": 60,
    "AdditionalCity": 45,
    "AdditionalCountry": 48,
    "AdditionalGeocodeAccuracy": 51,
    "AdditionalLatitude": 49,
    "AdditionalLongitude": 50,
    "AdditionalName": 55,
    "AdditionalPostalCode": 47,
    "AdditionalState": 46,
    "AdditionalStreet": 44,
    "Available_Options__c": 65,
    "BillingCity": 21,
    "BillingCountry": 24,
    "BillingGeocodeAccuracy": 27,
    "BillingLatitude": 25,
    "BillingLongitude": 26,
    "BillingName": 52,
    "BillingPostalCode": 23,
    "BillingState": 22,
    "BillingStreet": 20,
    "CanCreateQuoteLineItems": 63,
    "Comments__c": 66,
    "ContactId": 12,
    "ContractId": 59,
    "Contract_Start_Date__c": 67,
    "CreatedById": 6,
    "CreatedDate": 5,
    "CurrencyIsoCode": 4,
    "Description": 19,
    "Discount": 61,
    "Discount_Comments__c": 64,
    "Email": 56,
    "ExpirationDate": 18,
    "Fax": 58,
    "GrandTotal": 62,
    "Id": 0,
    "IsDeleted": 2,
    "IsSyncing": 14,
    "LastModifiedById": 8,
    "LastModifiedDate": 7,
    "Name": 3,
    "OpportunityId": 10,
    "OwnerId": 1,
    "Phone": 57,
    "Pricebook2Id": 11,
    "QuoteNumber": 13,
    "QuoteToCity": 37,
    "QuoteToCountry": 40,
    "QuoteToGeocodeAccuracy": 43,
    "QuoteToLatitude": 41,
    "QuoteToLongitude": 42,
    "QuoteToName": 54,
    "QuoteToPostalCode": 39,
    "QuoteToState": 38,
    "QuoteToStreet": 36,
    "ShippingCity": 29,
    "ShippingCountry": 32,
    "ShippingGeocodeAccuracy": 35,
    "ShippingHandling": 15,
    "ShippingLatitude": 33,
    "ShippingLongitude": 34,
    "ShippingName": 53,
    "ShippingPostalCode": 31,
    "ShippingState": 30,
    "ShippingStreet": 28,
    "Status": 17,
    "SystemModstamp": 9,
    "Tax": 16
}

schema_attributes:

{
    "AccountId": "string",
    "AdditionalCity": "string",
    "AdditionalCountry": "string",
    "AdditionalGeocodeAccuracy": "string",
    "AdditionalLatitude": "string",
    "AdditionalLongitude": "string",
    "AdditionalName": "string",
    "AdditionalPostalCode": "string",
    "AdditionalState": "string",
    "AdditionalStreet": "string",
    "Amount": "string",
    "Available_Options__c": "string",
    "BillingCity": "string",
    "BillingCountry": "string",
    "BillingGeocodeAccuracy": "string",
    "BillingLatitude": "string",
    "BillingLongitude": "string",
    "BillingName": "string",
    "BillingPostalCode": "string",
    "BillingState": "string",
    "BillingStreet": "string",
    "CanCreateQuoteLineItems": "string",
    "CloseDate": "string",
    "Comments__c": "string",
    "ContactId": "string",
    "ContractId": "string",
    "Contract_Start_Date__c": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "Discount": "string",
    "Discount_Comments__c": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ExpirationDate": "string",
    "Fax": "string",
    "ForecastCategory": "string",
    "GrandTotal": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsSyncing": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "Phone": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Pricebook2Id": "string",
    "Probability": "string",
    "QuoteNumber": "string",
    "QuoteToCity": "string",
    "QuoteToCountry": "string",
    "QuoteToGeocodeAccuracy": "string",
    "QuoteToLatitude": "string",
    "QuoteToLongitude": "string",
    "QuoteToName": "string",
    "QuoteToPostalCode": "string",
    "QuoteToState": "string",
    "QuoteToStreet": "string",
    "ShippingCity": "string",
    "ShippingCountry": "string",
    "ShippingGeocodeAccuracy": "string",
    "ShippingHandling": "string",
    "ShippingLatitude": "string",
    "ShippingLongitude": "string",
    "ShippingName": "string",
    "ShippingPostalCode": "string",
    "ShippingState": "string",
    "ShippingStreet": "string",
    "StageName": "string",
    "Status": "string",
    "SystemModstamp": "string",
    "Tax": "string"
}

schema_name_id: 1431
schema_scan_id: 6391660
updated: 2026-02-27 09:11:09

Version 797936

created: 2025-01-09 15:17:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.salesforce_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.salesforce_quotes`\n(\n `Id`  string , `OwnerId`  string , `IsDeleted`  string , `Name`  string , `CurrencyIsoCode`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `OpportunityId`  string , `Pricebook2Id`  string , `ContactId`  string , `QuoteNumber`  string , `IsSyncing`  string , `ShippingHandling`  string , `Tax`  string , `Status`  string , `ExpirationDate`  string , `Description`  string , `BillingStreet`  string , `BillingCity`  string , `BillingState`  string , `BillingPostalCode`  string , `BillingCountry`  string , `BillingLatitude`  string , `BillingLongitude`  string , `BillingGeocodeAccuracy`  string , `ShippingStreet`  string , `ShippingCity`  string , `ShippingState`  string , `ShippingPostalCode`  string , `ShippingCountry`  string , `ShippingLatitude`  string , `ShippingLongitude`  string , `ShippingGeocodeAccuracy`  string , `QuoteToStreet`  string , `QuoteToCity`  string , `QuoteToState`  string , `QuoteToPostalCode`  string , `QuoteToCountry`  string , `QuoteToLatitude`  string , `QuoteToLongitude`  string , `QuoteToGeocodeAccuracy`  string , `AdditionalStreet`  string , `AdditionalCity`  string , `AdditionalState`  string , `AdditionalPostalCode`  string , `AdditionalCountry`  string , `AdditionalLatitude`  string , `AdditionalLongitude`  string , `AdditionalGeocodeAccuracy`  string , `BillingName`  string , `ShippingName`  string , `QuoteToName`  string , `AdditionalName`  string , `Email`  string , `Phone`  string , `Fax`  string , `ContractId`  string , `AccountId`  string , `Discount`  string , `GrandTotal`  string , `CanCreateQuoteLineItems`  string , `Discount_Comments__c`  string , `Available_Options__c`  string , `Comments__c`  string , `Contract_Start_Date__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-stage/raw/quotes/2025-01-09/1736457307'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.salesforce_quotes"
]

hive_path: s3://sfdl-csv-salesforce-stage/raw/quotes/2025-01-09/1736457307
id: 797936
processed: 1

raw_data:

{
    "AccountId": 60,
    "AdditionalCity": 45,
    "AdditionalCountry": 48,
    "AdditionalGeocodeAccuracy": 51,
    "AdditionalLatitude": 49,
    "AdditionalLongitude": 50,
    "AdditionalName": 55,
    "AdditionalPostalCode": 47,
    "AdditionalState": 46,
    "AdditionalStreet": 44,
    "Available_Options__c": 65,
    "BillingCity": 21,
    "BillingCountry": 24,
    "BillingGeocodeAccuracy": 27,
    "BillingLatitude": 25,
    "BillingLongitude": 26,
    "BillingName": 52,
    "BillingPostalCode": 23,
    "BillingState": 22,
    "BillingStreet": 20,
    "CanCreateQuoteLineItems": 63,
    "Comments__c": 66,
    "ContactId": 12,
    "ContractId": 59,
    "Contract_Start_Date__c": 67,
    "CreatedById": 6,
    "CreatedDate": 5,
    "CurrencyIsoCode": 4,
    "Description": 19,
    "Discount": 61,
    "Discount_Comments__c": 64,
    "Email": 56,
    "ExpirationDate": 18,
    "Fax": 58,
    "GrandTotal": 62,
    "Id": 0,
    "IsDeleted": 2,
    "IsSyncing": 14,
    "LastModifiedById": 8,
    "LastModifiedDate": 7,
    "Name": 3,
    "OpportunityId": 10,
    "OwnerId": 1,
    "Phone": 57,
    "Pricebook2Id": 11,
    "QuoteNumber": 13,
    "QuoteToCity": 37,
    "QuoteToCountry": 40,
    "QuoteToGeocodeAccuracy": 43,
    "QuoteToLatitude": 41,
    "QuoteToLongitude": 42,
    "QuoteToName": 54,
    "QuoteToPostalCode": 39,
    "QuoteToState": 38,
    "QuoteToStreet": 36,
    "ShippingCity": 29,
    "ShippingCountry": 32,
    "ShippingGeocodeAccuracy": 35,
    "ShippingHandling": 15,
    "ShippingLatitude": 33,
    "ShippingLongitude": 34,
    "ShippingName": 53,
    "ShippingPostalCode": 31,
    "ShippingState": 30,
    "ShippingStreet": 28,
    "Status": 17,
    "SystemModstamp": 9,
    "Tax": 16
}

schema_attributes:

{
    "AccountId": "string",
    "AdditionalCity": "string",
    "AdditionalCountry": "string",
    "AdditionalGeocodeAccuracy": "string",
    "AdditionalLatitude": "string",
    "AdditionalLongitude": "string",
    "AdditionalName": "string",
    "AdditionalPostalCode": "string",
    "AdditionalState": "string",
    "AdditionalStreet": "string",
    "Amount": "string",
    "Available_Options__c": "string",
    "BillingCity": "string",
    "BillingCountry": "string",
    "BillingGeocodeAccuracy": "string",
    "BillingLatitude": "string",
    "BillingLongitude": "string",
    "BillingName": "string",
    "BillingPostalCode": "string",
    "BillingState": "string",
    "BillingStreet": "string",
    "CanCreateQuoteLineItems": "string",
    "CloseDate": "string",
    "Comments__c": "string",
    "ContactId": "string",
    "ContractId": "string",
    "Contract_Start_Date__c": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "Discount": "string",
    "Discount_Comments__c": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ExpirationDate": "string",
    "Fax": "string",
    "ForecastCategory": "string",
    "GrandTotal": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsSyncing": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "Phone": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Pricebook2Id": "string",
    "Probability": "string",
    "QuoteNumber": "string",
    "QuoteToCity": "string",
    "QuoteToCountry": "string",
    "QuoteToGeocodeAccuracy": "string",
    "QuoteToLatitude": "string",
    "QuoteToLongitude": "string",
    "QuoteToName": "string",
    "QuoteToPostalCode": "string",
    "QuoteToState": "string",
    "QuoteToStreet": "string",
    "ShippingCity": "string",
    "ShippingCountry": "string",
    "ShippingGeocodeAccuracy": "string",
    "ShippingHandling": "string",
    "ShippingLatitude": "string",
    "ShippingLongitude": "string",
    "ShippingName": "string",
    "ShippingPostalCode": "string",
    "ShippingState": "string",
    "ShippingStreet": "string",
    "StageName": "string",
    "Status": "string",
    "SystemModstamp": "string",
    "Tax": "string"
}

schema_name_id: 1431
schema_scan_id: 6197250
updated: 2025-01-09 15:17:47

Version 693455

created: 2024-05-01 08:55:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.salesforce_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.salesforce_quotes`\n(\n `Id`  string , `OwnerId`  string , `IsDeleted`  string , `Name`  string , `CurrencyIsoCode`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `OpportunityId`  string , `Pricebook2Id`  string , `ContactId`  string , `QuoteNumber`  string , `IsSyncing`  string , `ShippingHandling`  string , `Tax`  string , `Status`  string , `ExpirationDate`  string , `Description`  string , `BillingStreet`  string , `BillingCity`  string , `BillingState`  string , `BillingPostalCode`  string , `BillingCountry`  string , `BillingLatitude`  string , `BillingLongitude`  string , `BillingGeocodeAccuracy`  string , `ShippingStreet`  string , `ShippingCity`  string , `ShippingState`  string , `ShippingPostalCode`  string , `ShippingCountry`  string , `ShippingLatitude`  string , `ShippingLongitude`  string , `ShippingGeocodeAccuracy`  string , `QuoteToStreet`  string , `QuoteToCity`  string , `QuoteToState`  string , `QuoteToPostalCode`  string , `QuoteToCountry`  string , `QuoteToLatitude`  string , `QuoteToLongitude`  string , `QuoteToGeocodeAccuracy`  string , `AdditionalStreet`  string , `AdditionalCity`  string , `AdditionalState`  string , `AdditionalPostalCode`  string , `AdditionalCountry`  string , `AdditionalLatitude`  string , `AdditionalLongitude`  string , `AdditionalGeocodeAccuracy`  string , `BillingName`  string , `ShippingName`  string , `QuoteToName`  string , `AdditionalName`  string , `Email`  string , `Phone`  string , `Fax`  string , `ContractId`  string , `AccountId`  string , `Discount`  string , `GrandTotal`  string , `CanCreateQuoteLineItems`  string , `Discount_Comments__c`  string , `Available_Options__c`  string , `Comments__c`  string , `Contract_Start_Date__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-stage/raw/quotes/2024-05-01/1714571605'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.salesforce_quotes"
]

hive_path: s3://sfdl-csv-salesforce-stage/raw/quotes/2024-05-01/1714571605
id: 693455
processed: 1

raw_data:

{
    "AccountId": 60,
    "AdditionalCity": 45,
    "AdditionalCountry": 48,
    "AdditionalGeocodeAccuracy": 51,
    "AdditionalLatitude": 49,
    "AdditionalLongitude": 50,
    "AdditionalName": 55,
    "AdditionalPostalCode": 47,
    "AdditionalState": 46,
    "AdditionalStreet": 44,
    "Available_Options__c": 65,
    "BillingCity": 21,
    "BillingCountry": 24,
    "BillingGeocodeAccuracy": 27,
    "BillingLatitude": 25,
    "BillingLongitude": 26,
    "BillingName": 52,
    "BillingPostalCode": 23,
    "BillingState": 22,
    "BillingStreet": 20,
    "CanCreateQuoteLineItems": 63,
    "Comments__c": 66,
    "ContactId": 12,
    "ContractId": 59,
    "Contract_Start_Date__c": 67,
    "CreatedById": 6,
    "CreatedDate": 5,
    "CurrencyIsoCode": 4,
    "Description": 19,
    "Discount": 61,
    "Discount_Comments__c": 64,
    "Email": 56,
    "ExpirationDate": 18,
    "Fax": 58,
    "GrandTotal": 62,
    "Id": 0,
    "IsDeleted": 2,
    "IsSyncing": 14,
    "LastModifiedById": 8,
    "LastModifiedDate": 7,
    "Name": 3,
    "OpportunityId": 10,
    "OwnerId": 1,
    "Phone": 57,
    "Pricebook2Id": 11,
    "QuoteNumber": 13,
    "QuoteToCity": 37,
    "QuoteToCountry": 40,
    "QuoteToGeocodeAccuracy": 43,
    "QuoteToLatitude": 41,
    "QuoteToLongitude": 42,
    "QuoteToName": 54,
    "QuoteToPostalCode": 39,
    "QuoteToState": 38,
    "QuoteToStreet": 36,
    "ShippingCity": 29,
    "ShippingCountry": 32,
    "ShippingGeocodeAccuracy": 35,
    "ShippingHandling": 15,
    "ShippingLatitude": 33,
    "ShippingLongitude": 34,
    "ShippingName": 53,
    "ShippingPostalCode": 31,
    "ShippingState": 30,
    "ShippingStreet": 28,
    "Status": 17,
    "SystemModstamp": 9,
    "Tax": 16
}

schema_attributes:

{
    "AccountId": "string",
    "AdditionalCity": "string",
    "AdditionalCountry": "string",
    "AdditionalGeocodeAccuracy": "string",
    "AdditionalLatitude": "string",
    "AdditionalLongitude": "string",
    "AdditionalName": "string",
    "AdditionalPostalCode": "string",
    "AdditionalState": "string",
    "AdditionalStreet": "string",
    "Amount": "string",
    "Available_Options__c": "string",
    "BillingCity": "string",
    "BillingCountry": "string",
    "BillingGeocodeAccuracy": "string",
    "BillingLatitude": "string",
    "BillingLongitude": "string",
    "BillingName": "string",
    "BillingPostalCode": "string",
    "BillingState": "string",
    "BillingStreet": "string",
    "CanCreateQuoteLineItems": "string",
    "CloseDate": "string",
    "Comments__c": "string",
    "ContactId": "string",
    "ContractId": "string",
    "Contract_Start_Date__c": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "Discount": "string",
    "Discount_Comments__c": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ExpirationDate": "string",
    "Fax": "string",
    "ForecastCategory": "string",
    "GrandTotal": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsSyncing": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "Phone": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Pricebook2Id": "string",
    "Probability": "string",
    "QuoteNumber": "string",
    "QuoteToCity": "string",
    "QuoteToCountry": "string",
    "QuoteToGeocodeAccuracy": "string",
    "QuoteToLatitude": "string",
    "QuoteToLongitude": "string",
    "QuoteToName": "string",
    "QuoteToPostalCode": "string",
    "QuoteToState": "string",
    "QuoteToStreet": "string",
    "ShippingCity": "string",
    "ShippingCountry": "string",
    "ShippingGeocodeAccuracy": "string",
    "ShippingHandling": "string",
    "ShippingLatitude": "string",
    "ShippingLongitude": "string",
    "ShippingName": "string",
    "ShippingPostalCode": "string",
    "ShippingState": "string",
    "ShippingStreet": "string",
    "StageName": "string",
    "Status": "string",
    "SystemModstamp": "string",
    "Tax": "string"
}

schema_name_id: 1431
schema_scan_id: 5671853
updated: 2024-05-01 08:55:50

Schema Scans: 3

Last at 2026-02-27 09:10:53

Scan 6391660

duration: 0:00:16.296338

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6391660

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-stage",
        "hive_path": "s3://sfdl-csv-salesforce-stage/raw/quotes/2026-02-27/1772205007",
        "key": "raw/quotes/2026-02-27/1772205007/quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.salesforce_quotes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11227373762429942095,
        "service_name": "drive-thru",
        "span_id": 14445131130312315943,
        "trace_id": 7906513832949855777
    }
}

running: False
schema_name_id: 1431
start_time: 2026-02-27 09:10:53
success: True
trace_id: 7906513832949855777

Scan 6197250

duration: 0:00:16.299685

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6197250

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-stage",
        "hive_path": "s3://sfdl-csv-salesforce-stage/raw/quotes/2025-01-09/1736457307",
        "key": "raw/quotes/2025-01-09/1736457307/quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.salesforce_quotes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4028079840558802537,
        "service_name": "drive-thru",
        "span_id": 16156472354328205866,
        "trace_id": 4605934793562230472
    }
}

running: False
schema_name_id: 1431
start_time: 2025-01-09 15:17:31
success: True
trace_id: 4605934793562230472

Scan 5671853

duration: 0:00:13.443476

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 5671853

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-stage",
        "hive_path": "s3://sfdl-csv-salesforce-stage/raw/quotes/2024-05-01/1714571605",
        "key": "raw/quotes/2024-05-01/1714571605/quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.salesforce_quotes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10650346720399498104,
        "service_name": "drive-thru",
        "span_id": 11303040705004195114,
        "trace_id": 15421051363820361375
    }
}

running: False
schema_name_id: 1431
start_time: 2024-05-01 08:55:37
success: True
trace_id: 15421051363820361375

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "AccountId": "string",
    "AdditionalCity": "string",
    "AdditionalCountry": "string",
    "AdditionalGeocodeAccuracy": "string",
    "AdditionalLatitude": "string",
    "AdditionalLongitude": "string",
    "AdditionalName": "string",
    "AdditionalPostalCode": "string",
    "AdditionalState": "string",
    "AdditionalStreet": "string",
    "Amount": "string",
    "Available_Options__c": "string",
    "BillingCity": "string",
    "BillingCountry": "string",
    "BillingGeocodeAccuracy": "string",
    "BillingLatitude": "string",
    "BillingLongitude": "string",
    "BillingName": "string",
    "BillingPostalCode": "string",
    "BillingState": "string",
    "BillingStreet": "string",
    "CanCreateQuoteLineItems": "string",
    "CloseDate": "string",
    "Comments__c": "string",
    "ContactId": "string",
    "ContractId": "string",
    "Contract_Start_Date__c": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "Discount": "string",
    "Discount_Comments__c": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ExpirationDate": "string",
    "Fax": "string",
    "ForecastCategory": "string",
    "GrandTotal": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsSyncing": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "Phone": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Pricebook2Id": "string",
    "Probability": "string",
    "QuoteNumber": "string",
    "QuoteToCity": "string",
    "QuoteToCountry": "string",
    "QuoteToGeocodeAccuracy": "string",
    "QuoteToLatitude": "string",
    "QuoteToLongitude": "string",
    "QuoteToName": "string",
    "QuoteToPostalCode": "string",
    "QuoteToState": "string",
    "QuoteToStreet": "string",
    "ShippingCity": "string",
    "ShippingCountry": "string",
    "ShippingGeocodeAccuracy": "string",
    "ShippingHandling": "string",
    "ShippingLatitude": "string",
    "ShippingLongitude": "string",
    "ShippingName": "string",
    "ShippingPostalCode": "string",
    "ShippingState": "string",
    "ShippingStreet": "string",
    "StageName": "string",
    "Status": "string",
    "SystemModstamp": "string",
    "Tax": "string"
}

created: 2026-02-27 09:10:55

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.salesforce_quotes`\n(\n `Id`  string , `OwnerId`  string , `IsDeleted`  string , `Name`  string , `CurrencyIsoCode`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `OpportunityId`  string , `Pricebook2Id`  string , `ContactId`  string , `QuoteNumber`  string , `IsSyncing`  string , `ShippingHandling`  string , `Tax`  string , `Status`  string , `ExpirationDate`  string , `Description`  string , `BillingStreet`  string , `BillingCity`  string , `BillingState`  string , `BillingPostalCode`  string , `BillingCountry`  string , `BillingLatitude`  string , `BillingLongitude`  string , `BillingGeocodeAccuracy`  string , `ShippingStreet`  string , `ShippingCity`  string , `ShippingState`  string , `ShippingPostalCode`  string , `ShippingCountry`  string , `ShippingLatitude`  string , `ShippingLongitude`  string , `ShippingGeocodeAccuracy`  string , `QuoteToStreet`  string , `QuoteToCity`  string , `QuoteToState`  string , `QuoteToPostalCode`  string , `QuoteToCountry`  string , `QuoteToLatitude`  string , `QuoteToLongitude`  string , `QuoteToGeocodeAccuracy`  string , `AdditionalStreet`  string , `AdditionalCity`  string , `AdditionalState`  string , `AdditionalPostalCode`  string , `AdditionalCountry`  string , `AdditionalLatitude`  string , `AdditionalLongitude`  string , `AdditionalGeocodeAccuracy`  string , `BillingName`  string , `ShippingName`  string , `QuoteToName`  string , `AdditionalName`  string , `Email`  string , `Phone`  string , `Fax`  string , `ContractId`  string , `AccountId`  string , `Discount`  string , `GrandTotal`  string , `CanCreateQuoteLineItems`  string , `Discount_Comments__c`  string , `Available_Options__c`  string , `Comments__c`  string , `Contract_Start_Date__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-stage/raw/quotes/2026-02-27/1772205007'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.salesforce_quotes`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.salesforce_quotes"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-10-24 15:13:54",
        "disabled": false,
        "format": "raw",
        "id": 1431,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_csv",
            "table": "salesforce_quotes"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "AccountId": "string",
            "AdditionalCity": "string",
            "AdditionalCountry": "string",
            "AdditionalGeocodeAccuracy": "string",
            "AdditionalLatitude": "string",
            "AdditionalLongitude": "string",
            "AdditionalName": "string",
            "AdditionalPostalCode": "string",
            "AdditionalState": "string",
            "AdditionalStreet": "string",
            "Amount": "string",
            "Available_Options__c": "string",
            "BillingCity": "string",
            "BillingCountry": "string",
            "BillingGeocodeAccuracy": "string",
            "BillingLatitude": "string",
            "BillingLongitude": "string",
            "BillingName": "string",
            "BillingPostalCode": "string",
            "BillingState": "string",
            "BillingStreet": "string",
            "CanCreateQuoteLineItems": "string",
            "CloseDate": "string",
            "Comments__c": "string",
            "ContactId": "string",
            "ContractId": "string",
            "Contract_Start_Date__c": "string",
            "CreatedById": "string",
            "CreatedDate": "string",
            "CurrencyIsoCode": "string",
            "Description": "string",
            "Discount": "string",
            "Discount_Comments__c": "string",
            "Email": "string",
            "ExpectedRevenue": "string",
            "ExpirationDate": "string",
            "Fax": "string",
            "ForecastCategory": "string",
            "GrandTotal": "string",
            "Id": "string",
            "IsDeleted": "string",
            "IsSyncing": "string",
            "LastModifiedById": "string",
            "LastModifiedDate": "string",
            "Name": "string",
            "OpportunityId": "string",
            "OwnerId": "string",
            "Phone": "string",
            "PrevAmount": "string",
            "PrevCloseDate": "string",
            "Pricebook2Id": "string",
            "Probability": "string",
            "QuoteNumber": "string",
            "QuoteToCity": "string",
            "QuoteToCountry": "string",
            "QuoteToGeocodeAccuracy": "string",
            "QuoteToLatitude": "string",
            "QuoteToLongitude": "string",
            "QuoteToName": "string",
            "QuoteToPostalCode": "string",
            "QuoteToState": "string",
            "QuoteToStreet": "string",
            "ShippingCity": "string",
            "ShippingCountry": "string",
            "ShippingGeocodeAccuracy": "string",
            "ShippingHandling": "string",
            "ShippingLatitude": "string",
            "ShippingLongitude": "string",
            "ShippingName": "string",
            "ShippingPostalCode": "string",
            "ShippingState": "string",
            "ShippingStreet": "string",
            "StageName": "string",
            "Status": "string",
            "SystemModstamp": "string",
            "Tax": "string"
        },
        "created": "2026-02-27 09:10:55",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.salesforce_quotes`\n(\n `Id`  string , `OwnerId`  string , `IsDeleted`  string , `Name`  string , `CurrencyIsoCode`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `OpportunityId`  string , `Pricebook2Id`  string , `ContactId`  string , `QuoteNumber`  string , `IsSyncing`  string , `ShippingHandling`  string , `Tax`  string , `Status`  string , `ExpirationDate`  string , `Description`  string , `BillingStreet`  string , `BillingCity`  string , `BillingState`  string , `BillingPostalCode`  string , `BillingCountry`  string , `BillingLatitude`  string , `BillingLongitude`  string , `BillingGeocodeAccuracy`  string , `ShippingStreet`  string , `ShippingCity`  string , `ShippingState`  string , `ShippingPostalCode`  string , `ShippingCountry`  string , `ShippingLatitude`  string , `ShippingLongitude`  string , `ShippingGeocodeAccuracy`  string , `QuoteToStreet`  string , `QuoteToCity`  string , `QuoteToState`  string , `QuoteToPostalCode`  string , `QuoteToCountry`  string , `QuoteToLatitude`  string , `QuoteToLongitude`  string , `QuoteToGeocodeAccuracy`  string , `AdditionalStreet`  string , `AdditionalCity`  string , `AdditionalState`  string , `AdditionalPostalCode`  string , `AdditionalCountry`  string , `AdditionalLatitude`  string , `AdditionalLongitude`  string , `AdditionalGeocodeAccuracy`  string , `BillingName`  string , `ShippingName`  string , `QuoteToName`  string , `AdditionalName`  string , `Email`  string , `Phone`  string , `Fax`  string , `ContractId`  string , `AccountId`  string , `Discount`  string , `GrandTotal`  string , `CanCreateQuoteLineItems`  string , `Discount_Comments__c`  string , `Available_Options__c`  string , `Comments__c`  string , `Contract_Start_Date__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-stage/raw/quotes/2026-02-27/1772205007'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.salesforce_quotes`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.salesforce_quotes"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}