Schema Info
Schema Name: sfdl_stage_drivethru.molo_moloitemmasters
- created: 2023-08-10 14:05:04
- disabled: False
- format: raw
- id: 2072
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_drivethru", "table": "molo_moloitemmasters" } - type: drivethrucsv
Schema Versions: 3
-
Version 611739
- created: 2023-10-16 01:57:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloitemmasters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloitemmasters`\n(\n `Id` string , `Name` string , `Amount` string , `ItemChargeMethodId` string , `Taxable` string , `AvailableAsAddOn` string , `MarinaLocationId` string , `Price` string , `Tax` string , `Single` string , `ChargeCategory` string , `AmountIsDecimal` string , `NumberOfDecimals` string , `ItemShortName` string , `ItemCode` string , `TrackedInventory` string , `QuantityOnHand` string , `PurchasePrice` string , `FirstTrackingCategory` string , `SecondTrackingCategory` string , `XeroID` string , `SaleFrequency` string , `LowQuantityWarning` string , `MarinaLocation1_Id` string , `MarinaLocation2_Id` string , `Pedestal_Id` string , `Pedestal1_Id` string , `QB_Item_Id` string , `XeroItem_Id` string , `Barcode` string , `DistributeToOwners` string , `FuelCloudProductId` string , `HashId` string , `RequiresAgeVerification` string , `MinimumAge` string , `CreationDateTime` string , `CreationAspNetUser_Id` string , `RecordStatusId` string , `UpdateHash` string , `SubletItem` string , `InternalRevenueXeroAccount_Id` string , `InternalCOGSXeroAccount_Id` string , `WIPXeroAccount_Id` string , `InventoryRevaluation_Id` string , `MarinaLocation6_Id` string , `FinaleProductUrl` string , `RevenueGLCode` string , `COGSGLCode` string , `InventoryGLCode` string , `ARGLCode` string , `SalesTaxGLCode` string , `OnlyUseLast2Average` string , `DeferredRevenueRecognition` string , `DeferredRecognitionGLCode` string , `TrackingCode` string , `AddDescriptionToInvoiceNote` string , `MarinaLocation7_Id` string , `IgnoreInventoryQOH` string , `QOHCommitted` string , `QOHOnOrder` string , `AllowTotalPriceEntry` string , `MarinaLocation9_Id` string , `AllowPostingtoNonIncomeAccounts` string , `Order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloItemMasters/2023-10-16/1697439265'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloitemmasters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloItemMasters/2023-10-16/1697439265
- id: 611739
- processed: 1
- raw_data:
{ "ARGLCode": 49, "AddDescriptionToInvoiceNote": 55, "AllowPostingtoNonIncomeAccounts": 62, "AllowTotalPriceEntry": 60, "Amount": 2, "AmountIsDecimal": 11, "AvailableAsAddOn": 5, "Barcode": 29, "COGSGLCode": 47, "ChargeCategory": 10, "CreationAspNetUser_Id": 36, "CreationDateTime": 35, "DeferredRecognitionGLCode": 53, "DeferredRevenueRecognition": 52, "DistributeToOwners": 30, "FinaleProductUrl": 45, "FirstTrackingCategory": 18, "FuelCloudProductId": 31, "HashId": 32, "Id": 0, "IgnoreInventoryQOH": 57, "InternalCOGSXeroAccount_Id": 41, "InternalRevenueXeroAccount_Id": 40, "InventoryGLCode": 48, "InventoryRevaluation_Id": 43, "ItemChargeMethodId": 3, "ItemCode": 14, "ItemShortName": 13, "LowQuantityWarning": 22, "MarinaLocation1_Id": 23, "MarinaLocation2_Id": 24, "MarinaLocation6_Id": 44, "MarinaLocation7_Id": 56, "MarinaLocation9_Id": 61, "MarinaLocationId": 6, "MinimumAge": 34, "Name": 1, "NumberOfDecimals": 12, "OnlyUseLast2Average": 51, "Order": 63, "Pedestal1_Id": 26, "Pedestal_Id": 25, "Price": 7, "PurchasePrice": 17, "QB_Item_Id": 27, "QOHCommitted": 58, "QOHOnOrder": 59, "QuantityOnHand": 16, "RecordStatusId": 37, "RequiresAgeVerification": 33, "RevenueGLCode": 46, "SaleFrequency": 21, "SalesTaxGLCode": 50, "SecondTrackingCategory": 19, "Single": 9, "SubletItem": 39, "Tax": 8, "Taxable": 4, "TrackedInventory": 15, "TrackingCode": 54, "UpdateHash": 38, "WIPXeroAccount_Id": 42, "XeroID": 20, "XeroItem_Id": 28 } - schema_attributes:
{ "ARGLCode": "string", "AddDescriptionToInvoiceNote": "string", "AllowPostingtoNonIncomeAccounts": "string", "AllowTotalPriceEntry": "string", "Amount": "string", "AmountIsDecimal": "string", "AvailableAsAddOn": "string", "Barcode": "string", "COGSGLCode": "string", "ChargeCategory": "string", "CreationAspNetUser_Id": "string", "CreationDateTime": "string", "DeferredRecognitionGLCode": "string", "DeferredRevenueRecognition": "string", "DistributeToOwners": "string", "FinaleProductUrl": "string", "FirstTrackingCategory": "string", "FuelCloudProductId": "string", "HashId": "string", "Id": "string", "IgnoreInventoryQOH": "string", "InternalCOGSXeroAccount_Id": "string", "InternalRevenueXeroAccount_Id": "string", "InventoryGLCode": "string", "InventoryRevaluation_Id": "string", "ItemChargeMethodId": "string", "ItemCode": "string", "ItemShortName": "string", "LowQuantityWarning": "string", "MarinaLocation1_Id": "string", "MarinaLocation2_Id": "string", "MarinaLocation6_Id": "string", "MarinaLocation7_Id": "string", "MarinaLocation9_Id": "string", "MarinaLocationId": "string", "MinimumAge": "string", "Name": "string", "NumberOfDecimals": "string", "OnlyUseLast2Average": "string", "Order": "string", "Pedestal1_Id": "string", "Pedestal_Id": "string", "Price": "string", "PurchasePrice": "string", "QB_Item_Id": "string", "QOHCommitted": "string", "QOHOnOrder": "string", "QuantityOnHand": "string", "RecordStatusId": "string", "RequiresAgeVerification": "string", "RevenueGLCode": "string", "SaleFrequency": "string", "SalesTaxGLCode": "string", "SecondTrackingCategory": "string", "Single": "string", "SubletItem": "string", "Tax": "string", "Taxable": "string", "TrackedInventory": "string", "TrackingCode": "string", "UpdateHash": "string", "WIPXeroAccount_Id": "string", "XeroID": "string", "XeroItem_Id": "string" } - schema_name_id: 2072
- schema_scan_id: 5253254
- updated: 2023-10-16 01:57:37
-
Version 611033
- created: 2023-10-15 01:55:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloitemmasters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloitemmasters`\n(\n `Id` string , `Name` string , `Amount` string , `ItemChargeMethodId` string , `Taxable` string , `AvailableAsAddOn` string , `MarinaLocationId` string , `Price` string , `Tax` string , `Single` string , `ChargeCategory` string , `AmountIsDecimal` string , `NumberOfDecimals` string , `ItemShortName` string , `ItemCode` string , `TrackedInventory` string , `QuantityOnHand` string , `PurchasePrice` string , `FirstTrackingCategory` string , `SecondTrackingCategory` string , `XeroID` string , `SaleFrequency` string , `LowQuantityWarning` string , `MarinaLocation1_Id` string , `MarinaLocation2_Id` string , `Pedestal_Id` string , `Pedestal1_Id` string , `QB_Item_Id` string , `XeroItem_Id` string , `Barcode` string , `DistributeToOwners` string , `FuelCloudProductId` string , `HashId` string , `RequiresAgeVerification` string , `MinimumAge` string , `CreationDateTime` string , `CreationAspNetUser_Id` string , `RecordStatusId` string , `UpdateHash` string , `SubletItem` string , `InternalRevenueXeroAccount_Id` string , `InternalCOGSXeroAccount_Id` string , `WIPXeroAccount_Id` string , `InventoryRevaluation_Id` string , `MarinaLocation6_Id` string , `FinaleProductUrl` string , `RevenueGLCode` string , `COGSGLCode` string , `InventoryGLCode` string , `ARGLCode` string , `SalesTaxGLCode` string , `OnlyUseLast2Average` string , `DeferredRevenueRecognition` string , `DeferredRecognitionGLCode` string , `TrackingCode` string , `AddDescriptionToInvoiceNote` string , `MarinaLocation7_Id` string , `IgnoreInventoryQOH` string , `QOHCommitted` string , `QOHOnOrder` string , `AllowTotalPriceEntry` string , `MarinaLocation9_Id` string , `AllowPostingtoNonIncomeAccounts` string , `Order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloItemMasters/2023-10-15/1697352807'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloitemmasters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloItemMasters/2023-10-15/1697352807
- id: 611033
- processed: 1
- raw_data:
{ "ARGLCode": 49, "AddDescriptionToInvoiceNote": 55, "AllowPostingtoNonIncomeAccounts": 62, "AllowTotalPriceEntry": 60, "Amount": 2, "AmountIsDecimal": 11, "AvailableAsAddOn": 5, "Barcode": 29, "COGSGLCode": 47, "ChargeCategory": 10, "CreationAspNetUser_Id": 36, "CreationDateTime": 35, "DeferredRecognitionGLCode": 53, "DeferredRevenueRecognition": 52, "DistributeToOwners": 30, "FinaleProductUrl": 45, "FirstTrackingCategory": 18, "FuelCloudProductId": 31, "HashId": 32, "Id": 0, "IgnoreInventoryQOH": 57, "InternalCOGSXeroAccount_Id": 41, "InternalRevenueXeroAccount_Id": 40, "InventoryGLCode": 48, "InventoryRevaluation_Id": 43, "ItemChargeMethodId": 3, "ItemCode": 14, "ItemShortName": 13, "LowQuantityWarning": 22, "MarinaLocation1_Id": 23, "MarinaLocation2_Id": 24, "MarinaLocation6_Id": 44, "MarinaLocation7_Id": 56, "MarinaLocation9_Id": 61, "MarinaLocationId": 6, "MinimumAge": 34, "Name": 1, "NumberOfDecimals": 12, "OnlyUseLast2Average": 51, "Order": 63, "Pedestal1_Id": 26, "Pedestal_Id": 25, "Price": 7, "PurchasePrice": 17, "QB_Item_Id": 27, "QOHCommitted": 58, "QOHOnOrder": 59, "QuantityOnHand": 16, "RecordStatusId": 37, "RequiresAgeVerification": 33, "RevenueGLCode": 46, "SaleFrequency": 21, "SalesTaxGLCode": 50, "SecondTrackingCategory": 19, "Single": 9, "SubletItem": 39, "Tax": 8, "Taxable": 4, "TrackedInventory": 15, "TrackingCode": 54, "UpdateHash": 38, "WIPXeroAccount_Id": 42, "XeroID": 20, "XeroItem_Id": 28 } - schema_attributes:
{ "ARGLCode": "string", "AddDescriptionToInvoiceNote": "string", "AllowPostingtoNonIncomeAccounts": "string", "AllowTotalPriceEntry": "string", "Amount": "string", "AmountIsDecimal": "string", "AvailableAsAddOn": "string", "Barcode": "string", "COGSGLCode": "string", "ChargeCategory": "string", "CreationAspNetUser_Id": "string", "CreationDateTime": "string", "DeferredRecognitionGLCode": "string", "DeferredRevenueRecognition": "string", "DistributeToOwners": "string", "FinaleProductUrl": "string", "FirstTrackingCategory": "string", "FuelCloudProductId": "string", "HashId": "string", "Id": "string", "IgnoreInventoryQOH": "string", "InternalCOGSXeroAccount_Id": "string", "InternalRevenueXeroAccount_Id": "string", "InventoryGLCode": "string", "InventoryRevaluation_Id": "string", "ItemChargeMethodId": "string", "ItemCode": "string", "ItemShortName": "string", "LowQuantityWarning": "string", "MarinaLocation1_Id": "string", "MarinaLocation2_Id": "string", "MarinaLocation6_Id": "string", "MarinaLocation7_Id": "string", "MarinaLocation9_Id": "string", "MarinaLocationId": "string", "MinimumAge": "string", "Name": "string", "NumberOfDecimals": "string", "OnlyUseLast2Average": "string", "Order": "string", "Pedestal1_Id": "string", "Pedestal_Id": "string", "Price": "string", "PurchasePrice": "string", "QB_Item_Id": "string", "QOHCommitted": "string", "QOHOnOrder": "string", "QuantityOnHand": "string", "RecordStatusId": "string", "RequiresAgeVerification": "string", "RevenueGLCode": "string", "SaleFrequency": "string", "SalesTaxGLCode": "string", "SecondTrackingCategory": "string", "Single": "string", "SubletItem": "string", "Tax": "string", "Taxable": "string", "TrackedInventory": "string", "TrackingCode": "string", "UpdateHash": "string", "WIPXeroAccount_Id": "string", "XeroID": "string", "XeroItem_Id": "string" } - schema_name_id: 2072
- schema_scan_id: 5251368
- updated: 2023-10-15 01:55:21
-
Version 610388
- created: 2023-10-14 01:58:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloitemmasters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloitemmasters`\n(\n `Id` string , `Name` string , `Amount` string , `ItemChargeMethodId` string , `Taxable` string , `AvailableAsAddOn` string , `MarinaLocationId` string , `Price` string , `Tax` string , `Single` string , `ChargeCategory` string , `AmountIsDecimal` string , `NumberOfDecimals` string , `ItemShortName` string , `ItemCode` string , `TrackedInventory` string , `QuantityOnHand` string , `PurchasePrice` string , `FirstTrackingCategory` string , `SecondTrackingCategory` string , `XeroID` string , `SaleFrequency` string , `LowQuantityWarning` string , `MarinaLocation1_Id` string , `MarinaLocation2_Id` string , `Pedestal_Id` string , `Pedestal1_Id` string , `QB_Item_Id` string , `XeroItem_Id` string , `Barcode` string , `DistributeToOwners` string , `FuelCloudProductId` string , `HashId` string , `RequiresAgeVerification` string , `MinimumAge` string , `CreationDateTime` string , `CreationAspNetUser_Id` string , `RecordStatusId` string , `UpdateHash` string , `SubletItem` string , `InternalRevenueXeroAccount_Id` string , `InternalCOGSXeroAccount_Id` string , `WIPXeroAccount_Id` string , `InventoryRevaluation_Id` string , `MarinaLocation6_Id` string , `FinaleProductUrl` string , `RevenueGLCode` string , `COGSGLCode` string , `InventoryGLCode` string , `ARGLCode` string , `SalesTaxGLCode` string , `OnlyUseLast2Average` string , `DeferredRevenueRecognition` string , `DeferredRecognitionGLCode` string , `TrackingCode` string , `AddDescriptionToInvoiceNote` string , `MarinaLocation7_Id` string , `IgnoreInventoryQOH` string , `QOHCommitted` string , `QOHOnOrder` string , `AllowTotalPriceEntry` string , `MarinaLocation9_Id` string , `AllowPostingtoNonIncomeAccounts` string , `Order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloItemMasters/2023-10-14/1697266490'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloitemmasters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloItemMasters/2023-10-14/1697266490
- id: 610388
- processed: 1
- raw_data:
{ "ARGLCode": 49, "AddDescriptionToInvoiceNote": 55, "AllowPostingtoNonIncomeAccounts": 62, "AllowTotalPriceEntry": 60, "Amount": 2, "AmountIsDecimal": 11, "AvailableAsAddOn": 5, "Barcode": 29, "COGSGLCode": 47, "ChargeCategory": 10, "CreationAspNetUser_Id": 36, "CreationDateTime": 35, "DeferredRecognitionGLCode": 53, "DeferredRevenueRecognition": 52, "DistributeToOwners": 30, "FinaleProductUrl": 45, "FirstTrackingCategory": 18, "FuelCloudProductId": 31, "HashId": 32, "Id": 0, "IgnoreInventoryQOH": 57, "InternalCOGSXeroAccount_Id": 41, "InternalRevenueXeroAccount_Id": 40, "InventoryGLCode": 48, "InventoryRevaluation_Id": 43, "ItemChargeMethodId": 3, "ItemCode": 14, "ItemShortName": 13, "LowQuantityWarning": 22, "MarinaLocation1_Id": 23, "MarinaLocation2_Id": 24, "MarinaLocation6_Id": 44, "MarinaLocation7_Id": 56, "MarinaLocation9_Id": 61, "MarinaLocationId": 6, "MinimumAge": 34, "Name": 1, "NumberOfDecimals": 12, "OnlyUseLast2Average": 51, "Order": 63, "Pedestal1_Id": 26, "Pedestal_Id": 25, "Price": 7, "PurchasePrice": 17, "QB_Item_Id": 27, "QOHCommitted": 58, "QOHOnOrder": 59, "QuantityOnHand": 16, "RecordStatusId": 37, "RequiresAgeVerification": 33, "RevenueGLCode": 46, "SaleFrequency": 21, "SalesTaxGLCode": 50, "SecondTrackingCategory": 19, "Single": 9, "SubletItem": 39, "Tax": 8, "Taxable": 4, "TrackedInventory": 15, "TrackingCode": 54, "UpdateHash": 38, "WIPXeroAccount_Id": 42, "XeroID": 20, "XeroItem_Id": 28 } - schema_attributes:
{ "ARGLCode": "string", "AddDescriptionToInvoiceNote": "string", "AllowPostingtoNonIncomeAccounts": "string", "AllowTotalPriceEntry": "string", "Amount": "string", "AmountIsDecimal": "string", "AvailableAsAddOn": "string", "Barcode": "string", "COGSGLCode": "string", "ChargeCategory": "string", "CreationAspNetUser_Id": "string", "CreationDateTime": "string", "DeferredRecognitionGLCode": "string", "DeferredRevenueRecognition": "string", "DistributeToOwners": "string", "FinaleProductUrl": "string", "FirstTrackingCategory": "string", "FuelCloudProductId": "string", "HashId": "string", "Id": "string", "IgnoreInventoryQOH": "string", "InternalCOGSXeroAccount_Id": "string", "InternalRevenueXeroAccount_Id": "string", "InventoryGLCode": "string", "InventoryRevaluation_Id": "string", "ItemChargeMethodId": "string", "ItemCode": "string", "ItemShortName": "string", "LowQuantityWarning": "string", "MarinaLocation1_Id": "string", "MarinaLocation2_Id": "string", "MarinaLocation6_Id": "string", "MarinaLocation7_Id": "string", "MarinaLocation9_Id": "string", "MarinaLocationId": "string", "MinimumAge": "string", "Name": "string", "NumberOfDecimals": "string", "OnlyUseLast2Average": "string", "Order": "string", "Pedestal1_Id": "string", "Pedestal_Id": "string", "Price": "string", "PurchasePrice": "string", "QB_Item_Id": "string", "QOHCommitted": "string", "QOHOnOrder": "string", "QuantityOnHand": "string", "RecordStatusId": "string", "RequiresAgeVerification": "string", "RevenueGLCode": "string", "SaleFrequency": "string", "SalesTaxGLCode": "string", "SecondTrackingCategory": "string", "Single": "string", "SubletItem": "string", "Tax": "string", "Taxable": "string", "TrackedInventory": "string", "TrackingCode": "string", "UpdateHash": "string", "WIPXeroAccount_Id": "string", "XeroID": "string", "XeroItem_Id": "string" } - schema_name_id: 2072
- schema_scan_id: 5249348
- updated: 2023-10-14 01:58:17
Schema Scans: 3
Last at 2023-10-16 01:57:24
-
Scan 5253254
- duration: 0:00:13.223597
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 5253254
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloItemMasters/2023-10-16/1697439265", "key": "raw/molo_moloItemMasters/2023-10-16/1697439265/ItemMasters.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.molo_moloItemMasters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11281837490733345829, "service_name": "drive-thru", "span_id": 18411719200831689179, "trace_id": 11545717519017824164 } } - running: False
- schema_name_id: 2072
- start_time: 2023-10-16 01:57:24
- success: True
- trace_id: 11545717519017824164
-
Scan 5251368
- duration: 0:00:13.074348
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 5251368
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloItemMasters/2023-10-15/1697352807", "key": "raw/molo_moloItemMasters/2023-10-15/1697352807/ItemMasters.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.molo_moloItemMasters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12466618545234293087, "service_name": "drive-thru", "span_id": 15180750836201862458, "trace_id": 17029644150158945471 } } - running: False
- schema_name_id: 2072
- start_time: 2023-10-15 01:55:08
- success: True
- trace_id: 17029644150158945471
-
Scan 5249348
- duration: 0:00:13.301200
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 5249348
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloItemMasters/2023-10-14/1697266490", "key": "raw/molo_moloItemMasters/2023-10-14/1697266490/ItemMasters.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.molo_moloItemMasters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10605326528154499459, "service_name": "drive-thru", "span_id": 14546887877934774314, "trace_id": 1755321329976995719 } } - running: False
- schema_name_id: 2072
- start_time: 2023-10-14 01:58:03
- success: True
- trace_id: 1755321329976995719
- attributes:
{ "ARGLCode": "string", "AddDescriptionToInvoiceNote": "string", "AllowPostingtoNonIncomeAccounts": "string", "AllowTotalPriceEntry": "string", "Amount": "string", "AmountIsDecimal": "string", "AvailableAsAddOn": "string", "Barcode": "string", "COGSGLCode": "string", "ChargeCategory": "string", "CreationAspNetUser_Id": "string", "CreationDateTime": "string", "DeferredRecognitionGLCode": "string", "DeferredRevenueRecognition": "string", "DistributeToOwners": "string", "FinaleProductUrl": "string", "FirstTrackingCategory": "string", "FuelCloudProductId": "string", "HashId": "string", "Id": "string", "IgnoreInventoryQOH": "string", "InternalCOGSXeroAccount_Id": "string", "InternalRevenueXeroAccount_Id": "string", "InventoryGLCode": "string", "InventoryRevaluation_Id": "string", "ItemChargeMethodId": "string", "ItemCode": "string", "ItemShortName": "string", "LowQuantityWarning": "string", "MarinaLocation1_Id": "string", "MarinaLocation2_Id": "string", "MarinaLocation6_Id": "string", "MarinaLocation7_Id": "string", "MarinaLocation9_Id": "string", "MarinaLocationId": "string", "MinimumAge": "string", "Name": "string", "NumberOfDecimals": "string", "OnlyUseLast2Average": "string", "Order": "string", "Pedestal1_Id": "string", "Pedestal_Id": "string", "Price": "string", "PurchasePrice": "string", "QB_Item_Id": "string", "QOHCommitted": "string", "QOHOnOrder": "string", "QuantityOnHand": "string", "RecordStatusId": "string", "RequiresAgeVerification": "string", "RevenueGLCode": "string", "SaleFrequency": "string", "SalesTaxGLCode": "string", "SecondTrackingCategory": "string", "Single": "string", "SubletItem": "string", "Tax": "string", "Taxable": "string", "TrackedInventory": "string", "TrackingCode": "string", "UpdateHash": "string", "WIPXeroAccount_Id": "string", "XeroID": "string", "XeroItem_Id": "string" } - created: 2023-10-16 01:57:26
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloitemmasters`\n(\n `Id` string , `Name` string , `Amount` string , `ItemChargeMethodId` string , `Taxable` string , `AvailableAsAddOn` string , `MarinaLocationId` string , `Price` string , `Tax` string , `Single` string , `ChargeCategory` string , `AmountIsDecimal` string , `NumberOfDecimals` string , `ItemShortName` string , `ItemCode` string , `TrackedInventory` string , `QuantityOnHand` string , `PurchasePrice` string , `FirstTrackingCategory` string , `SecondTrackingCategory` string , `XeroID` string , `SaleFrequency` string , `LowQuantityWarning` string , `MarinaLocation1_Id` string , `MarinaLocation2_Id` string , `Pedestal_Id` string , `Pedestal1_Id` string , `QB_Item_Id` string , `XeroItem_Id` string , `Barcode` string , `DistributeToOwners` string , `FuelCloudProductId` string , `HashId` string , `RequiresAgeVerification` string , `MinimumAge` string , `CreationDateTime` string , `CreationAspNetUser_Id` string , `RecordStatusId` string , `UpdateHash` string , `SubletItem` string , `InternalRevenueXeroAccount_Id` string , `InternalCOGSXeroAccount_Id` string , `WIPXeroAccount_Id` string , `InventoryRevaluation_Id` string , `MarinaLocation6_Id` string , `FinaleProductUrl` string , `RevenueGLCode` string , `COGSGLCode` string , `InventoryGLCode` string , `ARGLCode` string , `SalesTaxGLCode` string , `OnlyUseLast2Average` string , `DeferredRevenueRecognition` string , `DeferredRecognitionGLCode` string , `TrackingCode` string , `AddDescriptionToInvoiceNote` string , `MarinaLocation7_Id` string , `IgnoreInventoryQOH` string , `QOHCommitted` string , `QOHOnOrder` string , `AllowTotalPriceEntry` string , `MarinaLocation9_Id` string , `AllowPostingtoNonIncomeAccounts` string , `Order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloItemMasters/2023-10-16/1697439265'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloitemmasters`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloitemmasters" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2023-08-10 14:05:04",
"disabled": false,
"format": "raw",
"id": 2072,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_drivethru",
"table": "molo_moloitemmasters"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"ARGLCode": "string",
"AddDescriptionToInvoiceNote": "string",
"AllowPostingtoNonIncomeAccounts": "string",
"AllowTotalPriceEntry": "string",
"Amount": "string",
"AmountIsDecimal": "string",
"AvailableAsAddOn": "string",
"Barcode": "string",
"COGSGLCode": "string",
"ChargeCategory": "string",
"CreationAspNetUser_Id": "string",
"CreationDateTime": "string",
"DeferredRecognitionGLCode": "string",
"DeferredRevenueRecognition": "string",
"DistributeToOwners": "string",
"FinaleProductUrl": "string",
"FirstTrackingCategory": "string",
"FuelCloudProductId": "string",
"HashId": "string",
"Id": "string",
"IgnoreInventoryQOH": "string",
"InternalCOGSXeroAccount_Id": "string",
"InternalRevenueXeroAccount_Id": "string",
"InventoryGLCode": "string",
"InventoryRevaluation_Id": "string",
"ItemChargeMethodId": "string",
"ItemCode": "string",
"ItemShortName": "string",
"LowQuantityWarning": "string",
"MarinaLocation1_Id": "string",
"MarinaLocation2_Id": "string",
"MarinaLocation6_Id": "string",
"MarinaLocation7_Id": "string",
"MarinaLocation9_Id": "string",
"MarinaLocationId": "string",
"MinimumAge": "string",
"Name": "string",
"NumberOfDecimals": "string",
"OnlyUseLast2Average": "string",
"Order": "string",
"Pedestal1_Id": "string",
"Pedestal_Id": "string",
"Price": "string",
"PurchasePrice": "string",
"QB_Item_Id": "string",
"QOHCommitted": "string",
"QOHOnOrder": "string",
"QuantityOnHand": "string",
"RecordStatusId": "string",
"RequiresAgeVerification": "string",
"RevenueGLCode": "string",
"SaleFrequency": "string",
"SalesTaxGLCode": "string",
"SecondTrackingCategory": "string",
"Single": "string",
"SubletItem": "string",
"Tax": "string",
"Taxable": "string",
"TrackedInventory": "string",
"TrackingCode": "string",
"UpdateHash": "string",
"WIPXeroAccount_Id": "string",
"XeroID": "string",
"XeroItem_Id": "string"
},
"created": "2023-10-16 01:57:26",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloitemmasters`\n(\n `Id` string , `Name` string , `Amount` string , `ItemChargeMethodId` string , `Taxable` string , `AvailableAsAddOn` string , `MarinaLocationId` string , `Price` string , `Tax` string , `Single` string , `ChargeCategory` string , `AmountIsDecimal` string , `NumberOfDecimals` string , `ItemShortName` string , `ItemCode` string , `TrackedInventory` string , `QuantityOnHand` string , `PurchasePrice` string , `FirstTrackingCategory` string , `SecondTrackingCategory` string , `XeroID` string , `SaleFrequency` string , `LowQuantityWarning` string , `MarinaLocation1_Id` string , `MarinaLocation2_Id` string , `Pedestal_Id` string , `Pedestal1_Id` string , `QB_Item_Id` string , `XeroItem_Id` string , `Barcode` string , `DistributeToOwners` string , `FuelCloudProductId` string , `HashId` string , `RequiresAgeVerification` string , `MinimumAge` string , `CreationDateTime` string , `CreationAspNetUser_Id` string , `RecordStatusId` string , `UpdateHash` string , `SubletItem` string , `InternalRevenueXeroAccount_Id` string , `InternalCOGSXeroAccount_Id` string , `WIPXeroAccount_Id` string , `InventoryRevaluation_Id` string , `MarinaLocation6_Id` string , `FinaleProductUrl` string , `RevenueGLCode` string , `COGSGLCode` string , `InventoryGLCode` string , `ARGLCode` string , `SalesTaxGLCode` string , `OnlyUseLast2Average` string , `DeferredRevenueRecognition` string , `DeferredRecognitionGLCode` string , `TrackingCode` string , `AddDescriptionToInvoiceNote` string , `MarinaLocation7_Id` string , `IgnoreInventoryQOH` string , `QOHCommitted` string , `QOHOnOrder` string , `AllowTotalPriceEntry` string , `MarinaLocation9_Id` string , `AllowPostingtoNonIncomeAccounts` string , `Order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloItemMasters/2023-10-16/1697439265'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloitemmasters`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloitemmasters"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}