Schema Info
Schema Name: sfdl_stage_drivethru.molo_molosv_estimateset
- created: 2023-08-10 14:01:23
- disabled: False
- format: raw
- id: 2001
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_drivethru", "table": "molo_molosv_estimateset" } - type: drivethrucsv
Schema Versions: 3
-
Version 611914
- created: 2023-10-16 02:06:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_molosv_estimateset`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_molosv_estimateset`\n(\n `Id` string , `CreationDateTime` string , `CreationUserId` string , `Name` string , `EstimateInternalComments` string , `EstimateCustomerFacingComments` string , `ScheduledHaulDate` string , `EstimatedStartDate` string , `EstimatedEndDate` string , `ScheduledLaunchDate` string , `EstimateInternalCommentsUser` string , `EstimateInternalCommentsDateTime` string , `EstimateCustomerFacingCommentsUser` string , `EstimateCustomerFacingCommentsDateTime` string , `LinkedEstimate` string , `UpdateHash` string , `SV_EstimateStatus_Id` string , `Contact_Id` string , `Boat_Id` string , `SV_TermsAndConditionsHTML_Id` string , `SV_WorkOrderCategory_Id` string , `SV_WorkOrderLocation_Id` string , `MarinaLocation_Id` string , `DeletionDateTime` string , `RecordStatus_Id` string , `DeletionUser_Id` string , `OverrideTaxRate` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloSV_EstimateSet/2023-10-16/1697439342'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_molosv_estimateset" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloSV_EstimateSet/2023-10-16/1697439342
- id: 611914
- processed: 1
- raw_data:
{ "Boat_Id": 18, "Contact_Id": 17, "CreationDateTime": 1, "CreationUserId": 2, "DeletionDateTime": 23, "DeletionUser_Id": 25, "EstimateCustomerFacingComments": 5, "EstimateCustomerFacingCommentsDateTime": 13, "EstimateCustomerFacingCommentsUser": 12, "EstimateInternalComments": 4, "EstimateInternalCommentsDateTime": 11, "EstimateInternalCommentsUser": 10, "EstimatedEndDate": 8, "EstimatedStartDate": 7, "Id": 0, "LinkedEstimate": 14, "MarinaLocation_Id": 22, "Name": 3, "OverrideTaxRate": 26, "RecordStatus_Id": 24, "SV_EstimateStatus_Id": 16, "SV_TermsAndConditionsHTML_Id": 19, "SV_WorkOrderCategory_Id": 20, "SV_WorkOrderLocation_Id": 21, "ScheduledHaulDate": 6, "ScheduledLaunchDate": 9, "UpdateHash": 15 } - schema_attributes:
{ "Boat_Id": "string", "Contact_Id": "string", "CreationDateTime": "string", "CreationUserId": "string", "DeletionDateTime": "string", "DeletionUser_Id": "string", "EstimateCustomerFacingComments": "string", "EstimateCustomerFacingCommentsDateTime": "string", "EstimateCustomerFacingCommentsUser": "string", "EstimateInternalComments": "string", "EstimateInternalCommentsDateTime": "string", "EstimateInternalCommentsUser": "string", "EstimatedEndDate": "string", "EstimatedStartDate": "string", "Id": "string", "LinkedEstimate": "string", "MarinaLocation_Id": "string", "Name": "string", "OverrideTaxRate": "string", "RecordStatus_Id": "string", "SV_EstimateStatus_Id": "string", "SV_TermsAndConditionsHTML_Id": "string", "SV_WorkOrderCategory_Id": "string", "SV_WorkOrderLocation_Id": "string", "ScheduledHaulDate": "string", "ScheduledLaunchDate": "string", "UpdateHash": "string" } - schema_name_id: 2001
- schema_scan_id: 5253430
- updated: 2023-10-16 02:06:24
-
Version 611229
- created: 2023-10-15 02:04:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_molosv_estimateset`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_molosv_estimateset`\n(\n `Id` string , `CreationDateTime` string , `CreationUserId` string , `Name` string , `EstimateInternalComments` string , `EstimateCustomerFacingComments` string , `ScheduledHaulDate` string , `EstimatedStartDate` string , `EstimatedEndDate` string , `ScheduledLaunchDate` string , `EstimateInternalCommentsUser` string , `EstimateInternalCommentsDateTime` string , `EstimateCustomerFacingCommentsUser` string , `EstimateCustomerFacingCommentsDateTime` string , `LinkedEstimate` string , `UpdateHash` string , `SV_EstimateStatus_Id` string , `Contact_Id` string , `Boat_Id` string , `SV_TermsAndConditionsHTML_Id` string , `SV_WorkOrderCategory_Id` string , `SV_WorkOrderLocation_Id` string , `MarinaLocation_Id` string , `DeletionDateTime` string , `RecordStatus_Id` string , `DeletionUser_Id` string , `OverrideTaxRate` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloSV_EstimateSet/2023-10-15/1697352883'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_molosv_estimateset" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloSV_EstimateSet/2023-10-15/1697352883
- id: 611229
- processed: 1
- raw_data:
{ "Boat_Id": 18, "Contact_Id": 17, "CreationDateTime": 1, "CreationUserId": 2, "DeletionDateTime": 23, "DeletionUser_Id": 25, "EstimateCustomerFacingComments": 5, "EstimateCustomerFacingCommentsDateTime": 13, "EstimateCustomerFacingCommentsUser": 12, "EstimateInternalComments": 4, "EstimateInternalCommentsDateTime": 11, "EstimateInternalCommentsUser": 10, "EstimatedEndDate": 8, "EstimatedStartDate": 7, "Id": 0, "LinkedEstimate": 14, "MarinaLocation_Id": 22, "Name": 3, "OverrideTaxRate": 26, "RecordStatus_Id": 24, "SV_EstimateStatus_Id": 16, "SV_TermsAndConditionsHTML_Id": 19, "SV_WorkOrderCategory_Id": 20, "SV_WorkOrderLocation_Id": 21, "ScheduledHaulDate": 6, "ScheduledLaunchDate": 9, "UpdateHash": 15 } - schema_attributes:
{ "Boat_Id": "string", "Contact_Id": "string", "CreationDateTime": "string", "CreationUserId": "string", "DeletionDateTime": "string", "DeletionUser_Id": "string", "EstimateCustomerFacingComments": "string", "EstimateCustomerFacingCommentsDateTime": "string", "EstimateCustomerFacingCommentsUser": "string", "EstimateInternalComments": "string", "EstimateInternalCommentsDateTime": "string", "EstimateInternalCommentsUser": "string", "EstimatedEndDate": "string", "EstimatedStartDate": "string", "Id": "string", "LinkedEstimate": "string", "MarinaLocation_Id": "string", "Name": "string", "OverrideTaxRate": "string", "RecordStatus_Id": "string", "SV_EstimateStatus_Id": "string", "SV_TermsAndConditionsHTML_Id": "string", "SV_WorkOrderCategory_Id": "string", "SV_WorkOrderLocation_Id": "string", "ScheduledHaulDate": "string", "ScheduledLaunchDate": "string", "UpdateHash": "string" } - schema_name_id: 2001
- schema_scan_id: 5251565
- updated: 2023-10-15 02:05:05
-
Version 610486
- created: 2023-10-14 02:02:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_molosv_estimateset`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_molosv_estimateset`\n(\n `Id` string , `CreationDateTime` string , `CreationUserId` string , `Name` string , `EstimateInternalComments` string , `EstimateCustomerFacingComments` string , `ScheduledHaulDate` string , `EstimatedStartDate` string , `EstimatedEndDate` string , `ScheduledLaunchDate` string , `EstimateInternalCommentsUser` string , `EstimateInternalCommentsDateTime` string , `EstimateCustomerFacingCommentsUser` string , `EstimateCustomerFacingCommentsDateTime` string , `LinkedEstimate` string , `UpdateHash` string , `SV_EstimateStatus_Id` string , `Contact_Id` string , `Boat_Id` string , `SV_TermsAndConditionsHTML_Id` string , `SV_WorkOrderCategory_Id` string , `SV_WorkOrderLocation_Id` string , `MarinaLocation_Id` string , `DeletionDateTime` string , `RecordStatus_Id` string , `DeletionUser_Id` string , `OverrideTaxRate` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloSV_EstimateSet/2023-10-14/1697266562'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_molosv_estimateset" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloSV_EstimateSet/2023-10-14/1697266562
- id: 610486
- processed: 1
- raw_data:
{ "Boat_Id": 18, "Contact_Id": 17, "CreationDateTime": 1, "CreationUserId": 2, "DeletionDateTime": 23, "DeletionUser_Id": 25, "EstimateCustomerFacingComments": 5, "EstimateCustomerFacingCommentsDateTime": 13, "EstimateCustomerFacingCommentsUser": 12, "EstimateInternalComments": 4, "EstimateInternalCommentsDateTime": 11, "EstimateInternalCommentsUser": 10, "EstimatedEndDate": 8, "EstimatedStartDate": 7, "Id": 0, "LinkedEstimate": 14, "MarinaLocation_Id": 22, "Name": 3, "OverrideTaxRate": 26, "RecordStatus_Id": 24, "SV_EstimateStatus_Id": 16, "SV_TermsAndConditionsHTML_Id": 19, "SV_WorkOrderCategory_Id": 20, "SV_WorkOrderLocation_Id": 21, "ScheduledHaulDate": 6, "ScheduledLaunchDate": 9, "UpdateHash": 15 } - schema_attributes:
{ "Boat_Id": "string", "Contact_Id": "string", "CreationDateTime": "string", "CreationUserId": "string", "DeletionDateTime": "string", "DeletionUser_Id": "string", "EstimateCustomerFacingComments": "string", "EstimateCustomerFacingCommentsDateTime": "string", "EstimateCustomerFacingCommentsUser": "string", "EstimateInternalComments": "string", "EstimateInternalCommentsDateTime": "string", "EstimateInternalCommentsUser": "string", "EstimatedEndDate": "string", "EstimatedStartDate": "string", "Id": "string", "LinkedEstimate": "string", "MarinaLocation_Id": "string", "Name": "string", "OverrideTaxRate": "string", "RecordStatus_Id": "string", "SV_EstimateStatus_Id": "string", "SV_TermsAndConditionsHTML_Id": "string", "SV_WorkOrderCategory_Id": "string", "SV_WorkOrderLocation_Id": "string", "ScheduledHaulDate": "string", "ScheduledLaunchDate": "string", "UpdateHash": "string" } - schema_name_id: 2001
- schema_scan_id: 5249446
- updated: 2023-10-14 02:03:09
Schema Scans: 3
Last at 2023-10-16 02:06:12
-
Scan 5253430
- duration: 0:00:12.261080
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 5253430
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloSV_EstimateSet/2023-10-16/1697439342", "key": "raw/molo_moloSV_EstimateSet/2023-10-16/1697439342/SV_EstimateSet.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.molo_moloSV_EstimateSet", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1829835275742229718, "service_name": "drive-thru", "span_id": 4307505557499089335, "trace_id": 2331493798213452978 } } - running: False
- schema_name_id: 2001
- start_time: 2023-10-16 02:06:12
- success: True
- trace_id: 2331493798213452978
-
Scan 5251565
- duration: 0:00:12.281512
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 5251565
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloSV_EstimateSet/2023-10-15/1697352883", "key": "raw/molo_moloSV_EstimateSet/2023-10-15/1697352883/SV_EstimateSet.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.molo_moloSV_EstimateSet", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7379171473063547704, "service_name": "drive-thru", "span_id": 11456309475089923902, "trace_id": 5922374422146237783 } } - running: False
- schema_name_id: 2001
- start_time: 2023-10-15 02:04:53
- success: True
- trace_id: 5922374422146237783
-
Scan 5249446
- duration: 0:00:12.188011
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 5249446
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloSV_EstimateSet/2023-10-14/1697266562", "key": "raw/molo_moloSV_EstimateSet/2023-10-14/1697266562/SV_EstimateSet.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.molo_moloSV_EstimateSet", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1412095474430907787, "service_name": "drive-thru", "span_id": 7556102769099249017, "trace_id": 5232478451614683438 } } - running: False
- schema_name_id: 2001
- start_time: 2023-10-14 02:02:57
- success: True
- trace_id: 5232478451614683438
- attributes:
{ "Boat_Id": "string", "Contact_Id": "string", "CreationDateTime": "string", "CreationUserId": "string", "DeletionDateTime": "string", "DeletionUser_Id": "string", "EstimateCustomerFacingComments": "string", "EstimateCustomerFacingCommentsDateTime": "string", "EstimateCustomerFacingCommentsUser": "string", "EstimateInternalComments": "string", "EstimateInternalCommentsDateTime": "string", "EstimateInternalCommentsUser": "string", "EstimatedEndDate": "string", "EstimatedStartDate": "string", "Id": "string", "LinkedEstimate": "string", "MarinaLocation_Id": "string", "Name": "string", "OverrideTaxRate": "string", "RecordStatus_Id": "string", "SV_EstimateStatus_Id": "string", "SV_TermsAndConditionsHTML_Id": "string", "SV_WorkOrderCategory_Id": "string", "SV_WorkOrderLocation_Id": "string", "ScheduledHaulDate": "string", "ScheduledLaunchDate": "string", "UpdateHash": "string" } - created: 2023-10-16 02:06:13
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_molosv_estimateset`\n(\n `Id` string , `CreationDateTime` string , `CreationUserId` string , `Name` string , `EstimateInternalComments` string , `EstimateCustomerFacingComments` string , `ScheduledHaulDate` string , `EstimatedStartDate` string , `EstimatedEndDate` string , `ScheduledLaunchDate` string , `EstimateInternalCommentsUser` string , `EstimateInternalCommentsDateTime` string , `EstimateCustomerFacingCommentsUser` string , `EstimateCustomerFacingCommentsDateTime` string , `LinkedEstimate` string , `UpdateHash` string , `SV_EstimateStatus_Id` string , `Contact_Id` string , `Boat_Id` string , `SV_TermsAndConditionsHTML_Id` string , `SV_WorkOrderCategory_Id` string , `SV_WorkOrderLocation_Id` string , `MarinaLocation_Id` string , `DeletionDateTime` string , `RecordStatus_Id` string , `DeletionUser_Id` string , `OverrideTaxRate` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloSV_EstimateSet/2023-10-16/1697439342'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_molosv_estimateset`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_molosv_estimateset" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2023-08-10 14:01:23",
"disabled": false,
"format": "raw",
"id": 2001,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_drivethru",
"table": "molo_molosv_estimateset"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"Boat_Id": "string",
"Contact_Id": "string",
"CreationDateTime": "string",
"CreationUserId": "string",
"DeletionDateTime": "string",
"DeletionUser_Id": "string",
"EstimateCustomerFacingComments": "string",
"EstimateCustomerFacingCommentsDateTime": "string",
"EstimateCustomerFacingCommentsUser": "string",
"EstimateInternalComments": "string",
"EstimateInternalCommentsDateTime": "string",
"EstimateInternalCommentsUser": "string",
"EstimatedEndDate": "string",
"EstimatedStartDate": "string",
"Id": "string",
"LinkedEstimate": "string",
"MarinaLocation_Id": "string",
"Name": "string",
"OverrideTaxRate": "string",
"RecordStatus_Id": "string",
"SV_EstimateStatus_Id": "string",
"SV_TermsAndConditionsHTML_Id": "string",
"SV_WorkOrderCategory_Id": "string",
"SV_WorkOrderLocation_Id": "string",
"ScheduledHaulDate": "string",
"ScheduledLaunchDate": "string",
"UpdateHash": "string"
},
"created": "2023-10-16 02:06:13",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_molosv_estimateset`\n(\n `Id` string , `CreationDateTime` string , `CreationUserId` string , `Name` string , `EstimateInternalComments` string , `EstimateCustomerFacingComments` string , `ScheduledHaulDate` string , `EstimatedStartDate` string , `EstimatedEndDate` string , `ScheduledLaunchDate` string , `EstimateInternalCommentsUser` string , `EstimateInternalCommentsDateTime` string , `EstimateCustomerFacingCommentsUser` string , `EstimateCustomerFacingCommentsDateTime` string , `LinkedEstimate` string , `UpdateHash` string , `SV_EstimateStatus_Id` string , `Contact_Id` string , `Boat_Id` string , `SV_TermsAndConditionsHTML_Id` string , `SV_WorkOrderCategory_Id` string , `SV_WorkOrderLocation_Id` string , `MarinaLocation_Id` string , `DeletionDateTime` string , `RecordStatus_Id` string , `DeletionUser_Id` string , `OverrideTaxRate` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloSV_EstimateSet/2023-10-16/1697439342'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_molosv_estimateset`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_molosv_estimateset"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}