Schema Info
Schema Name: sfdl_stage_drivethru.molo_moloresourcestatussettingsset
- created: 2023-08-10 13:54:36
- disabled: False
- format: raw
- id: 1867
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_drivethru", "table": "molo_moloresourcestatussettingsset" } - type: drivethrucsv
Schema Versions: 3
-
Version 611851
- created: 2023-10-16 02:03:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloresourcestatussettingsset`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloresourcestatussettingsset`\n(\n `Id` string , `MovablePending` string , `MovableConfirmed` string , `MovableArrived` string , `MovableOut` string , `MovableReturned` string , `MovableComplete` string , `MovableCancelled` string , `StationaryPending` string , `StationaryConfirmed` string , `StationaryCheckedIn` string , `StationaryOnLeave` string , `StationaryCheckedOut` string , `StationaryCancelled` string , `MarinaLocationId` string , `MovablePendingText` string , `MovableConfirmedText` string , `MovableArrivedText` string , `MovableOutText` string , `MovableReturnedText` string , `MovableCompleteText` string , `MovableCancelledText` string , `StationaryPendingText` string , `StationaryConfirmedText` string , `StationaryCheckedInText` string , `StationaryOnLeaveText` string , `StationaryCheckedOutText` string , `StationaryCancelledText` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloResourceStatusSettingsSet/2023-10-16/1697439329'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloresourcestatussettingsset" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloResourceStatusSettingsSet/2023-10-16/1697439329
- id: 611851
- processed: 1
- raw_data:
{ "Id": 0, "MarinaLocationId": 14, "MovableArrived": 3, "MovableArrivedText": 17, "MovableCancelled": 7, "MovableCancelledText": 21, "MovableComplete": 6, "MovableCompleteText": 20, "MovableConfirmed": 2, "MovableConfirmedText": 16, "MovableOut": 4, "MovableOutText": 18, "MovablePending": 1, "MovablePendingText": 15, "MovableReturned": 5, "MovableReturnedText": 19, "StationaryCancelled": 13, "StationaryCancelledText": 27, "StationaryCheckedIn": 10, "StationaryCheckedInText": 24, "StationaryCheckedOut": 12, "StationaryCheckedOutText": 26, "StationaryConfirmed": 9, "StationaryConfirmedText": 23, "StationaryOnLeave": 11, "StationaryOnLeaveText": 25, "StationaryPending": 8, "StationaryPendingText": 22 } - schema_attributes:
{ "Id": "string", "MarinaLocationId": "string", "MovableArrived": "string", "MovableArrivedText": "string", "MovableCancelled": "string", "MovableCancelledText": "string", "MovableComplete": "string", "MovableCompleteText": "string", "MovableConfirmed": "string", "MovableConfirmedText": "string", "MovableOut": "string", "MovableOutText": "string", "MovablePending": "string", "MovablePendingText": "string", "MovableReturned": "string", "MovableReturnedText": "string", "StationaryCancelled": "string", "StationaryCancelledText": "string", "StationaryCheckedIn": "string", "StationaryCheckedInText": "string", "StationaryCheckedOut": "string", "StationaryCheckedOutText": "string", "StationaryConfirmed": "string", "StationaryConfirmedText": "string", "StationaryOnLeave": "string", "StationaryOnLeaveText": "string", "StationaryPending": "string", "StationaryPendingText": "string" } - schema_name_id: 1867
- schema_scan_id: 5253365
- updated: 2023-10-16 02:03:15
-
Version 611162
- created: 2023-10-15 02:01:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloresourcestatussettingsset`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloresourcestatussettingsset`\n(\n `Id` string , `MovablePending` string , `MovableConfirmed` string , `MovableArrived` string , `MovableOut` string , `MovableReturned` string , `MovableComplete` string , `MovableCancelled` string , `StationaryPending` string , `StationaryConfirmed` string , `StationaryCheckedIn` string , `StationaryOnLeave` string , `StationaryCheckedOut` string , `StationaryCancelled` string , `MarinaLocationId` string , `MovablePendingText` string , `MovableConfirmedText` string , `MovableArrivedText` string , `MovableOutText` string , `MovableReturnedText` string , `MovableCompleteText` string , `MovableCancelledText` string , `StationaryPendingText` string , `StationaryConfirmedText` string , `StationaryCheckedInText` string , `StationaryOnLeaveText` string , `StationaryCheckedOutText` string , `StationaryCancelledText` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloResourceStatusSettingsSet/2023-10-15/1697352870'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloresourcestatussettingsset" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloResourceStatusSettingsSet/2023-10-15/1697352870
- id: 611162
- processed: 1
- raw_data:
{ "Id": 0, "MarinaLocationId": 14, "MovableArrived": 3, "MovableArrivedText": 17, "MovableCancelled": 7, "MovableCancelledText": 21, "MovableComplete": 6, "MovableCompleteText": 20, "MovableConfirmed": 2, "MovableConfirmedText": 16, "MovableOut": 4, "MovableOutText": 18, "MovablePending": 1, "MovablePendingText": 15, "MovableReturned": 5, "MovableReturnedText": 19, "StationaryCancelled": 13, "StationaryCancelledText": 27, "StationaryCheckedIn": 10, "StationaryCheckedInText": 24, "StationaryCheckedOut": 12, "StationaryCheckedOutText": 26, "StationaryConfirmed": 9, "StationaryConfirmedText": 23, "StationaryOnLeave": 11, "StationaryOnLeaveText": 25, "StationaryPending": 8, "StationaryPendingText": 22 } - schema_attributes:
{ "Id": "string", "MarinaLocationId": "string", "MovableArrived": "string", "MovableArrivedText": "string", "MovableCancelled": "string", "MovableCancelledText": "string", "MovableComplete": "string", "MovableCompleteText": "string", "MovableConfirmed": "string", "MovableConfirmedText": "string", "MovableOut": "string", "MovableOutText": "string", "MovablePending": "string", "MovablePendingText": "string", "MovableReturned": "string", "MovableReturnedText": "string", "StationaryCancelled": "string", "StationaryCancelledText": "string", "StationaryCheckedIn": "string", "StationaryCheckedInText": "string", "StationaryCheckedOut": "string", "StationaryCheckedOutText": "string", "StationaryConfirmed": "string", "StationaryConfirmedText": "string", "StationaryOnLeave": "string", "StationaryOnLeaveText": "string", "StationaryPending": "string", "StationaryPendingText": "string" } - schema_name_id: 1867
- schema_scan_id: 5251498
- updated: 2023-10-15 02:01:45
-
Version 610523
- created: 2023-10-14 02:04:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloresourcestatussettingsset`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloresourcestatussettingsset`\n(\n `Id` string , `MovablePending` string , `MovableConfirmed` string , `MovableArrived` string , `MovableOut` string , `MovableReturned` string , `MovableComplete` string , `MovableCancelled` string , `StationaryPending` string , `StationaryConfirmed` string , `StationaryCheckedIn` string , `StationaryOnLeave` string , `StationaryCheckedOut` string , `StationaryCancelled` string , `MarinaLocationId` string , `MovablePendingText` string , `MovableConfirmedText` string , `MovableArrivedText` string , `MovableOutText` string , `MovableReturnedText` string , `MovableCompleteText` string , `MovableCancelledText` string , `StationaryPendingText` string , `StationaryConfirmedText` string , `StationaryCheckedInText` string , `StationaryOnLeaveText` string , `StationaryCheckedOutText` string , `StationaryCancelledText` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloResourceStatusSettingsSet/2023-10-14/1697266549'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloresourcestatussettingsset" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloResourceStatusSettingsSet/2023-10-14/1697266549
- id: 610523
- processed: 1
- raw_data:
{ "Id": 0, "MarinaLocationId": 14, "MovableArrived": 3, "MovableArrivedText": 17, "MovableCancelled": 7, "MovableCancelledText": 21, "MovableComplete": 6, "MovableCompleteText": 20, "MovableConfirmed": 2, "MovableConfirmedText": 16, "MovableOut": 4, "MovableOutText": 18, "MovablePending": 1, "MovablePendingText": 15, "MovableReturned": 5, "MovableReturnedText": 19, "StationaryCancelled": 13, "StationaryCancelledText": 27, "StationaryCheckedIn": 10, "StationaryCheckedInText": 24, "StationaryCheckedOut": 12, "StationaryCheckedOutText": 26, "StationaryConfirmed": 9, "StationaryConfirmedText": 23, "StationaryOnLeave": 11, "StationaryOnLeaveText": 25, "StationaryPending": 8, "StationaryPendingText": 22 } - schema_attributes:
{ "Id": "string", "MarinaLocationId": "string", "MovableArrived": "string", "MovableArrivedText": "string", "MovableCancelled": "string", "MovableCancelledText": "string", "MovableComplete": "string", "MovableCompleteText": "string", "MovableConfirmed": "string", "MovableConfirmedText": "string", "MovableOut": "string", "MovableOutText": "string", "MovablePending": "string", "MovablePendingText": "string", "MovableReturned": "string", "MovableReturnedText": "string", "StationaryCancelled": "string", "StationaryCancelledText": "string", "StationaryCheckedIn": "string", "StationaryCheckedInText": "string", "StationaryCheckedOut": "string", "StationaryCheckedOutText": "string", "StationaryConfirmed": "string", "StationaryConfirmedText": "string", "StationaryOnLeave": "string", "StationaryOnLeaveText": "string", "StationaryPending": "string", "StationaryPendingText": "string" } - schema_name_id: 1867
- schema_scan_id: 5249483
- updated: 2023-10-14 02:05:01
Schema Scans: 3
Last at 2023-10-16 02:03:00
-
Scan 5253365
- duration: 0:00:14.847993
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 5253365
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloResourceStatusSettingsSet/2023-10-16/1697439329", "key": "raw/molo_moloResourceStatusSettingsSet/2023-10-16/1697439329/ResourceStatusSettingsSet.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.molo_moloResourceStatusSettingsSet", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6291132088918005227, "service_name": "drive-thru", "span_id": 168095693259216477, "trace_id": 1154237840140816077 } } - running: False
- schema_name_id: 1867
- start_time: 2023-10-16 02:03:00
- success: True
- trace_id: 1154237840140816077
-
Scan 5251498
- duration: 0:00:12.145913
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 5251498
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloResourceStatusSettingsSet/2023-10-15/1697352870", "key": "raw/molo_moloResourceStatusSettingsSet/2023-10-15/1697352870/ResourceStatusSettingsSet.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.molo_moloResourceStatusSettingsSet", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1687121825735761147, "service_name": "drive-thru", "span_id": 12272186296959184047, "trace_id": 10710612524919554110 } } - running: False
- schema_name_id: 1867
- start_time: 2023-10-15 02:01:33
- success: True
- trace_id: 10710612524919554110
-
Scan 5249483
- duration: 0:00:12.247095
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 5249483
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloResourceStatusSettingsSet/2023-10-14/1697266549", "key": "raw/molo_moloResourceStatusSettingsSet/2023-10-14/1697266549/ResourceStatusSettingsSet.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.molo_moloResourceStatusSettingsSet", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4649405988132923819, "service_name": "drive-thru", "span_id": 2483991322832437595, "trace_id": 10878829883900060101 } } - running: False
- schema_name_id: 1867
- start_time: 2023-10-14 02:04:49
- success: True
- trace_id: 10878829883900060101
- attributes:
{ "Id": "string", "MarinaLocationId": "string", "MovableArrived": "string", "MovableArrivedText": "string", "MovableCancelled": "string", "MovableCancelledText": "string", "MovableComplete": "string", "MovableCompleteText": "string", "MovableConfirmed": "string", "MovableConfirmedText": "string", "MovableOut": "string", "MovableOutText": "string", "MovablePending": "string", "MovablePendingText": "string", "MovableReturned": "string", "MovableReturnedText": "string", "StationaryCancelled": "string", "StationaryCancelledText": "string", "StationaryCheckedIn": "string", "StationaryCheckedInText": "string", "StationaryCheckedOut": "string", "StationaryCheckedOutText": "string", "StationaryConfirmed": "string", "StationaryConfirmedText": "string", "StationaryOnLeave": "string", "StationaryOnLeaveText": "string", "StationaryPending": "string", "StationaryPendingText": "string" } - created: 2023-10-16 02:03:01
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloresourcestatussettingsset`\n(\n `Id` string , `MovablePending` string , `MovableConfirmed` string , `MovableArrived` string , `MovableOut` string , `MovableReturned` string , `MovableComplete` string , `MovableCancelled` string , `StationaryPending` string , `StationaryConfirmed` string , `StationaryCheckedIn` string , `StationaryOnLeave` string , `StationaryCheckedOut` string , `StationaryCancelled` string , `MarinaLocationId` string , `MovablePendingText` string , `MovableConfirmedText` string , `MovableArrivedText` string , `MovableOutText` string , `MovableReturnedText` string , `MovableCompleteText` string , `MovableCancelledText` string , `StationaryPendingText` string , `StationaryConfirmedText` string , `StationaryCheckedInText` string , `StationaryOnLeaveText` string , `StationaryCheckedOutText` string , `StationaryCancelledText` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloResourceStatusSettingsSet/2023-10-16/1697439329'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloresourcestatussettingsset`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloresourcestatussettingsset" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2023-08-10 13:54:36",
"disabled": false,
"format": "raw",
"id": 1867,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_drivethru",
"table": "molo_moloresourcestatussettingsset"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"Id": "string",
"MarinaLocationId": "string",
"MovableArrived": "string",
"MovableArrivedText": "string",
"MovableCancelled": "string",
"MovableCancelledText": "string",
"MovableComplete": "string",
"MovableCompleteText": "string",
"MovableConfirmed": "string",
"MovableConfirmedText": "string",
"MovableOut": "string",
"MovableOutText": "string",
"MovablePending": "string",
"MovablePendingText": "string",
"MovableReturned": "string",
"MovableReturnedText": "string",
"StationaryCancelled": "string",
"StationaryCancelledText": "string",
"StationaryCheckedIn": "string",
"StationaryCheckedInText": "string",
"StationaryCheckedOut": "string",
"StationaryCheckedOutText": "string",
"StationaryConfirmed": "string",
"StationaryConfirmedText": "string",
"StationaryOnLeave": "string",
"StationaryOnLeaveText": "string",
"StationaryPending": "string",
"StationaryPendingText": "string"
},
"created": "2023-10-16 02:03:01",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.molo_moloresourcestatussettingsset`\n(\n `Id` string , `MovablePending` string , `MovableConfirmed` string , `MovableArrived` string , `MovableOut` string , `MovableReturned` string , `MovableComplete` string , `MovableCancelled` string , `StationaryPending` string , `StationaryConfirmed` string , `StationaryCheckedIn` string , `StationaryOnLeave` string , `StationaryCheckedOut` string , `StationaryCancelled` string , `MarinaLocationId` string , `MovablePendingText` string , `MovableConfirmedText` string , `MovableArrivedText` string , `MovableOutText` string , `MovableReturnedText` string , `MovableCompleteText` string , `MovableCancelledText` string , `StationaryPendingText` string , `StationaryConfirmedText` string , `StationaryCheckedInText` string , `StationaryOnLeaveText` string , `StationaryCheckedOutText` string , `StationaryCancelledText` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/molo_moloResourceStatusSettingsSet/2023-10-16/1697439329'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.molo_moloresourcestatussettingsset`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.molo_moloresourcestatussettingsset"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}