Schema Info
Schema Name: sfdl_stage_drivethru.stellar_mmsunits
- created: 2023-01-30 18:20:34
- disabled: False
- format: raw
- id: 1692
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_drivethru", "table": "stellar_mmsunits" } - type: drivethrucsv
Schema Versions: 3
-
Version 495934
- created: 2023-02-06 01:25:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.stellar_mmsunits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.stellar_mmsunits`\n(\n `tenant` string , `id` string , `name` string , `location_id` string , `service_line_id` string , `description` string , `unit_type_id` string , `exclude_from_dock_walk_reports` string , `exclude_from_occupancy_reports` string , `stern_tie_off` string , `dock_pier` string , `actual_length` string , `actual_width` string , `actual_draft` string , `actual_height` string , `billable_length` string , `billable_width` string , `billable_draft` string , `billable_height` string , `linear_space_between_units` string , `minimum_length` string , `maximum_length` string , `minimum_width` string , `maximum_width` string , `minimum_draft` string , `maximum_draft` string , `minimum_height` string , `maximum_height` string , `linear_slip` string , `status` string , `inactive_date` string , `barcode` string , `notes` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `inactive_reason_other` string , `inactive_reason_id` string , `position` string , `allow_overlapping_bookings` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsunits/2023-02-06/1675667657'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.stellar_mmsunits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsunits/2023-02-06/1675667657
- id: 495934
- processed: 1
- raw_data:
{ "actual_draft": 13, "actual_height": 14, "actual_length": 11, "actual_width": 12, "allow_overlapping_bookings": 41, "barcode": 31, "billable_draft": 17, "billable_height": 18, "billable_length": 15, "billable_width": 16, "created_at": 36, "created_by": 34, "description": 5, "dock_pier": 10, "exclude_from_dock_walk_reports": 7, "exclude_from_occupancy_reports": 8, "external_id": 33, "id": 1, "inactive_date": 30, "inactive_reason_id": 39, "inactive_reason_other": 38, "linear_slip": 28, "linear_space_between_units": 19, "location_id": 3, "maximum_draft": 25, "maximum_height": 27, "maximum_length": 21, "maximum_width": 23, "minimum_draft": 24, "minimum_height": 26, "minimum_length": 20, "minimum_width": 22, "name": 2, "notes": 32, "position": 40, "service_line_id": 4, "status": 29, "stern_tie_off": 9, "tenant": 0, "unit_type_id": 6, "updated_at": 37, "updated_by": 35 } - schema_attributes:
{ "actual_draft": "string", "actual_height": "string", "actual_length": "string", "actual_width": "string", "allow_overlapping_bookings": "string", "barcode": "string", "billable_draft": "string", "billable_height": "string", "billable_length": "string", "billable_width": "string", "created_at": "string", "created_by": "string", "description": "string", "dock_pier": "string", "exclude_from_dock_walk_reports": "string", "exclude_from_occupancy_reports": "string", "external_id": "string", "id": "string", "inactive_date": "string", "inactive_reason_id": "string", "inactive_reason_other": "string", "linear_slip": "string", "linear_space_between_units": "string", "location_id": "string", "maximum_draft": "string", "maximum_height": "string", "maximum_length": "string", "maximum_width": "string", "minimum_draft": "string", "minimum_height": "string", "minimum_length": "string", "minimum_width": "string", "name": "string", "notes": "string", "position": "string", "service_line_id": "string", "status": "string", "stern_tie_off": "string", "tenant": "string", "unit_type_id": "string", "updated_at": "string", "updated_by": "string" } - schema_name_id: 1692
- schema_scan_id: 4595578
- updated: 2023-02-06 01:25:26
-
Version 495281
- created: 2023-02-05 01:27:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.stellar_mmsunits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.stellar_mmsunits`\n(\n `tenant` string , `id` string , `name` string , `location_id` string , `service_line_id` string , `description` string , `unit_type_id` string , `exclude_from_dock_walk_reports` string , `exclude_from_occupancy_reports` string , `stern_tie_off` string , `dock_pier` string , `actual_length` string , `actual_width` string , `actual_draft` string , `actual_height` string , `billable_length` string , `billable_width` string , `billable_draft` string , `billable_height` string , `linear_space_between_units` string , `minimum_length` string , `maximum_length` string , `minimum_width` string , `maximum_width` string , `minimum_draft` string , `maximum_draft` string , `minimum_height` string , `maximum_height` string , `linear_slip` string , `status` string , `inactive_date` string , `barcode` string , `notes` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `inactive_reason_other` string , `inactive_reason_id` string , `position` string , `allow_overlapping_bookings` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsunits/2023-02-05/1675581175'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.stellar_mmsunits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsunits/2023-02-05/1675581175
- id: 495281
- processed: 1
- raw_data:
{ "actual_draft": 13, "actual_height": 14, "actual_length": 11, "actual_width": 12, "allow_overlapping_bookings": 41, "barcode": 31, "billable_draft": 17, "billable_height": 18, "billable_length": 15, "billable_width": 16, "created_at": 36, "created_by": 34, "description": 5, "dock_pier": 10, "exclude_from_dock_walk_reports": 7, "exclude_from_occupancy_reports": 8, "external_id": 33, "id": 1, "inactive_date": 30, "inactive_reason_id": 39, "inactive_reason_other": 38, "linear_slip": 28, "linear_space_between_units": 19, "location_id": 3, "maximum_draft": 25, "maximum_height": 27, "maximum_length": 21, "maximum_width": 23, "minimum_draft": 24, "minimum_height": 26, "minimum_length": 20, "minimum_width": 22, "name": 2, "notes": 32, "position": 40, "service_line_id": 4, "status": 29, "stern_tie_off": 9, "tenant": 0, "unit_type_id": 6, "updated_at": 37, "updated_by": 35 } - schema_attributes:
{ "actual_draft": "string", "actual_height": "string", "actual_length": "string", "actual_width": "string", "allow_overlapping_bookings": "string", "barcode": "string", "billable_draft": "string", "billable_height": "string", "billable_length": "string", "billable_width": "string", "created_at": "string", "created_by": "string", "description": "string", "dock_pier": "string", "exclude_from_dock_walk_reports": "string", "exclude_from_occupancy_reports": "string", "external_id": "string", "id": "string", "inactive_date": "string", "inactive_reason_id": "string", "inactive_reason_other": "string", "linear_slip": "string", "linear_space_between_units": "string", "location_id": "string", "maximum_draft": "string", "maximum_height": "string", "maximum_length": "string", "maximum_width": "string", "minimum_draft": "string", "minimum_height": "string", "minimum_length": "string", "minimum_width": "string", "name": "string", "notes": "string", "position": "string", "service_line_id": "string", "status": "string", "stern_tie_off": "string", "tenant": "string", "unit_type_id": "string", "updated_at": "string", "updated_by": "string" } - schema_name_id: 1692
- schema_scan_id: 4592809
- updated: 2023-02-05 01:28:06
-
Version 494528
- created: 2023-02-04 01:12:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.stellar_mmsunits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.stellar_mmsunits`\n(\n `tenant` string , `id` string , `name` string , `location_id` string , `service_line_id` string , `description` string , `unit_type_id` string , `exclude_from_dock_walk_reports` string , `exclude_from_occupancy_reports` string , `stern_tie_off` string , `dock_pier` string , `actual_length` string , `actual_width` string , `actual_draft` string , `actual_height` string , `billable_length` string , `billable_width` string , `billable_draft` string , `billable_height` string , `linear_space_between_units` string , `minimum_length` string , `maximum_length` string , `minimum_width` string , `maximum_width` string , `minimum_draft` string , `maximum_draft` string , `minimum_height` string , `maximum_height` string , `linear_slip` string , `status` string , `inactive_date` string , `barcode` string , `notes` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `inactive_reason_other` string , `inactive_reason_id` string , `position` string , `allow_overlapping_bookings` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsunits/2023-02-04/1675494384'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.stellar_mmsunits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsunits/2023-02-04/1675494384
- id: 494528
- processed: 1
- raw_data:
{ "actual_draft": 13, "actual_height": 14, "actual_length": 11, "actual_width": 12, "allow_overlapping_bookings": 41, "barcode": 31, "billable_draft": 17, "billable_height": 18, "billable_length": 15, "billable_width": 16, "created_at": 36, "created_by": 34, "description": 5, "dock_pier": 10, "exclude_from_dock_walk_reports": 7, "exclude_from_occupancy_reports": 8, "external_id": 33, "id": 1, "inactive_date": 30, "inactive_reason_id": 39, "inactive_reason_other": 38, "linear_slip": 28, "linear_space_between_units": 19, "location_id": 3, "maximum_draft": 25, "maximum_height": 27, "maximum_length": 21, "maximum_width": 23, "minimum_draft": 24, "minimum_height": 26, "minimum_length": 20, "minimum_width": 22, "name": 2, "notes": 32, "position": 40, "service_line_id": 4, "status": 29, "stern_tie_off": 9, "tenant": 0, "unit_type_id": 6, "updated_at": 37, "updated_by": 35 } - schema_attributes:
{ "actual_draft": "string", "actual_height": "string", "actual_length": "string", "actual_width": "string", "allow_overlapping_bookings": "string", "barcode": "string", "billable_draft": "string", "billable_height": "string", "billable_length": "string", "billable_width": "string", "created_at": "string", "created_by": "string", "description": "string", "dock_pier": "string", "exclude_from_dock_walk_reports": "string", "exclude_from_occupancy_reports": "string", "external_id": "string", "id": "string", "inactive_date": "string", "inactive_reason_id": "string", "inactive_reason_other": "string", "linear_slip": "string", "linear_space_between_units": "string", "location_id": "string", "maximum_draft": "string", "maximum_height": "string", "maximum_length": "string", "maximum_width": "string", "minimum_draft": "string", "minimum_height": "string", "minimum_length": "string", "minimum_width": "string", "name": "string", "notes": "string", "position": "string", "service_line_id": "string", "status": "string", "stern_tie_off": "string", "tenant": "string", "unit_type_id": "string", "updated_at": "string", "updated_by": "string" } - schema_name_id: 1692
- schema_scan_id: 4589650
- updated: 2023-02-04 01:12:43
Schema Scans: 3
Last at 2023-02-06 01:25:14
-
Scan 4595578
- duration: 0:00:12.477499
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4595578
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsunits/2023-02-06/1675667657", "key": "raw/stellar_mmsunits/2023-02-06/1675667657/units.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.stellar_mmsunits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10278213793760172161, "service_name": "drive-thru", "span_id": 14664548364759095486, "trace_id": 6332191723081204321 } } - running: False
- schema_name_id: 1692
- start_time: 2023-02-06 01:25:14
- success: True
- trace_id: 6332191723081204321
-
Scan 4592809
- duration: 0:00:12.497448
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4592809
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsunits/2023-02-05/1675581175", "key": "raw/stellar_mmsunits/2023-02-05/1675581175/units.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.stellar_mmsunits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12900531295620903128, "service_name": "drive-thru", "span_id": 18025986636876805554, "trace_id": 17477808355427653313 } } - running: False
- schema_name_id: 1692
- start_time: 2023-02-05 01:27:54
- success: True
- trace_id: 17477808355427653313
-
Scan 4589650
- duration: 0:00:12.472109
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4589650
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsunits/2023-02-04/1675494384", "key": "raw/stellar_mmsunits/2023-02-04/1675494384/units.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.stellar_mmsunits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18182569078343077572, "service_name": "drive-thru", "span_id": 3108164239612832184, "trace_id": 12528905870010116013 } } - running: False
- schema_name_id: 1692
- start_time: 2023-02-04 01:12:31
- success: True
- trace_id: 12528905870010116013
- attributes:
{ "actual_draft": "string", "actual_height": "string", "actual_length": "string", "actual_width": "string", "allow_overlapping_bookings": "string", "barcode": "string", "billable_draft": "string", "billable_height": "string", "billable_length": "string", "billable_width": "string", "created_at": "string", "created_by": "string", "description": "string", "dock_pier": "string", "exclude_from_dock_walk_reports": "string", "exclude_from_occupancy_reports": "string", "external_id": "string", "id": "string", "inactive_date": "string", "inactive_reason_id": "string", "inactive_reason_other": "string", "linear_slip": "string", "linear_space_between_units": "string", "location_id": "string", "maximum_draft": "string", "maximum_height": "string", "maximum_length": "string", "maximum_width": "string", "minimum_draft": "string", "minimum_height": "string", "minimum_length": "string", "minimum_width": "string", "name": "string", "notes": "string", "position": "string", "service_line_id": "string", "status": "string", "stern_tie_off": "string", "tenant": "string", "unit_type_id": "string", "updated_at": "string", "updated_by": "string" } - created: 2023-02-06 01:25:15
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.stellar_mmsunits`\n(\n `tenant` string , `id` string , `name` string , `location_id` string , `service_line_id` string , `description` string , `unit_type_id` string , `exclude_from_dock_walk_reports` string , `exclude_from_occupancy_reports` string , `stern_tie_off` string , `dock_pier` string , `actual_length` string , `actual_width` string , `actual_draft` string , `actual_height` string , `billable_length` string , `billable_width` string , `billable_draft` string , `billable_height` string , `linear_space_between_units` string , `minimum_length` string , `maximum_length` string , `minimum_width` string , `maximum_width` string , `minimum_draft` string , `maximum_draft` string , `minimum_height` string , `maximum_height` string , `linear_slip` string , `status` string , `inactive_date` string , `barcode` string , `notes` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `inactive_reason_other` string , `inactive_reason_id` string , `position` string , `allow_overlapping_bookings` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsunits/2023-02-06/1675667657'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.stellar_mmsunits`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.stellar_mmsunits" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2023-01-30 18:20:34",
"disabled": false,
"format": "raw",
"id": 1692,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_drivethru",
"table": "stellar_mmsunits"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"actual_draft": "string",
"actual_height": "string",
"actual_length": "string",
"actual_width": "string",
"allow_overlapping_bookings": "string",
"barcode": "string",
"billable_draft": "string",
"billable_height": "string",
"billable_length": "string",
"billable_width": "string",
"created_at": "string",
"created_by": "string",
"description": "string",
"dock_pier": "string",
"exclude_from_dock_walk_reports": "string",
"exclude_from_occupancy_reports": "string",
"external_id": "string",
"id": "string",
"inactive_date": "string",
"inactive_reason_id": "string",
"inactive_reason_other": "string",
"linear_slip": "string",
"linear_space_between_units": "string",
"location_id": "string",
"maximum_draft": "string",
"maximum_height": "string",
"maximum_length": "string",
"maximum_width": "string",
"minimum_draft": "string",
"minimum_height": "string",
"minimum_length": "string",
"minimum_width": "string",
"name": "string",
"notes": "string",
"position": "string",
"service_line_id": "string",
"status": "string",
"stern_tie_off": "string",
"tenant": "string",
"unit_type_id": "string",
"updated_at": "string",
"updated_by": "string"
},
"created": "2023-02-06 01:25:15",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.stellar_mmsunits`\n(\n `tenant` string , `id` string , `name` string , `location_id` string , `service_line_id` string , `description` string , `unit_type_id` string , `exclude_from_dock_walk_reports` string , `exclude_from_occupancy_reports` string , `stern_tie_off` string , `dock_pier` string , `actual_length` string , `actual_width` string , `actual_draft` string , `actual_height` string , `billable_length` string , `billable_width` string , `billable_draft` string , `billable_height` string , `linear_space_between_units` string , `minimum_length` string , `maximum_length` string , `minimum_width` string , `maximum_width` string , `minimum_draft` string , `maximum_draft` string , `minimum_height` string , `maximum_height` string , `linear_slip` string , `status` string , `inactive_date` string , `barcode` string , `notes` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `inactive_reason_other` string , `inactive_reason_id` string , `position` string , `allow_overlapping_bookings` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsunits/2023-02-06/1675667657'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.stellar_mmsunits`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.stellar_mmsunits"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}