Schema Info
Schema Name: sfdl_stage_drivethru.stellar_mmsboat
- created: 2023-01-30 17:53:54
- disabled: False
- format: raw
- id: 1538
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_drivethru", "table": "stellar_mmsboat" } - type: drivethrucsv
Schema Versions: 3
-
Version 495890
- created: 2023-02-06 01:20:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.stellar_mmsboat`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.stellar_mmsboat`\n(\n `tenant` string , `id` string , `display_id` string , `customer_id` string , `boat_name` string , `length` string , `width` string , `height` string , `draft` string , `status` string , `boat_style_id` string , `primary_location_id` string , `year` string , `make` string , `model` string , `color` string , `electric_type_id` string , `electric_type_other_description` string , `notes` string , `registration_number` string , `documentation_number` string , `insurance_carrier` string , `insurance_expiration_date` string , `insurance_policy_number` string , `trailer_year` string , `trailer_model` string , `trailer_make` string , `trailer_license_plate_number` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `current_units` string , `hull_id` string , `dry_weight` string , `wet_weight` string , `engine_type` string , `trailer_color` string , `engine_make` string , `engine_year` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsboat/2023-02-06/1675667640'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.stellar_mmsboat" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsboat/2023-02-06/1675667640
- id: 495890
- processed: 1
- raw_data:
{ "boat_name": 4, "boat_style_id": 10, "color": 15, "created_at": 31, "created_by": 29, "current_units": 33, "customer_id": 3, "display_id": 2, "documentation_number": 20, "draft": 8, "dry_weight": 35, "electric_type_id": 16, "electric_type_other_description": 17, "engine_make": 39, "engine_type": 37, "engine_year": 40, "external_id": 28, "height": 7, "hull_id": 34, "id": 1, "insurance_carrier": 21, "insurance_expiration_date": 22, "insurance_policy_number": 23, "length": 5, "make": 13, "model": 14, "notes": 18, "primary_location_id": 11, "registration_number": 19, "status": 9, "tenant": 0, "trailer_color": 38, "trailer_license_plate_number": 27, "trailer_make": 26, "trailer_model": 25, "trailer_year": 24, "updated_at": 32, "updated_by": 30, "wet_weight": 36, "width": 6, "year": 12 } - schema_attributes:
{ "boat_name": "string", "boat_style_id": "string", "color": "string", "created_at": "string", "created_by": "string", "current_units": "string", "customer_id": "string", "display_id": "string", "documentation_number": "string", "draft": "string", "dry_weight": "string", "electric_type_id": "string", "electric_type_other_description": "string", "engine_make": "string", "engine_type": "string", "engine_year": "string", "external_id": "string", "height": "string", "hull_id": "string", "id": "string", "insurance_carrier": "string", "insurance_expiration_date": "string", "insurance_policy_number": "string", "length": "string", "make": "string", "model": "string", "notes": "string", "primary_location_id": "string", "registration_number": "string", "status": "string", "tenant": "string", "trailer_color": "string", "trailer_license_plate_number": "string", "trailer_make": "string", "trailer_model": "string", "trailer_year": "string", "updated_at": "string", "updated_by": "string", "wet_weight": "string", "width": "string", "year": "string" } - schema_name_id: 1538
- schema_scan_id: 4595533
- updated: 2023-02-06 01:21:06
-
Version 495129
- created: 2023-02-05 01:12:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.stellar_mmsboat`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.stellar_mmsboat`\n(\n `tenant` string , `id` string , `display_id` string , `customer_id` string , `boat_name` string , `length` string , `width` string , `height` string , `draft` string , `status` string , `boat_style_id` string , `primary_location_id` string , `year` string , `make` string , `model` string , `color` string , `electric_type_id` string , `electric_type_other_description` string , `notes` string , `registration_number` string , `documentation_number` string , `insurance_carrier` string , `insurance_expiration_date` string , `insurance_policy_number` string , `trailer_year` string , `trailer_model` string , `trailer_make` string , `trailer_license_plate_number` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `current_units` string , `hull_id` string , `dry_weight` string , `wet_weight` string , `engine_type` string , `trailer_color` string , `engine_make` string , `engine_year` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsboat/2023-02-05/1675581149'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.stellar_mmsboat" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsboat/2023-02-05/1675581149
- id: 495129
- processed: 1
- raw_data:
{ "boat_name": 4, "boat_style_id": 10, "color": 15, "created_at": 31, "created_by": 29, "current_units": 33, "customer_id": 3, "display_id": 2, "documentation_number": 20, "draft": 8, "dry_weight": 35, "electric_type_id": 16, "electric_type_other_description": 17, "engine_make": 39, "engine_type": 37, "engine_year": 40, "external_id": 28, "height": 7, "hull_id": 34, "id": 1, "insurance_carrier": 21, "insurance_expiration_date": 22, "insurance_policy_number": 23, "length": 5, "make": 13, "model": 14, "notes": 18, "primary_location_id": 11, "registration_number": 19, "status": 9, "tenant": 0, "trailer_color": 38, "trailer_license_plate_number": 27, "trailer_make": 26, "trailer_model": 25, "trailer_year": 24, "updated_at": 32, "updated_by": 30, "wet_weight": 36, "width": 6, "year": 12 } - schema_attributes:
{ "boat_name": "string", "boat_style_id": "string", "color": "string", "created_at": "string", "created_by": "string", "current_units": "string", "customer_id": "string", "display_id": "string", "documentation_number": "string", "draft": "string", "dry_weight": "string", "electric_type_id": "string", "electric_type_other_description": "string", "engine_make": "string", "engine_type": "string", "engine_year": "string", "external_id": "string", "height": "string", "hull_id": "string", "id": "string", "insurance_carrier": "string", "insurance_expiration_date": "string", "insurance_policy_number": "string", "length": "string", "make": "string", "model": "string", "notes": "string", "primary_location_id": "string", "registration_number": "string", "status": "string", "tenant": "string", "trailer_color": "string", "trailer_license_plate_number": "string", "trailer_make": "string", "trailer_model": "string", "trailer_year": "string", "updated_at": "string", "updated_by": "string", "wet_weight": "string", "width": "string", "year": "string" } - schema_name_id: 1538
- schema_scan_id: 4592657
- updated: 2023-02-05 01:13:08
-
Version 494523
- created: 2023-02-04 01:12:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "DROP TABLE IF EXISTS `sfdl_stage_drivethru.stellar_mmsboat`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.stellar_mmsboat`\n(\n `tenant` string , `id` string , `display_id` string , `customer_id` string , `boat_name` string , `length` string , `width` string , `height` string , `draft` string , `status` string , `boat_style_id` string , `primary_location_id` string , `year` string , `make` string , `model` string , `color` string , `electric_type_id` string , `electric_type_other_description` string , `notes` string , `registration_number` string , `documentation_number` string , `insurance_carrier` string , `insurance_expiration_date` string , `insurance_policy_number` string , `trailer_year` string , `trailer_model` string , `trailer_make` string , `trailer_license_plate_number` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `current_units` string , `hull_id` string , `dry_weight` string , `wet_weight` string , `engine_type` string , `trailer_color` string , `engine_make` string , `engine_year` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsboat/2023-02-04/1675494372'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_drivethru.stellar_mmsboat" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsboat/2023-02-04/1675494372
- id: 494523
- processed: 1
- raw_data:
{ "boat_name": 4, "boat_style_id": 10, "color": 15, "created_at": 31, "created_by": 29, "current_units": 33, "customer_id": 3, "display_id": 2, "documentation_number": 20, "draft": 8, "dry_weight": 35, "electric_type_id": 16, "electric_type_other_description": 17, "engine_make": 39, "engine_type": 37, "engine_year": 40, "external_id": 28, "height": 7, "hull_id": 34, "id": 1, "insurance_carrier": 21, "insurance_expiration_date": 22, "insurance_policy_number": 23, "length": 5, "make": 13, "model": 14, "notes": 18, "primary_location_id": 11, "registration_number": 19, "status": 9, "tenant": 0, "trailer_color": 38, "trailer_license_plate_number": 27, "trailer_make": 26, "trailer_model": 25, "trailer_year": 24, "updated_at": 32, "updated_by": 30, "wet_weight": 36, "width": 6, "year": 12 } - schema_attributes:
{ "boat_name": "string", "boat_style_id": "string", "color": "string", "created_at": "string", "created_by": "string", "current_units": "string", "customer_id": "string", "display_id": "string", "documentation_number": "string", "draft": "string", "dry_weight": "string", "electric_type_id": "string", "electric_type_other_description": "string", "engine_make": "string", "engine_type": "string", "engine_year": "string", "external_id": "string", "height": "string", "hull_id": "string", "id": "string", "insurance_carrier": "string", "insurance_expiration_date": "string", "insurance_policy_number": "string", "length": "string", "make": "string", "model": "string", "notes": "string", "primary_location_id": "string", "registration_number": "string", "status": "string", "tenant": "string", "trailer_color": "string", "trailer_license_plate_number": "string", "trailer_make": "string", "trailer_model": "string", "trailer_year": "string", "updated_at": "string", "updated_by": "string", "wet_weight": "string", "width": "string", "year": "string" } - schema_name_id: 1538
- schema_scan_id: 4589645
- updated: 2023-02-04 01:12:18
Schema Scans: 3
Last at 2023-02-06 01:20:53
-
Scan 4595533
- duration: 0:00:12.651173
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4595533
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsboat/2023-02-06/1675667640", "key": "raw/stellar_mmsboat/2023-02-06/1675667640/boat.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.stellar_mmsboat", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6821681440318708079, "service_name": "drive-thru", "span_id": 1989649882917828927, "trace_id": 9095427286753219488 } } - running: False
- schema_name_id: 1538
- start_time: 2023-02-06 01:20:53
- success: True
- trace_id: 9095427286753219488
-
Scan 4592657
- duration: 0:00:12.332657
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4592657
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsboat/2023-02-05/1675581149", "key": "raw/stellar_mmsboat/2023-02-05/1675581149/boat.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.stellar_mmsboat", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8292488783545504700, "service_name": "drive-thru", "span_id": 14013823647586011781, "trace_id": 3426383372223234458 } } - running: False
- schema_name_id: 1538
- start_time: 2023-02-05 01:12:55
- success: True
- trace_id: 3426383372223234458
-
Scan 4589645
- duration: 0:00:12.457462
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4589645
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-stage", "hive_path": "s3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsboat/2023-02-04/1675494372", "key": "raw/stellar_mmsboat/2023-02-04/1675494372/boat.csv.gz" }, "schema": { "name": "sfdl_stage_drivethru.stellar_mmsboat", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8900918994400074606, "service_name": "drive-thru", "span_id": 5197785731572381842, "trace_id": 8587104426602511620 } } - running: False
- schema_name_id: 1538
- start_time: 2023-02-04 01:12:05
- success: True
- trace_id: 8587104426602511620
- attributes:
{ "boat_name": "string", "boat_style_id": "string", "color": "string", "created_at": "string", "created_by": "string", "current_units": "string", "customer_id": "string", "display_id": "string", "documentation_number": "string", "draft": "string", "dry_weight": "string", "electric_type_id": "string", "electric_type_other_description": "string", "engine_make": "string", "engine_type": "string", "engine_year": "string", "external_id": "string", "height": "string", "hull_id": "string", "id": "string", "insurance_carrier": "string", "insurance_expiration_date": "string", "insurance_policy_number": "string", "length": "string", "make": "string", "model": "string", "notes": "string", "primary_location_id": "string", "registration_number": "string", "status": "string", "tenant": "string", "trailer_color": "string", "trailer_license_plate_number": "string", "trailer_make": "string", "trailer_model": "string", "trailer_year": "string", "updated_at": "string", "updated_by": "string", "wet_weight": "string", "width": "string", "year": "string" } - created: 2023-02-06 01:20:54
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.stellar_mmsboat`\n(\n `tenant` string , `id` string , `display_id` string , `customer_id` string , `boat_name` string , `length` string , `width` string , `height` string , `draft` string , `status` string , `boat_style_id` string , `primary_location_id` string , `year` string , `make` string , `model` string , `color` string , `electric_type_id` string , `electric_type_other_description` string , `notes` string , `registration_number` string , `documentation_number` string , `insurance_carrier` string , `insurance_expiration_date` string , `insurance_policy_number` string , `trailer_year` string , `trailer_model` string , `trailer_make` string , `trailer_license_plate_number` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `current_units` string , `hull_id` string , `dry_weight` string , `wet_weight` string , `engine_type` string , `trailer_color` string , `engine_make` string , `engine_year` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsboat/2023-02-06/1675667640'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.stellar_mmsboat`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.stellar_mmsboat" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2023-01-30 17:53:54",
"disabled": false,
"format": "raw",
"id": 1538,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_drivethru",
"table": "stellar_mmsboat"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"boat_name": "string",
"boat_style_id": "string",
"color": "string",
"created_at": "string",
"created_by": "string",
"current_units": "string",
"customer_id": "string",
"display_id": "string",
"documentation_number": "string",
"draft": "string",
"dry_weight": "string",
"electric_type_id": "string",
"electric_type_other_description": "string",
"engine_make": "string",
"engine_type": "string",
"engine_year": "string",
"external_id": "string",
"height": "string",
"hull_id": "string",
"id": "string",
"insurance_carrier": "string",
"insurance_expiration_date": "string",
"insurance_policy_number": "string",
"length": "string",
"make": "string",
"model": "string",
"notes": "string",
"primary_location_id": "string",
"registration_number": "string",
"status": "string",
"tenant": "string",
"trailer_color": "string",
"trailer_license_plate_number": "string",
"trailer_make": "string",
"trailer_model": "string",
"trailer_year": "string",
"updated_at": "string",
"updated_by": "string",
"wet_weight": "string",
"width": "string",
"year": "string"
},
"created": "2023-02-06 01:20:54",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.stellar_mmsboat`\n(\n `tenant` string , `id` string , `display_id` string , `customer_id` string , `boat_name` string , `length` string , `width` string , `height` string , `draft` string , `status` string , `boat_style_id` string , `primary_location_id` string , `year` string , `make` string , `model` string , `color` string , `electric_type_id` string , `electric_type_other_description` string , `notes` string , `registration_number` string , `documentation_number` string , `insurance_carrier` string , `insurance_expiration_date` string , `insurance_policy_number` string , `trailer_year` string , `trailer_model` string , `trailer_make` string , `trailer_license_plate_number` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `current_units` string , `hull_id` string , `dry_weight` string , `wet_weight` string , `engine_type` string , `trailer_color` string , `engine_make` string , `engine_year` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-stage/raw/stellar_mmsboat/2023-02-06/1675667640'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.stellar_mmsboat`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.stellar_mmsboat"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}