Schema Info
Schema Name: sfdl_stage_rds.ess_esscore_rental_rate_changes
- created: 2021-07-12 13:43:21
- disabled: False
- format: raw
- id: 1109
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_rds", "table": "ess_esscore_rental_rate_changes" } - type: rds
Schema Versions: 4
-
Version 550944
- created: 2023-06-15 18:59:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_rental_rate_changes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_rental_rate_changes`\n(\n `id` bigint , `creator_id` int , `rental_id` int , `site_id` int , `apply_on` date , `notify_on` date , `applied_at` timestamp , `notified_at` timestamp , `new_price` decimal(7,2) , `old_price` decimal(7,2) , `created_at` timestamp , `updated_at` timestamp , `notify_by_email` smallint , `notify_by_text` smallint , `rental_rate_change_rule_id` bigint , `source` int , `notification_letter` varchar(255) , `print_notification_letter` smallint , `rate_change_batch_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2023-06-15/1686873562'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_rental_rate_changes" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2023-06-15/1686873562
- id: 550944
- processed: 1
- raw_data:
{ "applied_at": 6, "apply_on": 4, "created_at": 10, "creator_id": 1, "id": 0, "new_price": 8, "notification_letter": 16, "notified_at": 7, "notify_by_email": 12, "notify_by_text": 13, "notify_on": 5, "old_price": 9, "print_notification_letter": 17, "rate_change_batch_id": 18, "rental_id": 2, "rental_rate_change_rule_id": 14, "site_id": 3, "source": 15, "updated_at": 11 } - schema_attributes:
{ "applied_at": "timestamp", "apply_on": "date", "created_at": "timestamp", "creator_id": "int", "id": "bigint", "new_price": "decimal(7,2)", "notification_letter": "varchar(255)", "notified_at": "timestamp", "notify_by_email": "smallint", "notify_by_text": "smallint", "notify_on": "date", "old_price": "decimal(7,2)", "print_notification_letter": "smallint", "rate_change_batch_id": "bigint", "rental_id": "int", "rental_rate_change_rule_id": "bigint", "site_id": "int", "source": "int", "updated_at": "timestamp" } - schema_name_id: 1109
- schema_scan_id: 4963475
- updated: 2023-06-15 18:59:34
-
Version 402857
- created: 2022-06-22 20:28:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_rental_rate_changes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_rental_rate_changes`\n(\n `id` bigint , `creator_id` int , `rental_id` int , `site_id` int , `apply_on` date , `notify_on` date , `applied_at` timestamp , `notified_at` timestamp , `new_price` decimal(7,2) , `old_price` decimal(7,2) , `created_at` timestamp , `updated_at` timestamp , `notify_by_email` smallint , `notify_by_text` smallint , `rental_rate_change_rule_id` bigint , `source` int , `notification_letter` varchar(255) , `print_notification_letter` smallint , `rate_change_batch_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2022-06-23/1655947685'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_rental_rate_changes" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2022-06-23/1655947685
- id: 402857
- processed: 1
- raw_data:
{ "applied_at": 6, "apply_on": 4, "created_at": 10, "creator_id": 1, "id": 0, "new_price": 8, "notification_letter": 16, "notified_at": 7, "notify_by_email": 12, "notify_by_text": 13, "notify_on": 5, "old_price": 9, "print_notification_letter": 17, "rate_change_batch_id": 18, "rental_id": 2, "rental_rate_change_rule_id": 14, "site_id": 3, "source": 15, "updated_at": 11 } - schema_attributes:
{ "applied_at": "timestamp", "apply_on": "date", "created_at": "timestamp", "creator_id": "int", "id": "bigint", "new_price": "decimal(7,2)", "notification_letter": "varchar(255)", "notified_at": "timestamp", "notify_by_email": "smallint", "notify_by_text": "smallint", "notify_on": "date", "old_price": "decimal(7,2)", "print_notification_letter": "smallint", "rate_change_batch_id": "bigint", "rental_id": "int", "rental_rate_change_rule_id": "bigint", "site_id": "int", "source": "int", "updated_at": "timestamp" } - schema_name_id: 1109
- schema_scan_id: 3933417
- updated: 2022-06-22 20:28:17
-
Version 402806
- created: 2022-06-22 15:42:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_rental_rate_changes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_rental_rate_changes`\n(\n `id` bigint , `creator_id` int , `rental_id` int , `site_id` int , `apply_on` date , `notify_on` date , `applied_at` timestamp , `notified_at` timestamp , `new_price` decimal(7,2) , `old_price` decimal(7,2) , `created_at` timestamp , `updated_at` timestamp , `notify_by_email` smallint , `notify_by_text` smallint , `rental_rate_change_rule_id` bigint , `source` int , `notification_letter` varchar(255) , `print_notification_letter` smallint , `rate_change_batch_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2022-06-22/1655930564'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_rental_rate_changes" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2022-06-22/1655930564
- id: 402806
- processed: 1
- raw_data:
{ "applied_at": 6, "apply_on": 4, "created_at": 10, "creator_id": 1, "id": 0, "new_price": 8, "notification_letter": 16, "notified_at": 7, "notify_by_email": 12, "notify_by_text": 13, "notify_on": 5, "old_price": 9, "print_notification_letter": 17, "rate_change_batch_id": 18, "rental_id": 2, "rental_rate_change_rule_id": 14, "site_id": 3, "source": 15, "updated_at": 11 } - schema_attributes:
{ "applied_at": "timestamp", "apply_on": "date", "created_at": "timestamp", "creator_id": "int", "id": "bigint", "new_price": "decimal(7,2)", "notification_letter": "varchar(255)", "notified_at": "timestamp", "notify_by_email": "smallint", "notify_by_text": "smallint", "notify_on": "date", "old_price": "decimal(7,2)", "print_notification_letter": "smallint", "rate_change_batch_id": "bigint", "rental_id": "int", "rental_rate_change_rule_id": "bigint", "site_id": "int", "source": "int", "updated_at": "timestamp" } - schema_name_id: 1109
- schema_scan_id: 3932867
- updated: 2022-06-22 15:42:56
-
Version 341526
- created: 2021-07-23 23:43:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_rental_rate_changes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_rental_rate_changes`\n(\n `id` bigint , `creator_id` int , `rental_id` int , `site_id` int , `apply_on` date , `notify_on` date , `applied_at` timestamp , `notified_at` timestamp , `new_price` decimal(7,2) , `old_price` decimal(7,2) , `created_at` timestamp , `updated_at` timestamp , `notify_by_email` smallint , `notify_by_text` smallint , `rental_rate_change_rule_id` bigint , `source` int , `notification_letter` varchar(255) , `print_notification_letter` smallint , `rate_change_batch_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2021-07-24/1627101814'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_rental_rate_changes" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2021-07-24/1627101814
- id: 341526
- processed: 1
- raw_data:
{ "applied_at": 6, "apply_on": 4, "created_at": 10, "creator_id": 1, "id": 0, "new_price": 8, "notification_letter": 16, "notified_at": 7, "notify_by_email": 12, "notify_by_text": 13, "notify_on": 5, "old_price": 9, "print_notification_letter": 17, "rate_change_batch_id": 18, "rental_id": 2, "rental_rate_change_rule_id": 14, "site_id": 3, "source": 15, "updated_at": 11 } - schema_attributes:
{ "applied_at": "timestamp", "apply_on": "date", "created_at": "timestamp", "creator_id": "int", "id": "bigint", "new_price": "decimal(7,2)", "notification_letter": "varchar(255)", "notified_at": "timestamp", "notify_by_email": "smallint", "notify_by_text": "smallint", "notify_on": "date", "old_price": "decimal(7,2)", "print_notification_letter": "smallint", "rate_change_batch_id": "bigint", "rental_id": "int", "rental_rate_change_rule_id": "bigint", "site_id": "int", "source": "int", "updated_at": "timestamp" } - schema_name_id: 1109
- schema_scan_id: 3410573
- updated: 2021-07-23 23:43:46
Schema Scans: 4
Last at 2023-06-15 18:59:22
-
Scan 4963475
- duration: 0:00:11.147867
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4963475
- payload:
{ "datatype_dict": { "applied_at": "timestamp", "apply_on": "date", "created_at": "timestamp", "creator_id": "int", "id": "bigint", "new_price": "decimal(7,2)", "notification_letter": "varchar(255)", "notified_at": "timestamp", "notify_by_email": "smallint", "notify_by_text": "smallint", "notify_on": "date", "old_price": "decimal(7,2)", "print_notification_letter": "smallint", "rate_change_batch_id": "bigint", "rental_id": "int", "rental_rate_change_rule_id": "bigint", "site_id": "int", "source": "int", "updated_at": "timestamp" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2023-06-15/1686873562", "key": "raw/esscore_rental_rate_changes/2023-06-15/1686873562/split.ess_core.rental_rate_changes0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_rental_rate_changes", "type": "rds" } } - running: False
- schema_name_id: 1109
- start_time: 2023-06-15 18:59:22
- success: True
- trace_id: 9492059459792584622
-
Scan 3933417
- duration: 0:00:14.170461
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 3933417
- payload:
{ "datatype_dict": { "applied_at": "timestamp", "apply_on": "date", "created_at": "timestamp", "creator_id": "int", "id": "bigint", "new_price": "decimal(7,2)", "notification_letter": "varchar(255)", "notified_at": "timestamp", "notify_by_email": "smallint", "notify_by_text": "smallint", "notify_on": "date", "old_price": "decimal(7,2)", "print_notification_letter": "smallint", "rate_change_batch_id": "bigint", "rental_id": "int", "rental_rate_change_rule_id": "bigint", "site_id": "int", "source": "int", "updated_at": "timestamp" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2022-06-23/1655947685", "key": "raw/esscore_rental_rate_changes/2022-06-23/1655947685/split.ess_core.rental_rate_changes0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_rental_rate_changes", "type": "rds" } } - running: False
- schema_name_id: 1109
- start_time: 2022-06-22 20:28:06
- success: True
- trace_id: 1133247085131808460
-
Scan 3932867
- duration: 0:00:13.986326
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 3932867
- payload:
{ "datatype_dict": { "applied_at": "timestamp", "apply_on": "date", "created_at": "timestamp", "creator_id": "int", "id": "bigint", "new_price": "decimal(7,2)", "notification_letter": "varchar(255)", "notified_at": "timestamp", "notify_by_email": "smallint", "notify_by_text": "smallint", "notify_on": "date", "old_price": "decimal(7,2)", "print_notification_letter": "smallint", "rate_change_batch_id": "bigint", "rental_id": "int", "rental_rate_change_rule_id": "bigint", "site_id": "int", "source": "int", "updated_at": "timestamp" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2022-06-22/1655930564", "key": "raw/esscore_rental_rate_changes/2022-06-22/1655930564/split.ess_core.rental_rate_changes0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_rental_rate_changes", "type": "rds" } } - running: False
- schema_name_id: 1109
- start_time: 2022-06-22 15:42:45
- success: True
- trace_id: 10805565201463748733
-
Scan 3410573
- duration: 0:00:13.844155
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 3410573
- payload:
{ "datatype_dict": { "applied_at": "timestamp", "apply_on": "date", "created_at": "timestamp", "creator_id": "int", "id": "bigint", "new_price": "decimal(7,2)", "notification_letter": "varchar(255)", "notified_at": "timestamp", "notify_by_email": "smallint", "notify_by_text": "smallint", "notify_on": "date", "old_price": "decimal(7,2)", "print_notification_letter": "smallint", "rate_change_batch_id": "bigint", "rental_id": "int", "rental_rate_change_rule_id": "bigint", "site_id": "int", "source": "int", "updated_at": "timestamp" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2021-07-24/1627101814", "key": "raw/esscore_rental_rate_changes/2021-07-24/1627101814/split.ess_core.rental_rate_changes0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_rental_rate_changes", "type": "rds" } } - running: False
- schema_name_id: 1109
- start_time: 2021-07-23 23:43:34
- success: True
- trace_id: 1237996910957529956
- attributes:
{ "applied_at": "timestamp", "apply_on": "date", "created_at": "timestamp", "creator_id": "int", "id": "bigint", "new_price": "decimal(7,2)", "notification_letter": "varchar(255)", "notified_at": "timestamp", "notify_by_email": "smallint", "notify_by_text": "smallint", "notify_on": "date", "old_price": "decimal(7,2)", "print_notification_letter": "smallint", "rate_change_batch_id": "bigint", "rental_id": "int", "rental_rate_change_rule_id": "bigint", "site_id": "int", "source": "int", "updated_at": "timestamp" } - created: 2023-06-15 18:59:23
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_rental_rate_changes`\n(\n `id` bigint , `creator_id` int , `rental_id` int , `site_id` int , `apply_on` date , `notify_on` date , `applied_at` timestamp , `notified_at` timestamp , `new_price` decimal(7,2) , `old_price` decimal(7,2) , `created_at` timestamp , `updated_at` timestamp , `notify_by_email` smallint , `notify_by_text` smallint , `rental_rate_change_rule_id` bigint , `source` int , `notification_letter` varchar(255) , `print_notification_letter` smallint , `rate_change_batch_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2023-06-15/1686873562'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_rental_rate_changes`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_rental_rate_changes" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2021-07-12 13:43:21",
"disabled": false,
"format": "raw",
"id": 1109,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_rds",
"table": "ess_esscore_rental_rate_changes"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"applied_at": "timestamp",
"apply_on": "date",
"created_at": "timestamp",
"creator_id": "int",
"id": "bigint",
"new_price": "decimal(7,2)",
"notification_letter": "varchar(255)",
"notified_at": "timestamp",
"notify_by_email": "smallint",
"notify_by_text": "smallint",
"notify_on": "date",
"old_price": "decimal(7,2)",
"print_notification_letter": "smallint",
"rate_change_batch_id": "bigint",
"rental_id": "int",
"rental_rate_change_rule_id": "bigint",
"site_id": "int",
"source": "int",
"updated_at": "timestamp"
},
"created": "2023-06-15 18:59:23",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_rental_rate_changes`\n(\n `id` bigint , `creator_id` int , `rental_id` int , `site_id` int , `apply_on` date , `notify_on` date , `applied_at` timestamp , `notified_at` timestamp , `new_price` decimal(7,2) , `old_price` decimal(7,2) , `created_at` timestamp , `updated_at` timestamp , `notify_by_email` smallint , `notify_by_text` smallint , `rental_rate_change_rule_id` bigint , `source` int , `notification_letter` varchar(255) , `print_notification_letter` smallint , `rate_change_batch_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_rental_rate_changes/2023-06-15/1686873562'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_rental_rate_changes`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_rental_rate_changes"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}