Schema Info
Schema Name: sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls
- created: 2018-05-22 15:33:54
- disabled: False
- format: raw
- id: 543
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_rds", "table": "sparephone_sparephone_inbound_phone_calls" } - type: rds
Schema Versions: 3
-
Version 204143
- created: 2019-05-10 00:01:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls`\n(\n `session_id` int , `to_number` varchar(40) , `from_number` varchar(40) , `transferred_to` varchar(40) , `call_state` varchar(45) , `start_time` timestamp , `end_time` timestamp , `twilio_sid` varchar(255) , `visit_id` varchar(32) , `site_id` int , `traffic_source_id` varchar(255) , `tsla` int , `transfered_to` varchar(45) , `transfered_call_id` varchar(45) , `call_classification` varchar(45) , `classification_reason` varchar(150) , `agent_answer_start_time` timestamp , `agent_answer_end_time` timestamp , `agent_user_id` int , `application` varchar(45) , `sales` smallint , `unqualified_reason_id` int , `disposition_reason_id` int , `recording_url` varchar(256) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparephone-stage/raw/sparephone_inbound_phone_calls/2019-05-10/1557464490'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls" ] - hive_path: s3://sfdl-rds-sparephone-stage/raw/sparephone_inbound_phone_calls/2019-05-10/1557464490
- id: 204143
- processed: 1
- raw_data:
{ "agent_answer_end_time": 17, "agent_answer_start_time": 16, "agent_user_id": 18, "application": 19, "call_classification": 14, "call_state": 4, "classification_reason": 15, "disposition_reason_id": 22, "end_time": 6, "from_number": 2, "recording_url": 23, "sales": 20, "session_id": 0, "site_id": 9, "start_time": 5, "to_number": 1, "traffic_source_id": 10, "transfered_call_id": 13, "transfered_to": 12, "transferred_to": 3, "tsla": 11, "twilio_sid": 7, "unqualified_reason_id": 21, "visit_id": 8 } - schema_attributes:
{ "agent_answer_end_time": "timestamp", "agent_answer_start_time": "timestamp", "agent_user_id": "int", "application": "varchar(45)", "call_classification": "varchar(45)", "call_state": "varchar(45)", "classification_reason": "varchar(150)", "disposition_reason_id": "int", "end_time": "timestamp", "from_number": "varchar(40)", "recording_url": "varchar(256)", "sales": "smallint", "session_id": "int", "site_id": "int", "start_time": "timestamp", "to_number": "varchar(40)", "traffic_source_id": "varchar(255)", "transfered_call_id": "varchar(45)", "transfered_to": "varchar(45)", "transferred_to": "varchar(40)", "tsla": "int", "twilio_sid": "varchar(255)", "unqualified_reason_id": "int", "visit_id": "varchar(32)" } - schema_name_id: 543
- schema_scan_id: 2114731
- updated: 2019-05-10 00:01:44
-
Version 204031
- created: 2019-05-09 00:01:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls`\n(\n `session_id` int , `to_number` varchar(40) , `from_number` varchar(40) , `transferred_to` varchar(40) , `call_state` varchar(45) , `start_time` timestamp , `end_time` timestamp , `twilio_sid` varchar(255) , `visit_id` varchar(32) , `site_id` int , `traffic_source_id` varchar(255) , `tsla` int , `transfered_to` varchar(45) , `transfered_call_id` varchar(45) , `call_classification` varchar(45) , `classification_reason` varchar(150) , `agent_answer_start_time` timestamp , `agent_answer_end_time` timestamp , `agent_user_id` int , `application` varchar(45) , `sales` smallint , `unqualified_reason_id` int , `disposition_reason_id` int , `recording_url` varchar(256) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparephone-stage/raw/sparephone_inbound_phone_calls/2019-05-09/1557378089'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls" ] - hive_path: s3://sfdl-rds-sparephone-stage/raw/sparephone_inbound_phone_calls/2019-05-09/1557378089
- id: 204031
- processed: 1
- raw_data:
{ "agent_answer_end_time": 17, "agent_answer_start_time": 16, "agent_user_id": 18, "application": 19, "call_classification": 14, "call_state": 4, "classification_reason": 15, "disposition_reason_id": 22, "end_time": 6, "from_number": 2, "recording_url": 23, "sales": 20, "session_id": 0, "site_id": 9, "start_time": 5, "to_number": 1, "traffic_source_id": 10, "transfered_call_id": 13, "transfered_to": 12, "transferred_to": 3, "tsla": 11, "twilio_sid": 7, "unqualified_reason_id": 21, "visit_id": 8 } - schema_attributes:
{ "agent_answer_end_time": "timestamp", "agent_answer_start_time": "timestamp", "agent_user_id": "int", "application": "varchar(45)", "call_classification": "varchar(45)", "call_state": "varchar(45)", "classification_reason": "varchar(150)", "disposition_reason_id": "int", "end_time": "timestamp", "from_number": "varchar(40)", "recording_url": "varchar(256)", "sales": "smallint", "session_id": "int", "site_id": "int", "start_time": "timestamp", "to_number": "varchar(40)", "traffic_source_id": "varchar(255)", "transfered_call_id": "varchar(45)", "transfered_to": "varchar(45)", "transferred_to": "varchar(40)", "tsla": "int", "twilio_sid": "varchar(255)", "unqualified_reason_id": "int", "visit_id": "varchar(32)" } - schema_name_id: 543
- schema_scan_id: 2112511
- updated: 2019-05-09 00:01:48
-
Version 203924
- created: 2019-05-08 00:01:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls`\n(\n `session_id` int , `to_number` varchar(40) , `from_number` varchar(40) , `transferred_to` varchar(40) , `call_state` varchar(45) , `start_time` timestamp , `end_time` timestamp , `twilio_sid` varchar(255) , `visit_id` varchar(32) , `site_id` int , `traffic_source_id` varchar(255) , `tsla` int , `transfered_to` varchar(45) , `transfered_call_id` varchar(45) , `call_classification` varchar(45) , `classification_reason` varchar(150) , `agent_answer_start_time` timestamp , `agent_answer_end_time` timestamp , `agent_user_id` int , `application` varchar(45) , `sales` smallint , `unqualified_reason_id` int , `disposition_reason_id` int , `recording_url` varchar(256) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparephone-stage/raw/sparephone_inbound_phone_calls/2019-05-08/1557291693'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls" ] - hive_path: s3://sfdl-rds-sparephone-stage/raw/sparephone_inbound_phone_calls/2019-05-08/1557291693
- id: 203924
- processed: 1
- raw_data:
{ "agent_answer_end_time": 17, "agent_answer_start_time": 16, "agent_user_id": 18, "application": 19, "call_classification": 14, "call_state": 4, "classification_reason": 15, "disposition_reason_id": 22, "end_time": 6, "from_number": 2, "recording_url": 23, "sales": 20, "session_id": 0, "site_id": 9, "start_time": 5, "to_number": 1, "traffic_source_id": 10, "transfered_call_id": 13, "transfered_to": 12, "transferred_to": 3, "tsla": 11, "twilio_sid": 7, "unqualified_reason_id": 21, "visit_id": 8 } - schema_attributes:
{ "agent_answer_end_time": "timestamp", "agent_answer_start_time": "timestamp", "agent_user_id": "int", "application": "varchar(45)", "call_classification": "varchar(45)", "call_state": "varchar(45)", "classification_reason": "varchar(150)", "disposition_reason_id": "int", "end_time": "timestamp", "from_number": "varchar(40)", "recording_url": "varchar(256)", "sales": "smallint", "session_id": "int", "site_id": "int", "start_time": "timestamp", "to_number": "varchar(40)", "traffic_source_id": "varchar(255)", "transfered_call_id": "varchar(45)", "transfered_to": "varchar(45)", "transferred_to": "varchar(40)", "tsla": "int", "twilio_sid": "varchar(255)", "unqualified_reason_id": "int", "visit_id": "varchar(32)" } - schema_name_id: 543
- schema_scan_id: 2110136
- updated: 2019-05-08 00:01:49
Schema Scans: 3
Last at 2019-05-10 00:01:32
-
Scan 2114731
- duration: 0:00:14.275001
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 2114731
- payload:
{ "datatype_dict": { "agent_answer_end_time": "timestamp", "agent_answer_start_time": "timestamp", "agent_user_id": "int", "application": "varchar(45)", "call_classification": "varchar(45)", "call_state": "varchar(45)", "classification_reason": "varchar(150)", "disposition_reason_id": "int", "end_time": "timestamp", "from_number": "varchar(40)", "recording_url": "varchar(256)", "sales": "smallint", "session_id": "int", "site_id": "int", "start_time": "timestamp", "to_number": "varchar(40)", "traffic_source_id": "varchar(255)", "transfered_call_id": "varchar(45)", "transfered_to": "varchar(45)", "transferred_to": "varchar(40)", "tsla": "int", "twilio_sid": "varchar(255)", "unqualified_reason_id": "int", "visit_id": "varchar(32)" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-sparephone-stage", "hive_path": "s3://sfdl-rds-sparephone-stage/raw/sparephone_inbound_phone_calls/2019-05-10/1557464490", "key": "raw/sparephone_inbound_phone_calls/2019-05-10/1557464490/split.sparephone.inbound_phone_calls.000000.dat.gz" }, "schema": { "name": "sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls", "type": "rds" } } - running: False
- schema_name_id: 543
- start_time: 2019-05-10 00:01:32
- success: True
- trace_id: 5269715676007643681
-
Scan 2112511
- duration: 0:00:13.972762
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 2112511
- payload:
{ "datatype_dict": { "agent_answer_end_time": "timestamp", "agent_answer_start_time": "timestamp", "agent_user_id": "int", "application": "varchar(45)", "call_classification": "varchar(45)", "call_state": "varchar(45)", "classification_reason": "varchar(150)", "disposition_reason_id": "int", "end_time": "timestamp", "from_number": "varchar(40)", "recording_url": "varchar(256)", "sales": "smallint", "session_id": "int", "site_id": "int", "start_time": "timestamp", "to_number": "varchar(40)", "traffic_source_id": "varchar(255)", "transfered_call_id": "varchar(45)", "transfered_to": "varchar(45)", "transferred_to": "varchar(40)", "tsla": "int", "twilio_sid": "varchar(255)", "unqualified_reason_id": "int", "visit_id": "varchar(32)" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-sparephone-stage", "hive_path": "s3://sfdl-rds-sparephone-stage/raw/sparephone_inbound_phone_calls/2019-05-09/1557378089", "key": "raw/sparephone_inbound_phone_calls/2019-05-09/1557378089/split.sparephone.inbound_phone_calls.000000.dat.gz" }, "schema": { "name": "sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls", "type": "rds" } } - running: False
- schema_name_id: 543
- start_time: 2019-05-09 00:01:37
- success: True
- trace_id: 5362139292034340387
-
Scan 2110136
- duration: 0:00:14.092338
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 2110136
- payload:
{ "datatype_dict": { "agent_answer_end_time": "timestamp", "agent_answer_start_time": "timestamp", "agent_user_id": "int", "application": "varchar(45)", "call_classification": "varchar(45)", "call_state": "varchar(45)", "classification_reason": "varchar(150)", "disposition_reason_id": "int", "end_time": "timestamp", "from_number": "varchar(40)", "recording_url": "varchar(256)", "sales": "smallint", "session_id": "int", "site_id": "int", "start_time": "timestamp", "to_number": "varchar(40)", "traffic_source_id": "varchar(255)", "transfered_call_id": "varchar(45)", "transfered_to": "varchar(45)", "transferred_to": "varchar(40)", "tsla": "int", "twilio_sid": "varchar(255)", "unqualified_reason_id": "int", "visit_id": "varchar(32)" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-sparephone-stage", "hive_path": "s3://sfdl-rds-sparephone-stage/raw/sparephone_inbound_phone_calls/2019-05-08/1557291693", "key": "raw/sparephone_inbound_phone_calls/2019-05-08/1557291693/split.sparephone.inbound_phone_calls.000000.dat.gz" }, "schema": { "name": "sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls", "type": "rds" } } - running: False
- schema_name_id: 543
- start_time: 2019-05-08 00:01:37
- success: True
- trace_id: 6980296302373529829
- attributes:
{ "agent_answer_end_time": "timestamp", "agent_answer_start_time": "timestamp", "agent_user_id": "int", "application": "varchar(45)", "call_classification": "varchar(45)", "call_state": "varchar(45)", "classification_reason": "varchar(150)", "disposition_reason_id": "int", "end_time": "timestamp", "from_number": "varchar(40)", "recording_url": "varchar(256)", "sales": "smallint", "session_id": "int", "site_id": "int", "start_time": "timestamp", "to_number": "varchar(40)", "traffic_source_id": "varchar(255)", "transfered_call_id": "varchar(45)", "transfered_to": "varchar(45)", "transferred_to": "varchar(40)", "tsla": "int", "twilio_sid": "varchar(255)", "unqualified_reason_id": "int", "visit_id": "varchar(32)" } - created: 2019-05-10 00:01:33
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls`\n(\n `session_id` int , `to_number` varchar(40) , `from_number` varchar(40) , `transferred_to` varchar(40) , `call_state` varchar(45) , `start_time` timestamp , `end_time` timestamp , `twilio_sid` varchar(255) , `visit_id` varchar(32) , `site_id` int , `traffic_source_id` varchar(255) , `tsla` int , `transfered_to` varchar(45) , `transfered_call_id` varchar(45) , `call_classification` varchar(45) , `classification_reason` varchar(150) , `agent_answer_start_time` timestamp , `agent_answer_end_time` timestamp , `agent_user_id` int , `application` varchar(45) , `sales` smallint , `unqualified_reason_id` int , `disposition_reason_id` int , `recording_url` varchar(256) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparephone-stage/raw/sparephone_inbound_phone_calls/2019-05-10/1557464490'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2018-05-22 15:33:54",
"disabled": false,
"format": "raw",
"id": 543,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_rds",
"table": "sparephone_sparephone_inbound_phone_calls"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"agent_answer_end_time": "timestamp",
"agent_answer_start_time": "timestamp",
"agent_user_id": "int",
"application": "varchar(45)",
"call_classification": "varchar(45)",
"call_state": "varchar(45)",
"classification_reason": "varchar(150)",
"disposition_reason_id": "int",
"end_time": "timestamp",
"from_number": "varchar(40)",
"recording_url": "varchar(256)",
"sales": "smallint",
"session_id": "int",
"site_id": "int",
"start_time": "timestamp",
"to_number": "varchar(40)",
"traffic_source_id": "varchar(255)",
"transfered_call_id": "varchar(45)",
"transfered_to": "varchar(45)",
"transferred_to": "varchar(40)",
"tsla": "int",
"twilio_sid": "varchar(255)",
"unqualified_reason_id": "int",
"visit_id": "varchar(32)"
},
"created": "2019-05-10 00:01:33",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls`\n(\n `session_id` int , `to_number` varchar(40) , `from_number` varchar(40) , `transferred_to` varchar(40) , `call_state` varchar(45) , `start_time` timestamp , `end_time` timestamp , `twilio_sid` varchar(255) , `visit_id` varchar(32) , `site_id` int , `traffic_source_id` varchar(255) , `tsla` int , `transfered_to` varchar(45) , `transfered_call_id` varchar(45) , `call_classification` varchar(45) , `classification_reason` varchar(150) , `agent_answer_start_time` timestamp , `agent_answer_end_time` timestamp , `agent_user_id` int , `application` varchar(45) , `sales` smallint , `unqualified_reason_id` int , `disposition_reason_id` int , `recording_url` varchar(256) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparephone-stage/raw/sparephone_inbound_phone_calls/2019-05-10/1557464490'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparephone_sparephone_inbound_phone_calls"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}