Schema Info
Schema Name: sfdl_stage_manual.genesys_genesys_conversations
- created: 2019-08-14 16:13:08
- disabled: False
- format: raw
- id: 870
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_stage_manual", "table": "genesys_genesys_conversations" } - type: manual
Schema Versions: 1
-
Version 218944
- created: 2019-08-14 16:13:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`", "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_genesys_conversations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_genesys_conversations`\n(\n`mediaStatsMinConversationRFactor`STRING,`conversationEnd`STRING,`mediaStatsMinConversationMos`STRING,`divisionIds`array,`conversationId`STRING,`participants`array - hive_path: s3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations
- id: 218944
- processed: 1
- raw_data:
{ "_origin": "2019-08-14T16:12:41Z|separated_dt/genesys_conversations/dt=2019-08-13/95fbd76c-9e04-4cf9-b133-aa344e4eb489.json.gz|airflow_genesys_stage", "conversationEnd": "2019-08-13T14:53:27.427Z", "conversationId": "3b668751-34cc-4af5-961e-a087efb88111", "conversationStart": "2019-08-13T14:33:32.954Z", "divisionIds": [ "b4a5d15d-7294-44dc-a910-e370ad9ec9ab" ], "evaluations": [ { "contextId": "a3edb833-b3f9-4b6c-9396-cc093036cd4e", "evaluationId": "2481c782-1754-4192-a66d-93a205273d64", "evaluatorId": "6b7d3277-fbb6-471a-b2db-bd7770cf2058", "eventTime": "2019-08-13T20:10:11.521Z", "formId": "ee460aa0-3182-43ec-9803-1b6ff535f9fc", "formName": "Front Door Quality Form - 7/31/19", "oTotalCriticalScore": 0, "oTotalScore": 91, "queueId": "f790132a-cb6f-4006-b7d3-05d5229db142", "userId": "1fc122e2-3bb8-4306-a8ea-38aba0583932" } ], "mediaStatsMinConversationMos": 4.099665641784668, "mediaStatsMinConversationRFactor": 72.0078125, "originatingDirection": "inbound", "participants": [ { "participantId": "fac3c8b8-18be-43c6-9ebf-494303963351", "participantName": "Front Door Queue", "purpose": "voicemail", "sessions": [ { "ani": "tel:+13093730092", "direction": "inbound", "dnis": "tel:+15128863824", "edgeId": "4b37b1ff-4c07-48ef-9598-cc9f209479ab", "flow": { "flowId": "a0e8cc93-9e56-4ca1-9d62-17cfa1c9feb5", "flowName": "Front Door In Queue Flow", "flowType": "INQUEUECALL", "flowVersion": "2.0", "issuedCallback": false, "startingLanguage": "en-us" }, "mediaEndpointStats": [ { "codecs": [ "audio/PCMU" ], "discardedPackets": 12, "maxLatencyMs": 50, "minMos": 4.81637716293335, "minRFactor": 89.82704162597656, "receivedPackets": 514 } ], "mediaType": "voice", "metrics": [ { "emitDate": "2019-08-13T14:33:56.041Z", "name": "tVoicemail", "value": 10286 } ], "peerId": "8b0d8f95-de65-4615-bd30-2a57227ed612", "recording": true, "remoteNameDisplayable": "Front Door Queue", "segments": [ { "conference": false, "disconnectType": "transfer", "queueId": "f790132a-cb6f-4006-b7d3-05d5229db142", "segmentEnd": "2019-08-13T14:33:56.041Z", "segmentStart": "2019-08-13T14:33:45.755Z", "segmentType": "interact", "sipResponseCodes": [ 410 ] } ], "sessionDnis": "tel:+15128863822", "sessionId": "cb8d3764-c2af-4b5a-a202-ccef4dad1fc1" } ], "userId": "5162a008-042f-486f-b6c3-45b2f07bb714" } ] } - schema_attributes:
{ "_origin": "string", "conversationEnd": "string", "conversationId": "string", "conversationStart": "string", "divisionIds": [ "string" ], "evaluations": [ { "contextId": "string", "evaluationId": "string", "evaluatorId": "string", "eventTime": "string", "formId": "string", "formName": "string", "oTotalCriticalScore": "string", "oTotalScore": "string", "queueId": "string", "userId": "string" } ], "mediaStatsMinConversationMos": "string", "mediaStatsMinConversationRFactor": "string", "originatingDirection": "string", "participants": [ { "participantId": "string", "participantName": "string", "purpose": "string", "sessions": [ { "ani": "string", "direction": "string", "dnis": "string", "edgeId": "string", "flow.flowId": "string", "flow.flowName": "string", "flow.flowType": "string", "flow.flowVersion": "string", "flow.issuedCallback": "string", "flow.startingLanguage": "string", "mediaEndpointStats": [ { "codecs": [ "string" ], "discardedPackets": "string", "maxLatencyMs": "string", "minMos": "string", "minRFactor": "string", "receivedPackets": "string" } ], "mediaType": "string", "metrics": [ { "emitDate": "string", "name": "string", "value": "string" } ], "peerId": "string", "recording": "string", "remoteNameDisplayable": "string", "segments": [ { "conference": "string", "disconnectType": "string", "queueId": "string", "segmentEnd": "string", "segmentStart": "string", "segmentType": "string", "sipResponseCodes": [ "int" ] } ], "sessionDnis": "string", "sessionId": "string" } ], "userId": "string" } ] } - schema_name_id: 870
- schema_scan_id: 2311239
- updated: 2019-08-14 16:13:19
Schema Scans: 1
Last at 2019-08-14 16:13:08
-
Scan 2311239
- duration: 0:00:13.568517
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2, "partitions_applied": false, "success": true } - id: 2311239
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-13/", "name": "dt", "type": "string", "value": "2019-08-13" }, "s3": { "bucket": "sfdl-manual-genesys-stage", "hive_path": "s3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations", "key": "separated_dt/genesys_conversations/dt=2019-08-13/95fbd76c-9e04-4cf9-b133-aa344e4eb489.json.gz" }, "schema": { "name": "sfdl_stage_manual.genesys_genesys_conversations", "type": "manual" } } - running: False
- schema_name_id: 870
- start_time: 2019-08-14 16:13:08
- success: True
- trace_id: 16167474528009292643
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_stage_manual.genesys_genesys_conversations`\nADD\n\n\n PARTITION (dt='2019-08-23') location 's3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-23/'\n PARTITION (dt='2019-08-24') location 's3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-24/'\n PARTITION (dt='2019-08-26') location 's3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-26/'\n;" ] - name: dt
- state:
[ { "info": { "id": 120344, "location": "s3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-23/", "name": "dt", "value": "2019-08-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2019-08-24 02:01:39", "last_data": "2019-08-24 02:01:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 120410, "location": "s3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-24/", "name": "dt", "value": "2019-08-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2019-08-25 02:01:39", "last_data": "2019-08-25 02:01:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 120570, "location": "s3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-26/", "name": "dt", "value": "2019-08-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2019-08-27 02:01:39", "last_data": "2019-08-27 02:01:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "_origin": "string", "conversationEnd": "string", "conversationId": "string", "conversationStart": "string", "divisionIds": [ "string" ], "evaluations": [ { "contextId": "string", "evaluationId": "string", "evaluatorId": "string", "eventTime": "string", "formId": "string", "formName": "string", "oTotalCriticalScore": "string", "oTotalScore": "string", "queueId": "string", "userId": "string" } ], "mediaStatsMinConversationMos": "string", "mediaStatsMinConversationRFactor": "string", "originatingDirection": "string", "participants": [ { "participantId": "string", "participantName": "string", "purpose": "string", "sessions": [ { "ani": "string", "direction": "string", "dnis": "string", "edgeId": "string", "flow.flowId": "string", "flow.flowName": "string", "flow.flowType": "string", "flow.flowVersion": "string", "flow.issuedCallback": "string", "flow.startingLanguage": "string", "mediaEndpointStats": [ { "codecs": [ "string" ], "discardedPackets": "string", "maxLatencyMs": "string", "minMos": "string", "minRFactor": "string", "receivedPackets": "string" } ], "mediaType": "string", "metrics": [ { "emitDate": "string", "name": "string", "value": "string" } ], "peerId": "string", "recording": "string", "remoteNameDisplayable": "string", "segments": [ { "conference": "string", "disconnectType": "string", "queueId": "string", "segmentEnd": "string", "segmentStart": "string", "segmentType": "string", "sipResponseCodes": [ "int" ] } ], "sessionDnis": "string", "sessionId": "string" } ], "userId": "string" } ] } - created: 2019-08-14 16:13:08
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_genesys_conversations`\n(\n`mediaStatsMinConversationRFactor`STRING,`conversationEnd`STRING,`mediaStatsMinConversationMos`STRING,`divisionIds`array,`conversationId`STRING,`participants`array
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2019-08-14 16:13:08",
"disabled": false,
"format": "raw",
"id": 870,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_stage_manual",
"table": "genesys_genesys_conversations"
},
"type": "manual"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_stage_manual.genesys_genesys_conversations`\nADD\n\n\n PARTITION (dt='2019-08-23') location 's3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-23/'\n PARTITION (dt='2019-08-24') location 's3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-24/'\n PARTITION (dt='2019-08-26') location 's3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-26/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 120344,
"location": "s3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-23/",
"name": "dt",
"value": "2019-08-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2019-08-24 02:01:39",
"last_data": "2019-08-24 02:01:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 120410,
"location": "s3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-24/",
"name": "dt",
"value": "2019-08-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2019-08-25 02:01:39",
"last_data": "2019-08-25 02:01:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 120570,
"location": "s3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations/dt=2019-08-26/",
"name": "dt",
"value": "2019-08-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2019-08-27 02:01:39",
"last_data": "2019-08-27 02:01:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"conversationEnd": "string",
"conversationId": "string",
"conversationStart": "string",
"divisionIds": [
"string"
],
"evaluations": [
{
"contextId": "string",
"evaluationId": "string",
"evaluatorId": "string",
"eventTime": "string",
"formId": "string",
"formName": "string",
"oTotalCriticalScore": "string",
"oTotalScore": "string",
"queueId": "string",
"userId": "string"
}
],
"mediaStatsMinConversationMos": "string",
"mediaStatsMinConversationRFactor": "string",
"originatingDirection": "string",
"participants": [
{
"participantId": "string",
"participantName": "string",
"purpose": "string",
"sessions": [
{
"ani": "string",
"direction": "string",
"dnis": "string",
"edgeId": "string",
"flow.flowId": "string",
"flow.flowName": "string",
"flow.flowType": "string",
"flow.flowVersion": "string",
"flow.issuedCallback": "string",
"flow.startingLanguage": "string",
"mediaEndpointStats": [
{
"codecs": [
"string"
],
"discardedPackets": "string",
"maxLatencyMs": "string",
"minMos": "string",
"minRFactor": "string",
"receivedPackets": "string"
}
],
"mediaType": "string",
"metrics": [
{
"emitDate": "string",
"name": "string",
"value": "string"
}
],
"peerId": "string",
"recording": "string",
"remoteNameDisplayable": "string",
"segments": [
{
"conference": "string",
"disconnectType": "string",
"queueId": "string",
"segmentEnd": "string",
"segmentStart": "string",
"segmentType": "string",
"sipResponseCodes": [
"int"
]
}
],
"sessionDnis": "string",
"sessionId": "string"
}
],
"userId": "string"
}
]
},
"created": "2019-08-14 16:13:08",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_genesys_conversations`\n(\n`mediaStatsMinConversationRFactor`STRING,`conversationEnd`STRING,`mediaStatsMinConversationMos`STRING,`divisionIds`array,`conversationId`STRING,`participants`array>>,`mediaType`:STRING,`ani`:STRING,`metrics`:array>,`sessionId`:STRING,`peerId`:STRING,`mediaEndpointStats`:array,`discardedPackets`:STRING>>,`dnis`:STRING,`flow`:struct<`flowName`:STRING,`flowId`:STRING,`startingLanguage`:STRING,`issuedCallback`:STRING,`flowVersion`:STRING,`flowType`:STRING>,`remoteNameDisplayable`:STRING,`recording`:STRING>>,`userId`:STRING,`participantId`:STRING,`purpose`:STRING,`participantName`:STRING>>,`originatingDirection`STRING,`_origin`STRING,`conversationStart`STRING,`evaluations`array>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-manual-genesys-stage/separated_dt/genesys_conversations'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_genesys_conversations`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_manual.genesys_genesys_conversations"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}