Schema Info

Schema Name: sfdl_stage_segment.sms_messagedelivered

created: 2018-04-10 22:22:46
disabled: False
format: raw
id: 480
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_segment",
    "table": "sms_messagedelivered"
}

type: segment

Schema Versions: 15

Version 3630

created: 2018-04-11 11:04:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3630
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T16:02:42Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523462474043.2eb922aae19d.1.11.1.da9b2c74-546a-42f7-bee9-08493157d8bd.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-iAzPfiaL5C21gjoCm3R5pk7LJ6x8UKAj",
    "originalTimestamp": "2018-04-11T15:02:20.519Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T15:02:21.129Z",
    "sentAt": "2018-04-11T15:02:20.519Z",
    "timestamp": "2018-04-11T15:02:21.129Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2019-07-30 13:11:14

Version 3629

created: 2018-04-11 11:03:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3629
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T16:02:26Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523462470335.296b47a2866f.1.11.1.b36f33d8-034f-4b9b-9992-247fa2bc0603.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-oQTIqh72RRfMgR1DEBWZ2LucUHtCyKoA",
    "originalTimestamp": "2018-04-11T15:01:15.651Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T15:01:16.176Z",
    "sentAt": "2018-04-11T15:01:15.652Z",
    "timestamp": "2018-04-11T15:01:16.175Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 11:03:44

Version 3628

created: 2018-04-11 11:02:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3628
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T16:02:48Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523462470125.25c3a9590606.1.11.1.c1eac086-778b-408c-8c8d-63484716267b.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-g9dgjoDU54xlsFfzJSOYn8A22FM0SXm7",
    "originalTimestamp": "2018-04-11T15:05:08.254Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T15:05:08.729Z",
    "sentAt": "2018-04-11T15:05:08.254Z",
    "timestamp": "2018-04-11T15:05:08.729Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 11:03:04

Version 3627

created: 2018-04-11 11:02:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3627
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T16:02:42Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523462474043.2eb922aae19d.1.11.1.da9b2c74-546a-42f7-bee9-08493157d8bd.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-iAzPfiaL5C21gjoCm3R5pk7LJ6x8UKAj",
    "originalTimestamp": "2018-04-11T15:02:20.519Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T15:02:21.129Z",
    "sentAt": "2018-04-11T15:02:20.519Z",
    "timestamp": "2018-04-11T15:02:21.129Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 11:02:55

Version 3626

created: 2018-04-11 11:02:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3626
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T16:02:26Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523462470335.296b47a2866f.1.11.1.b36f33d8-034f-4b9b-9992-247fa2bc0603.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-oQTIqh72RRfMgR1DEBWZ2LucUHtCyKoA",
    "originalTimestamp": "2018-04-11T15:01:15.651Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T15:01:16.176Z",
    "sentAt": "2018-04-11T15:01:15.652Z",
    "timestamp": "2018-04-11T15:01:16.175Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 11:02:45

Version 3625

created: 2018-04-11 10:24:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3625
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T15:24:33Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523460142654.7a8e429ea295.1.11.1.4e8e4f08-681c-4f4c-9c03-ae87b6295750.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-jDKE3gELInlzO88FBxZYpYBRwP2sLx8N",
    "originalTimestamp": "2018-04-11T14:39:23.738Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T14:39:24.290Z",
    "sentAt": "2018-04-11T14:39:23.739Z",
    "timestamp": "2018-04-11T14:39:24.289Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 10:24:47

Version 3624

created: 2018-04-11 10:24:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3624
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T15:24:05Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523460141518.19d37a179806.1.11.1.a0c58cc8-b051-4ecf-9f36-9790befb7d7f.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-bCXwkR43ZsIB9iO6cAAjwyZUVDk6EkZE",
    "originalTimestamp": "2018-04-11T14:25:48.254Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T14:25:48.422Z",
    "sentAt": "2018-04-11T14:25:48.255Z",
    "timestamp": "2018-04-11T14:25:48.421Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 10:24:23

Version 3623

created: 2018-04-11 10:23:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3623
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T15:23:36Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523460137609.6618115e80e2.1.11.1.21f54879-fdba-4b93-acf2-a235f20811dc.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-HcIqubFDKTYrdiyxODIY4xIg3zwwi49i",
    "originalTimestamp": "2018-04-11T14:46:26.518Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T14:46:27.005Z",
    "sentAt": "2018-04-11T14:46:26.518Z",
    "timestamp": "2018-04-11T14:46:27.005Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 10:24:08

Version 3622

created: 2018-04-11 10:23:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3622
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T15:23:36Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523460140708.b969765643b4.1.11.1.b3b7b3e6-9335-45d7-9ff1-460a13048842.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-xkErVBqV2LPLlUBgIDoPDhPanOpnbz7M",
    "originalTimestamp": "2018-04-11T15:14:11.925Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T15:14:12.488Z",
    "sentAt": "2018-04-11T15:14:11.925Z",
    "timestamp": "2018-04-11T15:14:12.488Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 10:24:06

Version 3621

created: 2018-04-11 10:23:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3621
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T15:23:30Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523460140308.a9831395dbb7.1.11.1.c4a28808-b81b-4281-993a-9c3d5d60c81d.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-9elCoSAfVSQGcDXUCOMvVmn2K2bUX5B5",
    "originalTimestamp": "2018-04-11T15:05:17.999Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T15:05:18.530Z",
    "sentAt": "2018-04-11T15:05:17.999Z",
    "timestamp": "2018-04-11T15:05:18.530Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 10:23:49

Version 3620

created: 2018-04-11 10:23:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3620
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T15:23:30Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523460142976.9a17035a932e.1.11.1.d6ba5781-c816-4126-a93d-03ac970b621e.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-DCcm4hneFIDVCpPVlurm1GT4CqyNRa6D",
    "originalTimestamp": "2018-04-11T14:28:18.975Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T14:28:19.469Z",
    "sentAt": "2018-04-11T14:28:18.976Z",
    "timestamp": "2018-04-11T14:28:19.468Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 10:23:49

Version 3619

created: 2018-04-11 10:23:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3619
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T15:23:19Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523460137149.7dc98b7e4234.1.11.1.ea5367a8-6e90-4789-bc7d-7d59253d09ad.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-LcazMMSdCQSqLcJC3wTLX02A6fcXQasV",
    "originalTimestamp": "2018-04-11T14:26:19.670Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T14:26:19.897Z",
    "sentAt": "2018-04-11T14:26:19.671Z",
    "timestamp": "2018-04-11T14:26:19.896Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 10:23:30

Version 3618

created: 2018-04-11 10:23:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3618
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T15:23:19Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523460138554.707016bc8a88.1.11.1.fa7de5f8-bd20-49d7-8032-b49d63c124c0.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-1QCHDQKukaph4r6BkCE6jqwwiUZZpr96",
    "originalTimestamp": "2018-04-11T14:27:59.575Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T14:28:00.113Z",
    "sentAt": "2018-04-11T14:27:59.575Z",
    "timestamp": "2018-04-11T14:28:00.113Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 10:23:31

Version 3617

created: 2018-04-11 10:03:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3617
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T15:03:13Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523458903073.8e73105bb5ae.1.11.1.0d1cadaa-58c1-4e6f-bd39-ff3fb290e5fd.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-T5QeruTNGHBYIC5TYpQkHFmi0grBWdKU",
    "originalTimestamp": "2018-04-11T15:01:24.974Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T15:01:25.444Z",
    "sentAt": "2018-04-11T15:01:24.974Z",
    "timestamp": "2018-04-11T15:01:25.444Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 10:03:40

Version 3616

created: 2018-04-11 10:03:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
]

hive_path: s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered
id: 3616
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "9.4.0"
    },
    "_origin": "2018-04-11T15:03:12Z|s3://sfdl-segment-sms-stage/segment-logs/V2tM95dEVw/1523404800000/1523458872281.f293978b622b.1.11.1.0c7bc028-221d-4a54-a2eb-0eb136d5e4ee.gz|segment_separator:37",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "MessageDelivered",
    "integrations": {},
    "messageId": "node-dhXtUlkGMPkCmb9HxHPb1zfTLbdwlCgF",
    "originalTimestamp": "2018-04-11T14:43:53.714Z",
    "projectId": "V2tM95dEVw",
    "properties": {
        "delivery_status": "MessageDelivered",
        "message_channel": "sms",
        "phone_number": "2223334444",
        "vendor_message_id": "fake-vendor-id"
    },
    "receivedAt": "2018-04-11T14:43:54.240Z",
    "sentAt": "2018-04-11T14:43:53.715Z",
    "timestamp": "2018-04-11T14:43:54.239Z",
    "type": "track",
    "userId": "2223334444",
    "version": 2,
    "writeKey": "iCEzOyc2a3YKXWOsBpNjF2ZlYvfnVCyv"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 480
schema_scan_id: None
updated: 2018-04-11 10:03:27

Schema Scans: 0

Partitions:

count: 1

ddl:

[
    "ALTER TABLE\n    `sfdl_stage_segment.sms_messagedelivered`\nADD\n\n\n PARTITION (dt='2018-04-11') location 's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered/dt=2018-04-11/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 50884,
            "location": "s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered/dt=2018-04-11/",
            "name": "dt",
            "value": "2018-04-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2018-04-10 22:22:46",
                "last_data": "2018-04-11 11:04:17"
            },
            "parquet": {
                "first_performed": "2018-08-13 17:15:42",
                "in_progress": null,
                "job_id": null,
                "last_performed": "2018-08-13 17:15:42",
                "queued": false
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.delivery_status": "string",
    "properties.message_channel": "string",
    "properties.phone_number": "string",
    "properties.vendor_message_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

created: 2018-04-11 11:04:17

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2018-04-10 22:22:46",
        "disabled": false,
        "format": "raw",
        "id": 480,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "sms_messagedelivered"
        },
        "type": "segment"
    },
    "partition": {
        "count": 1,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.sms_messagedelivered`\nADD\n\n\n PARTITION (dt='2018-04-11') location 's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered/dt=2018-04-11/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 50884,
                    "location": "s3://sfdl-segment-sms-stage/separated_dt/MessageDelivered/dt=2018-04-11/",
                    "name": "dt",
                    "value": "2018-04-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2018-04-10 22:22:46",
                        "last_data": "2018-04-11 11:04:17"
                    },
                    "parquet": {
                        "first_performed": "2018-08-13 17:15:42",
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": "2018-08-13 17:15:42",
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "channel": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.delivery_status": "string",
            "properties.message_channel": "string",
            "properties.phone_number": "string",
            "properties.vendor_message_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string",
            "writeKey": "string"
        },
        "created": "2018-04-11 11:04:17",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sms_messagedelivered`\n(\n `writeKey`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `phone_number` : string , `delivery_status` : string , `message_channel` : string , `vendor_message_id` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sms-stage/separated_dt/MessageDelivered'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sms_messagedelivered`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.sms_messagedelivered"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}