Schema Info

Schema Name: sfdl_stage_segment.ssdc_pagelogic

created: 2017-11-02 12:15:21
disabled: False
format: raw
id: 306
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_segment",
    "table": "ssdc_pagelogic"
}

type: segment

Schema Versions: 15

Version 2179

created: 2017-11-02 13:18:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string , `facilities`:array , `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `utm_term` : string , `gclid` : string , `utm_content` : string , `cid` : string , `tsid` : string , `utm_source` : string , `force_sf_3339_paid_landing_cards` : string , `mkwid` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `force_sf_3617_meclabs_1` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2179
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "53bb9df7-3a36-4123-b558-cae4e3a3683e",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "SelfStorage",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_exact",
            "source": "google",
            "term": "self storage"
        },
        "ip": "50.202.209.42",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location/",
            "referrer": "",
            "search": "?force-sf_3617_meclabs_1=variation",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location/?force-sf_3617_meclabs_1=variation"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.90 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-10f9b600528496d71403f4c100eb22cb",
    "originalTimestamp": "2017-08-16T20:30:12.530Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1502915412313,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "ip_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "ip_matched",
            "facilities": [
                154528,
                158128,
                156989
            ],
            "ipAddress": "50.202.209.42",
            "locationUsed": "Jacksonville, FL",
            "queryParams": {
                "_url": "/lpg/lf/storage-location/",
                "cid": "pro_national_nogeo_noproduct_exact",
                "ctid": "SelfStorage",
                "force-sf_3339_paid_landing_cards": "cards",
                "force-sf_3617_meclabs_1": "variation",
                "gclid": "CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anzoO6DMNfZd2p4K5UXFRqxmDWQ2tOMz6iZqNHyq344RoC43Lw_wcB",
                "iloc": "9030945",
                "mkwid": "sBtPuFzhk|pcrid|47347099531|pkw|self storage|pmt|e|pdv|m|",
                "muid": "1d7c19bc-0952-4fa7-aa26-15b392c7e3a8",
                "ploc": "9012430",
                "sftest": "on",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_exact",
                "utm_content": "SelfStorage",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": "self storage"
            }
        }
    },
    "receivedAt": "2017-08-16T20:28:39.261Z",
    "sentAt": "2017-08-16T20:30:12.531Z",
    "timestamp": "2017-08-16T20:28:39.260Z",
    "type": "track",
    "userId": "475994aaf46cf6e9007727265",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.103414": "string",
    "properties.value.facilities.105989": "string",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.106610": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.107827": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109222": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109415": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.109543": "string",
    "properties.value.facilities.109781": "string",
    "properties.value.facilities.110649": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.153808": "string",
    "properties.value.facilities.156202": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158318": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.158799": "string",
    "properties.value.facilities.158802": "string",
    "properties.value.facilities.199582": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202908": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.facilities.64558": "string",
    "properties.value.facilities.64699": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.force_sf_3339_paid_landing_cards": "string",
    "properties.value.queryParams.force_sf_3617_meclabs_1": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.sftest": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: 2019-07-30 13:19:36

Version 2174

created: 2017-11-02 12:47:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `109415` : string , `107827` : string , `153808` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_term` : string , `ploc` : string , `utm_campaign` : string , `gclid` : string , `utm_content` : string , `cid` : string , `tsid` : string , `utm_source` : string , `force_sf_3339_paid_landing_cards` : string , `mkwid` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2174
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "b9b39d68-b4b2-4132-b400-3e42b8779ec9",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "SelfStorage",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_exact",
            "source": "google",
            "term": "self storage"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?iloc=9030945",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?iloc=9030945"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-d9469d110f8c47f9cb033a86b4c2f90d",
    "originalTimestamp": "2017-06-05T12:46:37.714Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1496666797473,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "iloc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "iloc_matched",
            "facilities": {
                "107827": 107827,
                "109415": 109415,
                "153808": 153808
            },
            "ipAddress": "10.42.57.242",
            "locationUsed": "Los Angeles, CA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_exact",
                "ctid": "SelfStorage",
                "force-sf_3339_paid_landing_cards": "cards",
                "gclid": "CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anzoO6DMNfZd2p4K5UXFRqxmDWQ2tOMz6iZqNHyq344RoC43Lw_wcB",
                "iloc": "9030945",
                "mkwid": "sBtPuFzhk|pcrid|47347099531|pkw|self storage|pmt|e|pdv|m|",
                "muid": "1d7c19bc-0952-4fa7-aa26-15b392c7e3a8",
                "ploc": "9012430",
                "sftest": "on",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_exact",
                "utm_content": "SelfStorage",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": "self storage"
            }
        }
    },
    "receivedAt": "2017-06-05T12:46:33.282Z",
    "sentAt": "2017-06-05T12:46:37.716Z",
    "timestamp": "2017-06-05T12:46:33.280Z",
    "type": "track",
    "userId": "8158d41e7ab8b093703666655",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.103414": "string",
    "properties.value.facilities.105989": "string",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.106610": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.107827": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109222": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109415": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.109543": "string",
    "properties.value.facilities.109781": "string",
    "properties.value.facilities.110649": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.153808": "string",
    "properties.value.facilities.156202": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158318": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.158799": "string",
    "properties.value.facilities.158802": "string",
    "properties.value.facilities.199582": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202908": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.facilities.64558": "string",
    "properties.value.facilities.64699": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.force_sf_3339_paid_landing_cards": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.sftest": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2172

created: 2017-11-02 12:43:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string , `facilities`:array , `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `force_sf_3339_paid_landing_cards` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2172
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "11a1bf23-a04d-45d7-ad01-00c57df57253",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "SelfStorage",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_exact",
            "source": "google",
            "term": "self storage"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?force-sf_3339_paid_landing_cards=cards&tsid=google-ppc&cid=pro_national_nogeo_noproduct_exact&ctid=SelfStorage&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_exact&utm_content=SelfStorage&utm_term=self+storage&ploc=9012430&iloc=&mkwid=sBtPuFzhk%7Cpcrid%7C47347099531%7Cpkw%7Cself+storage%7Cpmt%7Ce%7Cpdv%7Cm%7C&muid=1d7c19bc-0952-4fa7-aa26-15b392c7e3a8&gclid=CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anzoO6DMNfZd2p4K5UXFRqxmDWQ2tOMz6iZqNHyq344RoC43Lw_wcB",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?force-sf_3339_paid_landing_cards=cards&tsid=google-ppc&cid=pro_national_nogeo_noproduct_exact&ctid=SelfStorage&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_exact&utm_content=SelfStorage&utm_term=self+storage&ploc=9012430&iloc=&mkwid=sBtPuFzhk%7Cpcrid%7C47347099531%7Cpkw%7Cself+storage%7Cpmt%7Ce%7Cpdv%7Cm%7C&muid=1d7c19bc-0952-4fa7-aa26-15b392c7e3a8&gclid=CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anzoO6DMNfZd2p4K5UXFRqxmDWQ2tOMz6iZqNHyq344RoC43Lw_wcB"
        },
        "userAgent": "Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Mobile Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-32edd16c3282c55a93e6ed3f22b111ec",
    "originalTimestamp": "2017-06-15T18:39:18.764Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1497551958762,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "ploc_matched",
        "site_id": "144",
        "value": {
            "eventLabel": "ploc_matched",
            "facilities": [
                158226,
                50447,
                201934
            ],
            "ipAddress": "207.71.19.142",
            "locationUsed": "Port St. Lucie, FL",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_exact",
                "ctid": "SelfStorage",
                "force-sf_3339_paid_landing_cards": "cards",
                "gclid": "CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anzoO6DMNfZd2p4K5UXFRqxmDWQ2tOMz6iZqNHyq344RoC43Lw_wcB",
                "iloc": "",
                "mkwid": "sBtPuFzhk|pcrid|47347099531|pkw|self storage|pmt|e|pdv|m|",
                "muid": "1d7c19bc-0952-4fa7-aa26-15b392c7e3a8",
                "ploc": "9012430",
                "sftest": "on",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_exact",
                "utm_content": "SelfStorage",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": "self storage"
            }
        }
    },
    "receivedAt": "2017-06-15T18:39:18.768Z",
    "sentAt": "2017-06-15T18:39:18.769Z",
    "timestamp": "2017-06-15T18:39:18.763Z",
    "type": "track",
    "userId": "8158d41e7ab8b093703666655",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.103414": "string",
    "properties.value.facilities.105989": "string",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.106610": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109222": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.109543": "string",
    "properties.value.facilities.109781": "string",
    "properties.value.facilities.110649": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.156202": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158318": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.158799": "string",
    "properties.value.facilities.158802": "string",
    "properties.value.facilities.199582": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202908": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.facilities.64558": "string",
    "properties.value.facilities.64699": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.force_sf_3339_paid_landing_cards": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.sftest": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2171

created: 2017-11-02 12:41:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `105989` : string , `152603` : string , `109543` : string , `106610` : string , `110649` : string , `109222` : string , `158318` : string , `156202` : string , `50469` : string , `64558` : string , `202908` : string , `109781` : string , `158802` : string , `64699` : string , `153044` : string , `158799` : string , `103414` : string , `199582` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2171
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "3ed478fb-7be1-4625-b4ba-ebe91644ed88",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "State",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_bmmgeo",
            "source": "google",
            "term": " storage  pennsylvania"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?tsid=google-ppc&cid=pro_national_nogeo_noproduct_bmmgeo&ctid=State&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_bmmgeo&utm_content=State&utm_term=+storage%20+pennsylvania&ploc=9006946&iloc=1024822&mkwid=sw32goAvR|pcrid|196920283395|pkw|+storage%20+pennsylvania|pmt|b|pdv|m|&muid=4747EADC-BEB4-4CD2-8951-42A3A8FE9148&gclid=CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4DfEW1-yLPH6f-KWwDDaRewHQoOJXFBBYitISGoNfxa8BoCsRDw_wcB",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?tsid=google-ppc&cid=pro_national_nogeo_noproduct_bmmgeo&ctid=State&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_bmmgeo&utm_content=State&utm_term=+storage%20+pennsylvania&ploc=9006946&iloc=1024822&mkwid=sw32goAvR|pcrid|196920283395|pkw|+storage%20+pennsylvania|pmt|b|pdv|m|&muid=4747EADC-BEB4-4CD2-8951-42A3A8FE9148&gclid=CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4DfEW1-yLPH6f-KWwDDaRewHQoOJXFBBYitISGoNfxa8BoCsRDw_wcB"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-709d694de490db1414203ad32bc590d3",
    "originalTimestamp": "2017-06-06T14:04:15.006Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1496757854999,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "iloc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "iloc_matched",
            "facilities": {
                "103414": 103414,
                "105989": 105989,
                "106610": 106610,
                "109222": 109222,
                "109543": 109543,
                "109781": 109781,
                "110649": 110649,
                "152603": 152603,
                "153044": 153044,
                "156202": 156202,
                "158318": 158318,
                "158799": 158799,
                "158802": 158802,
                "199582": 199582,
                "202908": 202908,
                "50469": 50469,
                "64558": 64558,
                "64699": 64699
            },
            "ipAddress": "10.42.57.242",
            "locationUsed": "Easton, PA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_bmmgeo",
                "ctid": "State",
                "gclid": "CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4DfEW1-yLPH6f-KWwDDaRewHQoOJXFBBYitISGoNfxa8BoCsRDw_wcB",
                "iloc": "1024822",
                "mkwid": "sw32goAvR|pcrid|196920283395|pkw| storage  pennsylvania|pmt|b|pdv|m|",
                "muid": "4747EADC-BEB4-4CD2-8951-42A3A8FE9148",
                "ploc": "9006946",
                "sftest": "on",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_bmmgeo",
                "utm_content": "State",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": " storage  pennsylvania"
            }
        }
    },
    "receivedAt": "2017-06-06T14:04:15.047Z",
    "sentAt": "2017-06-06T14:04:15.009Z",
    "timestamp": "2017-06-06T14:04:15.044Z",
    "type": "track",
    "userId": "70591f47e06c5800639798739",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.103414": "string",
    "properties.value.facilities.105989": "string",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.106610": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109222": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.109543": "string",
    "properties.value.facilities.109781": "string",
    "properties.value.facilities.110649": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.156202": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158318": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.158799": "string",
    "properties.value.facilities.158802": "string",
    "properties.value.facilities.199582": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202908": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.facilities.64558": "string",
    "properties.value.facilities.64699": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.sftest": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2169

created: 2017-11-02 12:38:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `152603` : string , `109543` : string , `106610` : string , `110649` : string , `109222` : string , `158318` : string , `50469` : string , `202908` : string , `109781` : string , `158802` : string , `64699` : string , `153044` : string , `158799` : string , `103414` : string , `199582` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2169
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "5c7ee5de-0fae-46ac-b0cc-1b50f7766723",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "Cost",
            "medium": "paidsearch",
            "name": "pro_regional_seattle_noproduct_exact",
            "source": "google",
            "term": "cheap self storage near me"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?tsid=google-ppc&cid=pro_regional_seattle_noproduct_exact&ctid=Cost&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_regional_seattle_noproduct_exact&utm_content=Cost&utm_term=cheap%20self%20storage%20near%20me&ploc=9033351&iloc=&mkwid=szOzQvHSM|pcrid|187071897831|pkw|cheap%20self%20storage%20near%20me|pmt|e|pdv|m|&muid=210E1EE8-8AD3-421E-A1B8-7A571C27CFC6&gclid=CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8aneeZqyHw1vF9MxffEEhHO7LcyHoBR94_dnsK8C8jY5RoC2JHw_wcB",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?tsid=google-ppc&cid=pro_regional_seattle_noproduct_exact&ctid=Cost&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_regional_seattle_noproduct_exact&utm_content=Cost&utm_term=cheap%20self%20storage%20near%20me&ploc=9033351&iloc=&mkwid=szOzQvHSM|pcrid|187071897831|pkw|cheap%20self%20storage%20near%20me|pmt|e|pdv|m|&muid=210E1EE8-8AD3-421E-A1B8-7A571C27CFC6&gclid=CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8aneeZqyHw1vF9MxffEEhHO7LcyHoBR94_dnsK8C8jY5RoC2JHw_wcB"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-81eeee77082f2fbc31c05db9a3272c34",
    "originalTimestamp": "2017-05-31T17:51:51.778Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1496253111585,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "ploc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "ploc_matched",
            "facilities": {
                "103414": 103414,
                "106610": 106610,
                "109222": 109222,
                "109543": 109543,
                "109781": 109781,
                "110649": 110649,
                "152603": 152603,
                "153044": 153044,
                "158318": 158318,
                "158799": 158799,
                "158802": 158802,
                "199582": 199582,
                "202908": 202908,
                "50469": 50469,
                "64699": 64699
            },
            "ipAddress": "10.42.57.242",
            "locationUsed": "Everett, WA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_regional_seattle_noproduct_exact",
                "ctid": "Cost",
                "gclid": "CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8aneeZqyHw1vF9MxffEEhHO7LcyHoBR94_dnsK8C8jY5RoC2JHw_wcB",
                "iloc": "",
                "mkwid": "szOzQvHSM|pcrid|187071897831|pkw|cheap self storage near me|pmt|e|pdv|m|",
                "muid": "210E1EE8-8AD3-421E-A1B8-7A571C27CFC6",
                "ploc": "9033351",
                "sftest": "on",
                "tsid": "google-ppc",
                "utm_campaign": "pro_regional_seattle_noproduct_exact",
                "utm_content": "Cost",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": "cheap self storage near me"
            }
        }
    },
    "receivedAt": "2017-05-31T17:51:51.674Z",
    "sentAt": "2017-05-31T17:51:51.780Z",
    "timestamp": "2017-05-31T17:51:51.672Z",
    "type": "track",
    "userId": "8158d41e7ab8b093703666655",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.103414": "string",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.106610": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109222": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.109543": "string",
    "properties.value.facilities.109781": "string",
    "properties.value.facilities.110649": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158318": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.158799": "string",
    "properties.value.facilities.158802": "string",
    "properties.value.facilities.199582": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202908": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.facilities.64699": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.sftest": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2168

created: 2017-11-02 12:37:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `152603` : string , `106610` : string , `109222` : string , `158318` : string , `50469` : string , `202908` : string , `109781` : string , `158802` : string , `153044` : string , `158799` : string , `103414` : string , `199582` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2168
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "2c2d5198-cc05-4ec6-8475-055fbaf11ae0",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "Units",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_phrase",
            "source": "google",
            "term": "storage units"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?ploc=1013962&iloc=1013962",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?ploc=1013962&iloc=1013962"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-2041b2e2d752dc355306b808402d4f4c",
    "originalTimestamp": "2017-05-24T16:45:17.250Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1495644317068,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "iloc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "iloc_matched",
            "facilities": {
                "103414": 103414,
                "106610": 106610,
                "109222": 109222,
                "109781": 109781,
                "152603": 152603,
                "153044": 153044,
                "158318": 158318,
                "158799": 158799,
                "158802": 158802,
                "199582": 199582,
                "202908": 202908,
                "50469": 50469
            },
            "ipAddress": "10.42.2.224",
            "locationUsed": "Los Angeles, CA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_phrase",
                "ctid": "Units",
                "gclid": "CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4DfQi3LC3FCgWf44LnnCJXdfWj_vi3XK0M03lkFjePtnRoCpljw_wcB",
                "iloc": "1013962",
                "mkwid": "suzrOgIpb|pcrid|176884031666|pkw|storage units|pmt|p|pdv|m|",
                "muid": "9F3F3705-C733-4648-A764-B1D392CB06C5",
                "ploc": "1013962",
                "sftest": "on",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_phrase",
                "utm_content": "Units",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": "storage units"
            }
        }
    },
    "receivedAt": "2017-05-24T16:45:18.309Z",
    "sentAt": "2017-05-24T16:45:17.252Z",
    "timestamp": "2017-05-24T16:45:18.307Z",
    "type": "track",
    "userId": "655925b81c2a94b4035738249",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.103414": "string",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.106610": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109222": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.109781": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158318": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.158799": "string",
    "properties.value.facilities.158802": "string",
    "properties.value.facilities.199582": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202908": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.sftest": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2167

created: 2017-11-02 12:37:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `152603` : string , `106610` : string , `50469` : string , `202908` : string , `109781` : string , `158802` : string , `153044` : string , `158799` : string , `158318` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2167
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "e26e73e0-e914-4888-94f3-2f0fa4532caa",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "Units",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_phrase",
            "source": "google",
            "term": "storage units"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location&ploc=9028276&iloc=1025395",
            "referrer": "",
            "search": "",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location&ploc=9028276&iloc=1025395"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-4c291f4a023305b4ebea7b1cc4ad26e9",
    "originalTimestamp": "2017-06-14T17:47:53.436Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1497462473238,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "iloc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "iloc_matched",
            "facilities": {
                "106610": 106610,
                "109781": 109781,
                "152603": 152603,
                "153044": 153044,
                "158318": 158318,
                "158799": 158799,
                "158802": 158802,
                "202908": 202908,
                "50469": 50469
            },
            "ipAddress": "10.42.57.242",
            "locationUsed": "West Middlesex, PA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_phrase",
                "ctid": "Units",
                "gclid": "CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4DfQi3LC3FCgWf44LnnCJXdfWj_vi3XK0M03lkFjePtnRoCpljw_wcB",
                "iloc": "1025395",
                "mkwid": "suzrOgIpb|pcrid|176884031666|pkw|storage units|pmt|p|pdv|m|",
                "muid": "9F3F3705-C733-4648-A764-B1D392CB06C5",
                "ploc": "9028276",
                "sftest": "on",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_phrase",
                "utm_content": "Units",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": "storage units"
            }
        }
    },
    "receivedAt": "2017-06-14T17:47:53.645Z",
    "sentAt": "2017-06-14T17:47:53.438Z",
    "timestamp": "2017-06-14T17:47:53.643Z",
    "type": "track",
    "userId": "15591e1e28259538724150206",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.106610": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.109781": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158318": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.158799": "string",
    "properties.value.facilities.158802": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202908": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.sftest": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2166

created: 2017-11-02 12:36:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `106610` : string , `202908` : string , `109781` : string , `158802` : string , `158799` : string , `158318` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2166
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "2c2d5198-cc05-4ec6-8475-055fbaf11ae0",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "Units",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_phrase",
            "source": "google",
            "term": "storage units"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?ploc=9010869&iloc=1015496",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?ploc=9010869&iloc=1015496"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-4ef660cb85f0baae79d76c6733c6c476",
    "originalTimestamp": "2017-05-24T16:46:27.664Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1495644387663,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "iloc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "iloc_matched",
            "facilities": {
                "106610": 106610,
                "109781": 109781,
                "158318": 158318,
                "158799": 158799,
                "158802": 158802,
                "202908": 202908
            },
            "ipAddress": "10.42.57.242",
            "locationUsed": "Roswell, GA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_phrase",
                "ctid": "Units",
                "gclid": "CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4DfQi3LC3FCgWf44LnnCJXdfWj_vi3XK0M03lkFjePtnRoCpljw_wcB",
                "iloc": "1015496",
                "mkwid": "suzrOgIpb|pcrid|176884031666|pkw|storage units|pmt|p|pdv|m|",
                "muid": "9F3F3705-C733-4648-A764-B1D392CB06C5",
                "ploc": "9010869",
                "sftest": "on",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_phrase",
                "utm_content": "Units",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": "storage units"
            }
        }
    },
    "receivedAt": "2017-05-24T16:46:28.724Z",
    "sentAt": "2017-05-24T16:46:27.666Z",
    "timestamp": "2017-05-24T16:46:28.722Z",
    "type": "track",
    "userId": "655925b81c2a94b4035738249",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.106610": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.109781": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158318": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.158799": "string",
    "properties.value.facilities.158802": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202908": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.sftest": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2164

created: 2017-11-02 12:32:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `109781` : string , `158318` : string , `106610` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2164
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "b9b39d68-b4b2-4132-b400-3e42b8779ec9",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "Units",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_phrase",
            "source": "google",
            "term": "storage units"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?tsid=google-ppc&cid=pro_national_nogeo_noproduct_phrase&ctid=Units&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_phrase&utm_content=Units&utm_term=storage%20units&ploc=9017487&iloc=&mkwid=suzrOgIpb|pcrid|176884031666|pkw|storage%20units|pmt|p|pdv|m|&muid=9F3F3705-C733-4648-A764-B1D392CB06C5&gclid=CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4DfQi3LC3FCgWf44LnnCJXdfWj_vi3XK0M03lkFjePtnRoCpljw_wcB",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?tsid=google-ppc&cid=pro_national_nogeo_noproduct_phrase&ctid=Units&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_phrase&utm_content=Units&utm_term=storage%20units&ploc=9017487&iloc=&mkwid=suzrOgIpb|pcrid|176884031666|pkw|storage%20units|pmt|p|pdv|m|&muid=9F3F3705-C733-4648-A764-B1D392CB06C5&gclid=CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4DfQi3LC3FCgWf44LnnCJXdfWj_vi3XK0M03lkFjePtnRoCpljw_wcB"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-08ffa7e66545a1ae71b0d2c41ef084b1",
    "originalTimestamp": "2017-06-02T20:24:49.991Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1496435089305,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "ploc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "ploc_matched",
            "facilities": {
                "106610": 106610,
                "109781": 109781,
                "158318": 158318
            },
            "ipAddress": "10.42.57.242",
            "locationUsed": "Holland, MI",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_phrase",
                "ctid": "Units",
                "gclid": "CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4DfQi3LC3FCgWf44LnnCJXdfWj_vi3XK0M03lkFjePtnRoCpljw_wcB",
                "iloc": "",
                "mkwid": "suzrOgIpb|pcrid|176884031666|pkw|storage units|pmt|p|pdv|m|",
                "muid": "9F3F3705-C733-4648-A764-B1D392CB06C5",
                "ploc": "9017487",
                "sftest": "on",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_phrase",
                "utm_content": "Units",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": "storage units"
            }
        }
    },
    "receivedAt": "2017-06-02T20:24:50.611Z",
    "sentAt": "2017-06-02T20:24:49.994Z",
    "timestamp": "2017-06-02T20:24:50.608Z",
    "type": "track",
    "userId": "8158d41e7ab8b093703666655",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.106610": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.109781": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158318": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.sftest": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2162

created: 2017-11-02 12:31:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string , `facilities`:array , `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2162
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "65fb85f1-e5eb-45d8-8d78-f9aaa470423c",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "24hour",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_bmm",
            "source": "google",
            "term": " 24  hour  storage"
        },
        "ip": "72.182.113.241",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?ploc=1025392&sftest=on",
            "search": "?ploc=1025392&sftest=on",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?ploc=1025392&sftest=on"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-f1f60b314f26973d4456a14511dcdc5d",
    "originalTimestamp": "2017-06-15T00:30:43.341Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1497486643149,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "ploc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "ploc_matched",
            "facilities": [
                107201,
                107017,
                109412
            ],
            "ipAddress": "72.182.113.241",
            "locationUsed": "West Chester, PA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_bmm",
                "ctid": "24hour",
                "gclid": "CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anwaokmb_HHb4_D1PrKwcW7jQaqLXoMb3P6uD-JiiAvRoC5Ynw_wcB",
                "iloc": "",
                "mkwid": "sd0YVYdR1|pcrid|47347138411|pkw| 24  hour  storage|pmt|b|pdv|c|",
                "muid": "9458ae09-af58-4f16-ab89-924d6c50e7d3",
                "ploc": "1025392",
                "sftest": "on",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_bmm",
                "utm_content": "24hour",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": " 24  hour  storage"
            }
        }
    },
    "receivedAt": "2017-06-15T00:30:45.026Z",
    "sentAt": "2017-06-15T00:30:43.936Z",
    "timestamp": "2017-06-15T00:30:44.431Z",
    "type": "track",
    "userId": "3459275256b267b6438220175",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.sftest": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2161

created: 2017-11-02 12:30:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `200620` : string , `109412` : string , `201934` : string , `202959` : string , `107147` : string , `50447` : string , `56118` : string , `158226` : string , `109508` : string , `158795` : string , `106466` : string , `108847` : string , `107201` : string , `107017` : string , `158021` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2161
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "b9b39d68-b4b2-4132-b400-3e42b8779ec9",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "24hour",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_bmm",
            "source": "google",
            "term": " 24  hour  storage"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?tsid=google-ppc&cid=pro_national_nogeo_noproduct_bmm&ctid=24hour&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_bmm&utm_content=24hour&utm_term=+24%20+hour%20+storage&ploc=9027655&iloc=&mkwid=sd0YVYdR1%7Cpcrid%7C47347138411%7Cpkw%7C+24%20+hour%20+storage%7Cpmt%7Cb%7Cpdv%7Cc%7C&muid=9458ae09-af58-4f16-ab89-924d6c50e7d3&gclid=CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anwaokmb_HHb4_D1PrKwcW7jQaqLXoMb3P6uD-JiiAvRoC5Ynw_wcB",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?tsid=google-ppc&cid=pro_national_nogeo_noproduct_bmm&ctid=24hour&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_bmm&utm_content=24hour&utm_term=+24%20+hour%20+storage&ploc=9027655&iloc=&mkwid=sd0YVYdR1%7Cpcrid%7C47347138411%7Cpkw%7C+24%20+hour%20+storage%7Cpmt%7Cb%7Cpdv%7Cc%7C&muid=9458ae09-af58-4f16-ab89-924d6c50e7d3&gclid=CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anwaokmb_HHb4_D1PrKwcW7jQaqLXoMb3P6uD-JiiAvRoC5Ynw_wcB"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-6647fdc2cdb555a13cd00fa0961bbfde",
    "originalTimestamp": "2017-06-02T17:56:07.646Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1496426167645,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "ploc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "ploc_matched",
            "facilities": {
                "106466": 106466,
                "107017": 107017,
                "107147": 107147,
                "107201": 107201,
                "108847": 108847,
                "109412": 109412,
                "109508": 109508,
                "158021": 158021,
                "158226": 158226,
                "158795": 158795,
                "200620": 200620,
                "201934": 201934,
                "202959": 202959,
                "50447": 50447,
                "56118": 56118
            },
            "ipAddress": "10.42.57.242",
            "locationUsed": "Houston, TX",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_bmm",
                "ctid": "24hour",
                "gclid": "CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anwaokmb_HHb4_D1PrKwcW7jQaqLXoMb3P6uD-JiiAvRoC5Ynw_wcB",
                "iloc": "",
                "mkwid": "sd0YVYdR1|pcrid|47347138411|pkw| 24  hour  storage|pmt|b|pdv|c|",
                "muid": "9458ae09-af58-4f16-ab89-924d6c50e7d3",
                "ploc": "9027655",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_bmm",
                "utm_content": "24hour",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": " 24  hour  storage"
            }
        }
    },
    "receivedAt": "2017-06-02T17:56:07.752Z",
    "sentAt": "2017-06-02T17:56:07.650Z",
    "timestamp": "2017-06-02T17:56:07.748Z",
    "type": "track",
    "userId": "8158d41e7ab8b093703666655",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2158

created: 2017-11-02 12:26:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `200620` : string , `109412` : string , `107201` : string , `107147` : string , `50447` : string , `56118` : string , `158226` : string , `109508` : string , `106466` : string , `201934` : string , `107017` : string , `158021` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2158
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "b9b39d68-b4b2-4132-b400-3e42b8779ec9",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "State",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_bmmgeo",
            "source": "google",
            "term": " storage  pennsylvania"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?tsid=google-ppc&cid=pro_national_nogeo_noproduct_bmmgeo&ctid=State&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_bmmgeo&utm_content=State&utm_term=+storage%20+pennsylvania&ploc=9006418&iloc=&mkwid=sw32goAvR|pcrid|196920283398|pkw|+storage%20+pennsylvania|pmt|b|pdv|m|&muid=43CE1922-2891-4ACA-9041-31D09875B17A&gclid=CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4Df74OjI0inzJmihhjSzuNvAliGDVKzrRdnzIcsnFA77BoCHvLw_wcB",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?tsid=google-ppc&cid=pro_national_nogeo_noproduct_bmmgeo&ctid=State&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_bmmgeo&utm_content=State&utm_term=+storage%20+pennsylvania&ploc=9006418&iloc=&mkwid=sw32goAvR|pcrid|196920283398|pkw|+storage%20+pennsylvania|pmt|b|pdv|m|&muid=43CE1922-2891-4ACA-9041-31D09875B17A&gclid=CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4Df74OjI0inzJmihhjSzuNvAliGDVKzrRdnzIcsnFA77BoCHvLw_wcB"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-e0cbdcbd74f1f55a07e100f29d803ed3",
    "originalTimestamp": "2017-06-02T20:04:27.707Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1496433867706,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "ploc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "ploc_matched",
            "facilities": {
                "106466": 106466,
                "107017": 107017,
                "107147": 107147,
                "107201": 107201,
                "109412": 109412,
                "109508": 109508,
                "158021": 158021,
                "158226": 158226,
                "200620": 200620,
                "201934": 201934,
                "50447": 50447,
                "56118": 56118
            },
            "ipAddress": "10.42.2.224",
            "locationUsed": "Erie, PA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_bmmgeo",
                "ctid": "State",
                "gclid": "CjwKEAjwgZrJBRDS38GH1Kv_vGYSJAD8j4Df74OjI0inzJmihhjSzuNvAliGDVKzrRdnzIcsnFA77BoCHvLw_wcB",
                "iloc": "",
                "mkwid": "sw32goAvR|pcrid|196920283398|pkw| storage  pennsylvania|pmt|b|pdv|m|",
                "muid": "43CE1922-2891-4ACA-9041-31D09875B17A",
                "ploc": "9006418",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_bmmgeo",
                "utm_content": "State",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": " storage  pennsylvania"
            }
        }
    },
    "receivedAt": "2017-06-02T20:04:27.817Z",
    "sentAt": "2017-06-02T20:04:27.709Z",
    "timestamp": "2017-06-02T20:04:27.815Z",
    "type": "track",
    "userId": "8158d41e7ab8b093703666655",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2156

created: 2017-11-02 12:22:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `200620` : string , `109412` : string , `107201` : string , `56118` : string , `158226` : string , `50447` : string , `106466` : string , `201934` : string , `107017` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2156
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "9558b7fe-e6dd-40a5-a942-83b0e4754c6f",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "SelfStorage",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_exact",
            "source": "google",
            "term": "self storage"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?ploc=1025392",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?ploc=1025392"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-41e59a2a79abfa8e12c3a676537dc47c",
    "originalTimestamp": "2017-05-30T19:54:17.436Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1496174057435,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "ploc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "ploc_matched",
            "facilities": {
                "106466": 106466,
                "107017": 107017,
                "107201": 107201,
                "109412": 109412,
                "158226": 158226,
                "200620": 200620,
                "201934": 201934,
                "50447": 50447,
                "56118": 56118
            },
            "ipAddress": "10.42.57.242",
            "locationUsed": "West Chester, PA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_exact",
                "ctid": "SelfStorage",
                "gclid": "CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anzoO6DMNfZd2p4K5UXFRqxmDWQ2tOMz6iZqNHyq344RoC43Lw_wcB",
                "iloc": "",
                "mkwid": "sBtPuFzhk|pcrid|47347099531|pkw|self storage|pmt|e|pdv|m|",
                "muid": "1d7c19bc-0952-4fa7-aa26-15b392c7e3a8",
                "ploc": "1025392",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_exact",
                "utm_content": "SelfStorage",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": "self storage"
            }
        }
    },
    "receivedAt": "2017-05-30T19:54:17.512Z",
    "sentAt": "2017-05-30T19:54:17.440Z",
    "timestamp": "2017-05-30T19:54:17.508Z",
    "type": "track",
    "userId": "3459275256b267b6438220175",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2154

created: 2017-11-02 12:21:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `56118` : string , `50447` : string , `200620` : string , `158226` : string , `106466` : string , `201934` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2154
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "2c2d5198-cc05-4ec6-8475-055fbaf11ae0",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "SelfStorage",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_exact",
            "source": "google",
            "term": "self storage"
        },
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?ploc=9010869",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?ploc=9010869"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-2ff9dc019a5e1f503a07d10cf5a8e00f",
    "originalTimestamp": "2017-05-24T16:46:09.789Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1495644369788,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "ploc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "ploc_matched",
            "facilities": {
                "106466": 106466,
                "158226": 158226,
                "200620": 200620,
                "201934": 201934,
                "50447": 50447,
                "56118": 56118
            },
            "ipAddress": "10.42.2.224",
            "locationUsed": "Woodstock, GA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_exact",
                "ctid": "SelfStorage",
                "gclid": "CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anzoO6DMNfZd2p4K5UXFRqxmDWQ2tOMz6iZqNHyq344RoC43Lw_wcB",
                "iloc": "",
                "mkwid": "sBtPuFzhk|pcrid|47347099531|pkw|self storage|pmt|e|pdv|m|",
                "muid": "1d7c19bc-0952-4fa7-aa26-15b392c7e3a8",
                "ploc": "9010869",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_exact",
                "utm_content": "SelfStorage",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": "self storage"
            }
        }
    },
    "receivedAt": "2017-05-24T16:46:10.847Z",
    "sentAt": "2017-05-24T16:46:09.790Z",
    "timestamp": "2017-05-24T16:46:10.846Z",
    "type": "track",
    "userId": "655925b81c2a94b4035738249",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Version 2152

created: 2017-11-02 12:17:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string ,`facilities` :  struct< `158226` : string , `201934` : string , `50447` : string >, `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `cid` : string , `gclid` : string , `utm_content` : string , `tsid` : string , `utm_source` : string , `mkwid` : string , `utm_term` : string , `utm_medium` : string , `_url` : string , `iloc` : string , `ctid` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic
id: 2152
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "b9b39d68-b4b2-4132-b400-3e42b8779ec9",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "SelfStorage",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_exact",
            "source": "google",
            "term": "self storage"
        },
        "ip": "66.68.85.183",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "?tsid=google-ppc&cid=pro_national_nogeo_noproduct_exact&ctid=SelfStorage&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_exact&utm_content=SelfStorage&utm_term=self+storage&ploc=9012430&iloc=&mkwid=sBtPuFzhk%7Cpcrid%7C47347099531%7Cpkw%7Cself+storage%7Cpmt%7Ce%7Cpdv%7Cm%7C&muid=1d7c19bc-0952-4fa7-aa26-15b392c7e3a8&gclid=CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anzoO6DMNfZd2p4K5UXFRqxmDWQ2tOMz6iZqNHyq344RoC43Lw_wcB",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location?tsid=google-ppc&cid=pro_national_nogeo_noproduct_exact&ctid=SelfStorage&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_exact&utm_content=SelfStorage&utm_term=self+storage&ploc=9012430&iloc=&mkwid=sBtPuFzhk%7Cpcrid%7C47347099531%7Cpkw%7Cself+storage%7Cpmt%7Ce%7Cpdv%7Cm%7C&muid=1d7c19bc-0952-4fa7-aa26-15b392c7e3a8&gclid=CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anzoO6DMNfZd2p4K5UXFRqxmDWQ2tOMz6iZqNHyq344RoC43Lw_wcB"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageLogic",
    "integrations": {},
    "messageId": "ajs-8a16938ed7a77a392b084ad867547f2d",
    "originalTimestamp": "2017-06-03T01:06:31.472Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1496451990825,
        "category": "pageLogic-ssdc_ppc_landing",
        "label": "ploc_matched",
        "site_id": "27",
        "value": {
            "eventLabel": "ploc_matched",
            "facilities": {
                "158226": 158226,
                "201934": 201934,
                "50447": 50447
            },
            "ipAddress": "10.42.57.242",
            "locationUsed": "Port St. Lucie, FL",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "cid": "pro_national_nogeo_noproduct_exact",
                "ctid": "SelfStorage",
                "gclid": "CjwKEAjwu4_JBRDpgs2RwsCbt1MSJABOY8anzoO6DMNfZd2p4K5UXFRqxmDWQ2tOMz6iZqNHyq344RoC43Lw_wcB",
                "iloc": "",
                "mkwid": "sBtPuFzhk|pcrid|47347099531|pkw|self storage|pmt|e|pdv|m|",
                "muid": "1d7c19bc-0952-4fa7-aa26-15b392c7e3a8",
                "ploc": "9012430",
                "tsid": "google-ppc",
                "utm_campaign": "pro_national_nogeo_noproduct_exact",
                "utm_content": "SelfStorage",
                "utm_medium": "paidsearch",
                "utm_source": "google",
                "utm_term": "self storage"
            }
        }
    },
    "receivedAt": "2017-06-03T01:06:32.174Z",
    "sentAt": "2017-06-03T01:06:31.474Z",
    "timestamp": "2017-06-03T01:06:32.172Z",
    "type": "track",
    "userId": "8158d41e7ab8b093703666655",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 306
schema_scan_id: None
updated: None

Schema Scans: 0

Partitions:

count: 16

ddl:

[
    "ALTER TABLE\n    `sfdl_stage_segment.ssdc_pagelogic`\nADD\n\n\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-23/'\n PARTITION (dt='2017-05-24') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-24/'\n PARTITION (dt='2017-05-30') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-30/'\n PARTITION (dt='2017-05-31') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-31/'\n PARTITION (dt='2017-06-02') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-02/'\n PARTITION (dt='2017-06-03') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-03/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-06/'\n PARTITION (dt='2017-06-14') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-14/'\n PARTITION (dt='2017-06-15') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-15/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-16/'\n PARTITION (dt='2017-06-17') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-17/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-08-15/'\n PARTITION (dt='2017-08-16') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-08-16/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-09-22/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 11311,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-22/",
            "name": "dt",
            "value": "2017-05-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11314,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-23/",
            "name": "dt",
            "value": "2017-05-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11319,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-24/",
            "name": "dt",
            "value": "2017-05-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11325,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-30/",
            "name": "dt",
            "value": "2017-05-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11315,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-31/",
            "name": "dt",
            "value": "2017-05-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11324,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-02/",
            "name": "dt",
            "value": "2017-06-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11326,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-03/",
            "name": "dt",
            "value": "2017-06-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11312,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-05/",
            "name": "dt",
            "value": "2017-06-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11320,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-06/",
            "name": "dt",
            "value": "2017-06-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11323,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-14/",
            "name": "dt",
            "value": "2017-06-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11313,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-15/",
            "name": "dt",
            "value": "2017-06-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11321,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-16/",
            "name": "dt",
            "value": "2017-06-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11318,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-17/",
            "name": "dt",
            "value": "2017-06-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11317,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-08-15/",
            "name": "dt",
            "value": "2017-08-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11316,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-08-16/",
            "name": "dt",
            "value": "2017-08-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11322,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-09-22/",
            "name": "dt",
            "value": "2017-09-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.eventLabel": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.103414": "string",
    "properties.value.facilities.105989": "string",
    "properties.value.facilities.106466": "string",
    "properties.value.facilities.106610": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107147": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.107827": "string",
    "properties.value.facilities.108847": "string",
    "properties.value.facilities.109222": "string",
    "properties.value.facilities.109412": "string",
    "properties.value.facilities.109415": "string",
    "properties.value.facilities.109508": "string",
    "properties.value.facilities.109543": "string",
    "properties.value.facilities.109781": "string",
    "properties.value.facilities.110649": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.153808": "string",
    "properties.value.facilities.156202": "string",
    "properties.value.facilities.158021": "string",
    "properties.value.facilities.158226": "string",
    "properties.value.facilities.158318": "string",
    "properties.value.facilities.158795": "string",
    "properties.value.facilities.158799": "string",
    "properties.value.facilities.158802": "string",
    "properties.value.facilities.199582": "string",
    "properties.value.facilities.200620": "string",
    "properties.value.facilities.201934": "string",
    "properties.value.facilities.202908": "string",
    "properties.value.facilities.202959": "string",
    "properties.value.facilities.50447": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.facilities.56118": "string",
    "properties.value.facilities.64558": "string",
    "properties.value.facilities.64699": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.cid": "string",
    "properties.value.queryParams.ctid": "string",
    "properties.value.queryParams.force_sf_3339_paid_landing_cards": "string",
    "properties.value.queryParams.force_sf_3617_meclabs_1": "string",
    "properties.value.queryParams.gclid": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.mkwid": "string",
    "properties.value.queryParams.muid": "string",
    "properties.value.queryParams.ploc": "string",
    "properties.value.queryParams.sftest": "string",
    "properties.value.queryParams.tsid": "string",
    "properties.value.queryParams.utm_campaign": "string",
    "properties.value.queryParams.utm_content": "string",
    "properties.value.queryParams.utm_medium": "string",
    "properties.value.queryParams.utm_source": "string",
    "properties.value.queryParams.utm_term": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2017-11-02 13:18:02

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string , `facilities`:array , `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `utm_term` : string , `gclid` : string , `utm_content` : string , `cid` : string , `tsid` : string , `utm_source` : string , `force_sf_3339_paid_landing_cards` : string , `mkwid` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `force_sf_3617_meclabs_1` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
    "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2017-11-02 12:15:21",
        "disabled": false,
        "format": "raw",
        "id": 306,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "ssdc_pagelogic"
        },
        "type": "segment"
    },
    "partition": {
        "count": 16,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.ssdc_pagelogic`\nADD\n\n\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-23/'\n PARTITION (dt='2017-05-24') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-24/'\n PARTITION (dt='2017-05-30') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-30/'\n PARTITION (dt='2017-05-31') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-31/'\n PARTITION (dt='2017-06-02') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-02/'\n PARTITION (dt='2017-06-03') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-03/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-06/'\n PARTITION (dt='2017-06-14') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-14/'\n PARTITION (dt='2017-06-15') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-15/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-16/'\n PARTITION (dt='2017-06-17') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-17/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-08-15/'\n PARTITION (dt='2017-08-16') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-08-16/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-09-22/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 11311,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-22/",
                    "name": "dt",
                    "value": "2017-05-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11314,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-23/",
                    "name": "dt",
                    "value": "2017-05-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11319,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-24/",
                    "name": "dt",
                    "value": "2017-05-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11325,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-30/",
                    "name": "dt",
                    "value": "2017-05-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11315,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-05-31/",
                    "name": "dt",
                    "value": "2017-05-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11324,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-02/",
                    "name": "dt",
                    "value": "2017-06-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11326,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-03/",
                    "name": "dt",
                    "value": "2017-06-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11312,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-05/",
                    "name": "dt",
                    "value": "2017-06-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11320,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-06/",
                    "name": "dt",
                    "value": "2017-06-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11323,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-14/",
                    "name": "dt",
                    "value": "2017-06-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11313,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-15/",
                    "name": "dt",
                    "value": "2017-06-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11321,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-16/",
                    "name": "dt",
                    "value": "2017-06-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11318,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-06-17/",
                    "name": "dt",
                    "value": "2017-06-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11317,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-08-15/",
                    "name": "dt",
                    "value": "2017-08-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11316,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-08-16/",
                    "name": "dt",
                    "value": "2017-08-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11322,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageLogic/dt=2017-09-22/",
                    "name": "dt",
                    "value": "2017-09-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.content": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.campaign.term": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.category": "string",
            "properties.label": "string",
            "properties.site_id": "string",
            "properties.value.eventLabel": "string",
            "properties.value.facilities": "",
            "properties.value.facilities.103414": "string",
            "properties.value.facilities.105989": "string",
            "properties.value.facilities.106466": "string",
            "properties.value.facilities.106610": "string",
            "properties.value.facilities.107017": "string",
            "properties.value.facilities.107147": "string",
            "properties.value.facilities.107201": "string",
            "properties.value.facilities.107827": "string",
            "properties.value.facilities.108847": "string",
            "properties.value.facilities.109222": "string",
            "properties.value.facilities.109412": "string",
            "properties.value.facilities.109415": "string",
            "properties.value.facilities.109508": "string",
            "properties.value.facilities.109543": "string",
            "properties.value.facilities.109781": "string",
            "properties.value.facilities.110649": "string",
            "properties.value.facilities.152603": "string",
            "properties.value.facilities.153044": "string",
            "properties.value.facilities.153808": "string",
            "properties.value.facilities.156202": "string",
            "properties.value.facilities.158021": "string",
            "properties.value.facilities.158226": "string",
            "properties.value.facilities.158318": "string",
            "properties.value.facilities.158795": "string",
            "properties.value.facilities.158799": "string",
            "properties.value.facilities.158802": "string",
            "properties.value.facilities.199582": "string",
            "properties.value.facilities.200620": "string",
            "properties.value.facilities.201934": "string",
            "properties.value.facilities.202908": "string",
            "properties.value.facilities.202959": "string",
            "properties.value.facilities.50447": "string",
            "properties.value.facilities.50469": "string",
            "properties.value.facilities.56118": "string",
            "properties.value.facilities.64558": "string",
            "properties.value.facilities.64699": "string",
            "properties.value.ipAddress": "string",
            "properties.value.locationUsed": "string",
            "properties.value.queryParams._url": "string",
            "properties.value.queryParams.cid": "string",
            "properties.value.queryParams.ctid": "string",
            "properties.value.queryParams.force_sf_3339_paid_landing_cards": "string",
            "properties.value.queryParams.force_sf_3617_meclabs_1": "string",
            "properties.value.queryParams.gclid": "string",
            "properties.value.queryParams.iloc": "string",
            "properties.value.queryParams.mkwid": "string",
            "properties.value.queryParams.muid": "string",
            "properties.value.queryParams.ploc": "string",
            "properties.value.queryParams.sftest": "string",
            "properties.value.queryParams.tsid": "string",
            "properties.value.queryParams.utm_campaign": "string",
            "properties.value.queryParams.utm_content": "string",
            "properties.value.queryParams.utm_medium": "string",
            "properties.value.queryParams.utm_source": "string",
            "properties.value.queryParams.utm_term": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2017-11-02 13:18:02",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagelogic`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `eventLabel` : string , `facilities`:array , `ipAddress` : string ,`queryParams` :  struct< `utm_campaign` : string , `ploc` : string , `utm_term` : string , `gclid` : string , `utm_content` : string , `cid` : string , `tsid` : string , `utm_source` : string , `force_sf_3339_paid_landing_cards` : string , `mkwid` : string , `utm_medium` : string , `_url` : string , `sftest` : string , `iloc` : string , `ctid` : string , `force_sf_3617_meclabs_1` : string , `muid` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `term` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageLogic'",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagelogic`",
            "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagelogic`"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}