Schema Info

Schema Name: sfdl_stage_segment.ssdc_pagedata

created: 2017-11-02 12:13:53
disabled: False
format: raw
id: 305
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_segment",
    "table": "ssdc_pagedata"
}

type: segment

Schema Versions: 6

Version 2175

created: 2017-11-02 12:48:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagedata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagedata`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct<`facilities` :  struct< `153957` : string , `107323` : string , `109181` : string , `109182` : string >, `ipAddress` : string ,`queryParams` :  struct< `iloc` : string , `_url` : string , `ploc` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageData'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagedata`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageData
id: 2175
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "e26e73e0-e914-4888-94f3-2f0fa4532caa",
    "channel": "client",
    "context": {
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location&ploc=9028276&iloc=1025396",
            "referrer": "",
            "search": "",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location&ploc=9028276&iloc=1025396"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageData",
    "integrations": {},
    "messageId": "ajs-4a094bff729c4e3037402e5452968c90",
    "originalTimestamp": "2017-05-18T22:24:11.216Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1495146251214,
        "category": "landingPage interactions-ssdc_ppc_landing",
        "label": "context data",
        "site_id": "27",
        "value": {
            "facilities": {
                "107323": 107323,
                "109181": 109181,
                "109182": 109182,
                "153957": 153957
            },
            "ipAddress": "10.42.57.242",
            "locationUsed": "West Mifflin, PA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "iloc": "1025396",
                "ploc": "9028276"
            }
        }
    },
    "receivedAt": "2017-05-18T22:24:11.676Z",
    "sentAt": "2017-05-18T22:24:11.218Z",
    "timestamp": "2017-05-18T22:24:11.674Z",
    "type": "track",
    "userId": "15591e1e28259538724150206",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.103712": "string",
    "properties.value.facilities.106998": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.107323": "string",
    "properties.value.facilities.109181": "string",
    "properties.value.facilities.109182": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.152983": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.153957": "string",
    "properties.value.facilities.156163": "string",
    "properties.value.facilities.158174": "string",
    "properties.value.facilities.158755": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.ploc": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 305
schema_scan_id: None
updated: 2019-04-18 13:18:48

Version 2163

created: 2017-11-02 12:32:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagedata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagedata`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct< `facilities`:array , `ipAddress` : string ,`queryParams` :  struct< `iloc` : string , `_url` : string , `ploc` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageData'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagedata`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageData
id: 2163
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "c81f098c-b7fc-4bc5-8005-baf7c34b962c",
    "channel": "client",
    "context": {
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location",
            "referrer": "",
            "search": "",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageData",
    "integrations": {},
    "messageId": "ajs-a28eb10b76425b0547f4fdd23287c794",
    "originalTimestamp": "2017-05-19T15:42:21.018Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1495208540578,
        "category": "landingPage interactions-ssdc_ppc_landing",
        "label": "context data",
        "site_id": "27",
        "value": {
            "facilities": [
                50624,
                153197,
                199990
            ],
            "ipAddress": "10.42.57.242",
            "locationUsed": "Austin",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "iloc": "1025395",
                "ploc": "9028276"
            }
        }
    },
    "receivedAt": "2017-05-19T15:42:21.153Z",
    "sentAt": "2017-05-19T15:42:21.021Z",
    "timestamp": "2017-05-19T15:42:21.150Z",
    "type": "track",
    "userId": "72591f125b111d02914324779",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.103712": "string",
    "properties.value.facilities.106998": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.152983": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.156163": "string",
    "properties.value.facilities.158174": "string",
    "properties.value.facilities.158755": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.ploc": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 305
schema_scan_id: None
updated: None

Version 2160

created: 2017-11-02 12:29:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagedata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagedata`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct<`facilities` :  struct< `106998` : string , `152603` : string , `158174` : string , `50469` : string , `152983` : string , `107201` : string , `153044` : string , `156163` : string , `158755` : string , `103712` : string , `107017` : string >, `ipAddress` : string ,`queryParams` :  struct< `iloc` : string , `_url` : string , `ploc` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageData'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagedata`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageData
id: 2160
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "e26e73e0-e914-4888-94f3-2f0fa4532caa",
    "channel": "client",
    "context": {
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location&ploc=9028276&iloc=1025395",
            "referrer": "",
            "search": "",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location&ploc=9028276&iloc=1025395"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageData",
    "integrations": {},
    "messageId": "ajs-d96f10056581c5c5a9bbf06157d3758d",
    "originalTimestamp": "2017-05-18T22:34:00.238Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1495146840235,
        "category": "landingPage interactions-ssdc_ppc_landing",
        "label": "context data",
        "site_id": "27",
        "value": {
            "facilities": {
                "103712": 103712,
                "106998": 106998,
                "107017": 107017,
                "107201": 107201,
                "152603": 152603,
                "152983": 152983,
                "153044": 153044,
                "156163": 156163,
                "158174": 158174,
                "158755": 158755,
                "50469": 50469
            },
            "ipAddress": "10.42.2.224",
            "locationUsed": "West Middlesex, PA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "iloc": "1025395",
                "ploc": "9028276"
            }
        }
    },
    "receivedAt": "2017-05-18T22:34:00.740Z",
    "sentAt": "2017-05-18T22:34:00.239Z",
    "timestamp": "2017-05-18T22:34:00.739Z",
    "type": "track",
    "userId": "15591e1e28259538724150206",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.facilities.103712": "string",
    "properties.value.facilities.106998": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.152983": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.156163": "string",
    "properties.value.facilities.158174": "string",
    "properties.value.facilities.158755": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.ploc": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 305
schema_scan_id: None
updated: None

Version 2155

created: 2017-11-02 12:21:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagedata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagedata`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct<`facilities` :  struct< `106998` : string , `158174` : string , `152983` : string , `107201` : string , `158755` : string , `103712` : string , `107017` : string >, `ipAddress` : string ,`queryParams` :  struct< `iloc` : string , `_url` : string , `ploc` : string >, `locationUsed` : string >, `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageData'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagedata`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageData
id: 2155
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "998ad9f2-83a9-41aa-aac1-0dbe1fbb3e90",
    "channel": "client",
    "context": {
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location&ploc=9028276&iloc=1025392",
            "referrer": "",
            "search": "",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location&ploc=9028276&iloc=1025392"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageData",
    "integrations": {},
    "messageId": "ajs-5536fc80c32c9926091619f1b88c9712",
    "originalTimestamp": "2017-05-18T21:33:55.250Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1495143235249,
        "category": "landingPage interactions-ssdc_ppc_landing",
        "label": "context data",
        "site_id": "27",
        "value": {
            "facilities": {
                "103712": 103712,
                "106998": 106998,
                "107017": 107017,
                "107201": 107201,
                "152983": 152983,
                "158174": 158174,
                "158755": 158755
            },
            "ipAddress": "10.42.57.242",
            "locationUsed": "West Chester, PA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "iloc": "1025392",
                "ploc": "9028276"
            }
        }
    },
    "receivedAt": "2017-05-18T21:33:55.197Z",
    "sentAt": "2017-05-18T21:33:55.252Z",
    "timestamp": "2017-05-18T21:33:55.195Z",
    "type": "track",
    "userId": "87591e1287088e35391204794",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.facilities.103712": "string",
    "properties.value.facilities.106998": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.152983": "string",
    "properties.value.facilities.158174": "string",
    "properties.value.facilities.158755": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.ploc": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 305
schema_scan_id: None
updated: None

Version 2150

created: 2017-11-02 12:16:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagedata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagedata`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct<`facilities` :  struct< `106998` : string , `103712` : string , `158174` : string , `158755` : string >, `ipAddress` : string ,`queryParams` :  struct< `iloc` : string , `_url` : string , `ploc` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageData'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagedata`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageData
id: 2150
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "e26e73e0-e914-4888-94f3-2f0fa4532caa",
    "channel": "client",
    "context": {
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location&ploc=9028276&iloc=1025371",
            "referrer": "",
            "search": "",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location&ploc=9028276&iloc=1025371"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageData",
    "integrations": {},
    "messageId": "ajs-e13aab35f8f45c9ff39e9bbe41840b35",
    "originalTimestamp": "2017-05-18T22:24:44.077Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1495146284075,
        "category": "landingPage interactions-ssdc_ppc_landing",
        "label": "context data",
        "site_id": "27",
        "value": {
            "facilities": {
                "103712": 103712,
                "106998": 106998,
                "158174": 158174,
                "158755": 158755
            },
            "ipAddress": "10.42.2.224",
            "locationUsed": "Walnut Bottom, PA",
            "queryParams": {
                "_url": "/lpg/lf/storage-location",
                "iloc": "1025371",
                "ploc": "9028276"
            }
        }
    },
    "receivedAt": "2017-05-18T22:24:44.540Z",
    "sentAt": "2017-05-18T22:24:44.080Z",
    "timestamp": "2017-05-18T22:24:44.537Z",
    "type": "track",
    "userId": "15591e1e28259538724150206",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.facilities.103712": "string",
    "properties.value.facilities.106998": "string",
    "properties.value.facilities.158174": "string",
    "properties.value.facilities.158755": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.ploc": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 305
schema_scan_id: None
updated: None

Version 2148

created: 2017-11-02 12:13:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagedata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagedata`\n(\n `version`  string , `timestamp`  string , `projectId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string , `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `messageId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageData'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagedata`"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/pageData
id: 2148
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "62193507-b107-4165-981c-baeb719da80a",
    "channel": "client",
    "context": {
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/lpg/lf/storage-location&ploc=9028276&iloc=1025395",
            "referrer": "",
            "search": "",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/lpg/lf/storage-location&ploc=9028276&iloc=1025395"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
    },
    "event": "pageData",
    "integrations": {},
    "messageId": "ajs-373c860474e6fe2a4174a6da6957e701",
    "originalTimestamp": "2017-05-18T22:28:05.850Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "Hit Timestamp": 1495146485849,
        "category": "landingPage interactions-ssdc_ppc_landing",
        "label": "context data",
        "site_id": "27"
    },
    "receivedAt": "2017-05-18T22:28:05.883Z",
    "sentAt": "2017-05-18T22:28:05.853Z",
    "timestamp": "2017-05-18T22:28:05.880Z",
    "type": "track",
    "userId": "74591e1a7fb80383652484993",
    "version": 2
}

schema_attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 305
schema_scan_id: None
updated: None

Schema Scans: 0

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_stage_segment.ssdc_pagedata`\nADD\n\n\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-18/'\n PARTITION (dt='2017-05-19') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-19/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-22/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 11302,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-18/",
            "name": "dt",
            "value": "2017-05-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11304,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-19/",
            "name": "dt",
            "value": "2017-05-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11303,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-22/",
            "name": "dt",
            "value": "2017-05-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value.facilities": "",
    "properties.value.facilities.103712": "string",
    "properties.value.facilities.106998": "string",
    "properties.value.facilities.107017": "string",
    "properties.value.facilities.107201": "string",
    "properties.value.facilities.107323": "string",
    "properties.value.facilities.109181": "string",
    "properties.value.facilities.109182": "string",
    "properties.value.facilities.152603": "string",
    "properties.value.facilities.152983": "string",
    "properties.value.facilities.153044": "string",
    "properties.value.facilities.153957": "string",
    "properties.value.facilities.156163": "string",
    "properties.value.facilities.158174": "string",
    "properties.value.facilities.158755": "string",
    "properties.value.facilities.50469": "string",
    "properties.value.ipAddress": "string",
    "properties.value.locationUsed": "string",
    "properties.value.queryParams._url": "string",
    "properties.value.queryParams.iloc": "string",
    "properties.value.queryParams.ploc": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2017-11-02 12:48:35

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagedata`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct<`facilities` :  struct< `153957` : string , `107323` : string , `109181` : string , `109182` : string >, `ipAddress` : string ,`queryParams` :  struct< `iloc` : string , `_url` : string , `ploc` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageData'",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagedata`",
    "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagedata`"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2017-11-02 12:13:53",
        "disabled": false,
        "format": "raw",
        "id": 305,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "ssdc_pagedata"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.ssdc_pagedata`\nADD\n\n\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-18/'\n PARTITION (dt='2017-05-19') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-19/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-22/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 11302,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-18/",
                    "name": "dt",
                    "value": "2017-05-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11304,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-19/",
                    "name": "dt",
                    "value": "2017-05-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11303,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/pageData/dt=2017-05-22/",
                    "name": "dt",
                    "value": "2017-05-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "anonymousId": "string",
            "channel": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.category": "string",
            "properties.label": "string",
            "properties.site_id": "string",
            "properties.value.facilities": "",
            "properties.value.facilities.103712": "string",
            "properties.value.facilities.106998": "string",
            "properties.value.facilities.107017": "string",
            "properties.value.facilities.107201": "string",
            "properties.value.facilities.107323": "string",
            "properties.value.facilities.109181": "string",
            "properties.value.facilities.109182": "string",
            "properties.value.facilities.152603": "string",
            "properties.value.facilities.152983": "string",
            "properties.value.facilities.153044": "string",
            "properties.value.facilities.153957": "string",
            "properties.value.facilities.156163": "string",
            "properties.value.facilities.158174": "string",
            "properties.value.facilities.158755": "string",
            "properties.value.facilities.50469": "string",
            "properties.value.ipAddress": "string",
            "properties.value.locationUsed": "string",
            "properties.value.queryParams._url": "string",
            "properties.value.queryParams.iloc": "string",
            "properties.value.queryParams.ploc": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2017-11-02 12:48:35",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_pagedata`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string ,`value` :  struct<`facilities` :  struct< `153957` : string , `107323` : string , `109181` : string , `109182` : string >, `ipAddress` : string ,`queryParams` :  struct< `iloc` : string , `_url` : string , `ploc` : string >, `locationUsed` : string >, `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/pageData'",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_pagedata`",
            "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.ssdc_pagedata`"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}