Schema Info

Schema Name: sfdl_stage_segment.ssdc_con_pageview

created: 2018-12-04 17:38:16
disabled: False
format: raw
id: 667
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_segment",
    "table": "ssdc_con_pageview"
}

type: segment

Schema Versions: 9

Version 313583

created: 2021-02-09 16:18:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_con_pageview`\n(\n`_metadata`struct<`bundled`:array,`unbundled`:array>,`type`STRING,`anonymousId`STRING,`userId`STRING,`properties`struct<`CON`:struct<`environment`:STRING,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`site_type`:STRING,`page_subtype`:STRING,`search_result`:struct<`page`:STRING,`listing_ids`:array,`query`:STRING,`id`:STRING>,`timestamp`:STRING,`site_id`:STRING,`visit_id`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_end`:STRING,`date_start`:STRING>>,`site_content`:struct<`id`:STRING>,`page_type`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>>,`env`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING>,`context`struct<`page`:struct<`url`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING>,`userAgent`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`ip`:STRING>,`receivedAt`STRING,`event`STRING,`messageId`STRING,`timestamp`STRING,`channel`STRING,`originalTimestamp`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`projectId`STRING,`sentAt`STRING,`_origin`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW
id: 313583
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-09T22:18:38Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1612828800000/1612908943460.dd55961e0a84.fde281a.951efb42-4800-4a1e-81f2-eb0b69eabe13.gz|segment_separator:37",
    "anonymousId": "c77743b5-d47b-48cb-b4c9-cf8ad11f40c9",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/wisconsin/mauston/",
            "referrer": "",
            "search": "",
            "title": "Best Mauston, WI Self-Storage Units | $1 First Month Rent",
            "url": "https://www.selfstorage.extrameter.com/self-storage/wisconsin/mauston/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-dbc09d3d9c5b9a0914e8a5fa77a3f3c5",
    "originalTimestamp": "2021-02-09T21:42:11.615Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "CON": {
            "environment": "stage",
            "location": {
                "city": "Mauston",
                "id": "23806924",
                "state": "WI"
            },
            "page_subtype": "cityLandingPage",
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2021-02-23T00:00:00.000Z",
                    "date_start": "2021-02-09T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "id": "89f8602301afcae5d9.65977359",
                "listing_ids": [],
                "page": 1,
                "query": "mauston, wisconsin"
            },
            "site_content": {
                "id": "245984"
            },
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2021-02-09T21:42:11.000Z",
            "visit_id": "df1691c030b592bf55beea9367d64568"
        },
        "Hit Timestamp": 1612906931158,
        "env": "stage",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2021-02-09T21:42:12.951Z",
    "sentAt": "2021-02-09T21:42:11.618Z",
    "timestamp": "2021-02-09T21:42:12.948Z",
    "type": "track",
    "userId": "df1691c030b592bf55beea9367d64568",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "string"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 667
schema_scan_id: 3139658
updated: 2021-02-09 16:20:16

Version 306858

created: 2020-12-30 10:15:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_con_pageview`\n(\n`timestamp`STRING,`context`struct<`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`path`:STRING,`url`:STRING,`title`:STRING>,`ip`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`_origin`STRING,`originalTimestamp`STRING,`userId`STRING,`channel`STRING,`sentAt`STRING,`event`STRING,`receivedAt`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`messageId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`CON`:struct<`timestamp`:STRING,`visit_id`:STRING,`environment`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_id`:STRING,`page_type`:STRING,`search_result`:struct<`listing_ids`:array,`id`:STRING,`query`:STRING,`page`:STRING>,`site_content`:struct<`id`:STRING>,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`site_type`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_start`:STRING,`date_end`:STRING>>>,`env`:STRING>,`projectId`STRING,`type`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`anonymousId`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW
id: 306858
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-12-30T16:15:49Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1609286400000/1609344738106.369afef465b0.fde281a.d1124555-7063-4d31-a152-9aef2504012b.gz|segment_separator:37",
    "anonymousId": "a8674d9e-c4f4-4de9-b931-ead98e12a05b",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/",
            "referrer": "",
            "search": "?sftest=on",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/?sftest=on"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-c0ee45320e38310f43a143477f164bf8",
    "originalTimestamp": "2020-12-30T16:01:53.957Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "CON": {
            "environment": "stage",
            "facility": {
                "id": 154077,
                "title": "CubeSmart Self Storage - Austin - 2220 E Riverside Dr"
            },
            "location": {
                "city": "Austin",
                "id": 518864,
                "state": "TX"
            },
            "page_subtype": "cityLandingPage",
            "page_type": "facilityPage",
            "ppc": {
                "adwords": {
                    "date_end": "2021-01-13T00:00:00.000Z",
                    "date_start": "2020-12-30T00:00:00.000Z",
                    "page_type": "home"
                }
            },
            "search_result": {
                "id": "39895feca626af7561.13829172",
                "listing_ids": [
                    105463,
                    158303,
                    205902,
                    217818,
                    217820,
                    217821,
                    218432,
                    218428,
                    218425,
                    218430,
                    218359,
                    218355,
                    218112,
                    218111,
                    216680,
                    108280,
                    108319,
                    216673,
                    204142,
                    105472
                ],
                "page": 1,
                "query": "perryville, alaska"
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-12-30T16:07:02.000Z",
            "visit_id": "SELENIUM"
        },
        "Hit Timestamp": 1609344113582,
        "env": "stage",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-12-30T16:01:54.565Z",
    "sentAt": "2020-12-30T16:01:53.959Z",
    "timestamp": "2020-12-30T16:01:54.563Z",
    "type": "track",
    "userId": "df5e93cb3864b34ae0bbead633779b81",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 667
schema_scan_id: 3084774
updated: 2020-12-30 10:17:16

Version 306856

created: 2020-12-30 09:22:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_con_pageview`\n(\n`timestamp`STRING,`context`struct<`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`path`:STRING,`url`:STRING,`title`:STRING>,`ip`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`_origin`STRING,`originalTimestamp`STRING,`userId`STRING,`channel`STRING,`sentAt`STRING,`event`STRING,`receivedAt`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`messageId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`CON`:struct<`timestamp`:STRING,`visit_id`:STRING,`environment`:STRING,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`facility`:struct<`id`:STRING,`title`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`page_type`:STRING,`search_result`:struct<`listing_ids`:array,`id`:STRING,`query`:STRING,`page`:STRING>,`site_content`:struct<`id`:STRING>,`site_id`:STRING,`site_type`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_start`:STRING,`date_end`:STRING>>>,`env`:STRING>,`projectId`STRING,`type`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`anonymousId`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW
id: 306856
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-12-30T15:21:05Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1609286400000/1609341325633.727a11785036.fde281a.54f323e7-178c-4db1-9517-be91fc6a1639.gz|segment_separator:37",
    "anonymousId": "478447a4-e968-435f-92c9-5d9affec4707",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/",
            "referrer": "",
            "search": "?location=San%20Diego%2C%20CA%2C%20USA",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/?location=San%20Diego%2C%20CA%2C%20USA"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-ece533dda28fb957271d8caa01129589",
    "originalTimestamp": "2020-12-30T14:39:16.172Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "CON": {
            "environment": "stage",
            "location": {},
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2021-01-13T00:00:00.000Z",
                    "date_start": "2020-12-30T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "listing_ids": []
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-12-30T14:37:14.000Z",
            "visit_id": "d536b8937e35a48a5d6b4e4a3f896125"
        },
        "Hit Timestamp": 1609339156171,
        "env": "stage",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-12-30T14:39:16.493Z",
    "sentAt": "2020-12-30T14:39:16.175Z",
    "timestamp": "2020-12-30T14:39:16.490Z",
    "type": "track",
    "userId": "d536b8937e35a48a5d6b4e4a3f896125",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "string"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 667
schema_scan_id: 3084708
updated: 2020-12-30 09:23:23

Version 306855

created: 2020-12-30 09:20:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_con_pageview`\n(\n`timestamp`STRING,`context`struct<`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`path`:STRING,`url`:STRING,`title`:STRING>,`ip`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`_origin`STRING,`originalTimestamp`STRING,`userId`STRING,`channel`STRING,`sentAt`STRING,`event`STRING,`receivedAt`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`messageId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`CON`:struct<`timestamp`:STRING,`visit_id`:STRING,`environment`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_id`:STRING,`page_type`:STRING,`search_result`:struct<`listing_ids`:array,`id`:STRING,`query`:STRING,`page`:STRING>,`site_content`:struct<`id`:STRING>,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`site_type`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_start`:STRING,`date_end`:STRING>>>,`env`:STRING>,`projectId`STRING,`type`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`anonymousId`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW
id: 306855
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-12-30T15:20:03Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1609286400000/1609341322425.fba86f699abb.fde281a.4447de38-23ca-4ea6-8f49-160f47ac5710.gz|segment_separator:37",
    "anonymousId": "478447a4-e968-435f-92c9-5d9affec4707",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/search",
            "referrer": "",
            "search": "?location=San%20Diego%2C%20CA%2C%20USA",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/search?location=San%20Diego%2C%20CA%2C%20USA"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-ebe9a9ae3e4dd8c45d20ddf90f91b758",
    "originalTimestamp": "2020-12-30T14:39:18.689Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "CON": {
            "environment": "stage",
            "location": {
                "city": "San Diego",
                "id": "23801687",
                "state": "CA"
            },
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2021-01-13T00:00:00.000Z",
                    "date_start": "2020-12-30T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "id": "a8d75fec9114719509.92517082",
                "listing_ids": [
                    210207,
                    107823,
                    208126,
                    107820,
                    63284,
                    215237,
                    107825,
                    216073,
                    215873,
                    209597,
                    103341,
                    215238,
                    215426,
                    103336,
                    154747,
                    103343,
                    200546,
                    218225,
                    215317,
                    218665
                ],
                "page": 1,
                "query": "San Diego, CA, USA"
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-12-30T14:37:14.000Z",
            "visit_id": "d536b8937e35a48a5d6b4e4a3f896125"
        },
        "Hit Timestamp": 1609339158688,
        "env": "stage",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-12-30T14:39:18.963Z",
    "sentAt": "2020-12-30T14:39:18.691Z",
    "timestamp": "2020-12-30T14:39:18.961Z",
    "type": "track",
    "userId": "d536b8937e35a48a5d6b4e4a3f896125",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 667
schema_scan_id: 3084705
updated: 2020-12-30 09:22:00

Version 306854

created: 2020-12-30 09:19:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_con_pageview`\n(\n`timestamp`STRING,`context`struct<`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`path`:STRING,`url`:STRING,`title`:STRING>,`ip`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`_origin`STRING,`originalTimestamp`STRING,`userId`STRING,`channel`STRING,`sentAt`STRING,`event`STRING,`receivedAt`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`messageId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`CON`:struct<`timestamp`:STRING,`visit_id`:STRING,`environment`:STRING,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`facility`:struct<`id`:STRING,`title`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`page_type`:STRING,`search_result`:struct<`listing_ids`:array,`id`:STRING,`query`:STRING,`page`:STRING>,`site_content`:struct<`id`:STRING>,`site_id`:STRING,`site_type`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_start`:STRING,`date_end`:STRING>>>,`env`:STRING>,`projectId`STRING,`type`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`anonymousId`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW
id: 306854
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-12-30T15:18:53Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1609286400000/1609341320130.a9b5dd643d48.fde281a.c9ab5bdd-a72e-4171-9141-80f30dbdb431.gz|segment_separator:37",
    "anonymousId": "478447a4-e968-435f-92c9-5d9affec4707",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/texas/austin/",
            "referrer": "",
            "search": "",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/self-storage/texas/austin/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-650c6e8c1a13dab6f5c528acc83d85cd",
    "originalTimestamp": "2020-12-30T14:38:14.834Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "CON": {
            "environment": "stage",
            "location": {},
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2021-01-13T00:00:00.000Z",
                    "date_start": "2020-12-30T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "listing_ids": []
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-12-30T14:37:14.000Z",
            "visit_id": "d536b8937e35a48a5d6b4e4a3f896125"
        },
        "Hit Timestamp": 1609339094833,
        "env": "stage",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-12-30T14:38:14.881Z",
    "sentAt": "2020-12-30T14:38:14.838Z",
    "timestamp": "2020-12-30T14:38:14.877Z",
    "type": "track",
    "userId": "d536b8937e35a48a5d6b4e4a3f896125",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "string"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 667
schema_scan_id: 3084698
updated: 2020-12-30 09:20:37

Version 282044

created: 2020-08-06 17:40:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_con_pageview`\n(\n`originalTimestamp`STRING,`timestamp`STRING,`_origin`STRING,`messageId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`channel`STRING,`context`struct<`page`:struct<`url`:STRING,`search`:STRING,`path`:STRING,`title`:STRING,`referrer`:STRING>,`ip`:STRING,`userAgent`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`event`STRING,`anonymousId`STRING,`sentAt`STRING,`projectId`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`properties`struct<`env`:STRING,`CON`:struct<`site_content`:struct<`id`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`timestamp`:STRING,`page_type`:STRING,`site_type`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`site_id`:STRING,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`date_start`:STRING,`page_type`:STRING>>,`visit_id`:STRING,`search_result`:struct<`query`:STRING,`id`:STRING,`listing_ids`:array,`page`:STRING>,`environment`:STRING,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>>,`isReact`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING>,`version`STRING,`receivedAt`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW
id: 282044
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-08-06T22:37:15Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1596672000000/1596753149455.53652990185e.baa71ec.a284672c-1445-4735-a559-a6fb54ba299f.gz|segment_separator:37",
    "anonymousId": "cea48f28-86bc-4bd0-89de-b808014c5fee",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "3.13.6"
        },
        "locale": "en-US",
        "page": {
            "path": "/",
            "referrer": "",
            "search": "",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-58f2e14ab7b32b61fc3c10edd7b2eeda",
    "originalTimestamp": "2020-08-06T21:52:45.307Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "CON": {
            "environment": "stage",
            "location": {},
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2020-08-20T00:00:00.000Z",
                    "date_start": "2020-08-06T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "id": "03735f2c7c5e7b9288.12803294",
                "listing_ids": [
                    202064,
                    202070,
                    201851,
                    203075,
                    210311,
                    154785,
                    109686,
                    127322,
                    126864,
                    181208,
                    126991,
                    82566,
                    133798,
                    126818,
                    126846,
                    126816,
                    127343,
                    126842,
                    174408,
                    174381
                ],
                "page": 1,
                "query": "austin tx"
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-08-06T21:52:22.000Z",
            "visit_id": "0fa3bf7a655017320f653f2a211a089f"
        },
        "Hit Timestamp": 1596750765306,
        "env": "stage",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-08-06T21:52:45.480Z",
    "sentAt": "2020-08-06T21:52:45.310Z",
    "timestamp": "2020-08-06T21:52:45.477Z",
    "type": "track",
    "userId": "0fa3bf7a655017320f653f2a211a089f",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 667
schema_scan_id: 2889595
updated: 2020-08-06 17:41:21

Version 282043

created: 2020-08-06 17:39:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_con_pageview`\n(\n`originalTimestamp`STRING,`timestamp`STRING,`_origin`STRING,`messageId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`channel`STRING,`type`STRING,`context`struct<`page`:struct<`url`:STRING,`search`:STRING,`path`:STRING,`title`:STRING,`referrer`:STRING>,`ip`:STRING,`userAgent`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`event`STRING,`anonymousId`STRING,`sentAt`STRING,`projectId`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`properties`struct<`env`:STRING,`CON`:struct<`site_content`:struct<`id`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`timestamp`:STRING,`page_type`:STRING,`environment`:STRING,`site_type`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`site_id`:STRING,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`visit_id`:STRING,`search_result`:struct<`query`:STRING,`listing_ids`:array,`id`:STRING,`page`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`date_start`:STRING,`page_type`:STRING>>,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>>,`isReact`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING>,`version`STRING,`receivedAt`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW
id: 282043
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-08-06T22:37:28Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1596672000000/1596753119262.3f38069ae695.baa71ec.d271e4f3-0835-4748-98f0-8bba2104b690.gz|segment_separator:37",
    "anonymousId": "cea48f28-86bc-4bd0-89de-b808014c5fee",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "3.13.6"
        },
        "locale": "en-US",
        "page": {
            "path": "/search",
            "referrer": "",
            "search": "?location=houston%20tx&type=storage",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/search?location=houston%20tx&type=storage"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-997f8dc8a271b94d6cfe33bdf73d62f2",
    "originalTimestamp": "2020-08-06T22:11:55.263Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "CON": {
            "environment": "stage",
            "location": {},
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2020-08-20T00:00:00.000Z",
                    "date_start": "2020-08-06T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "listing_ids": []
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-08-06T22:11:54.000Z",
            "visit_id": "0fa3bf7a655017320f653f2a211a089f"
        },
        "Hit Timestamp": 1596751915079,
        "env": "stage",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-08-06T22:11:55.437Z",
    "sentAt": "2020-08-06T22:11:55.266Z",
    "timestamp": "2020-08-06T22:11:55.434Z",
    "type": "track",
    "userId": "0fa3bf7a655017320f653f2a211a089f",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "string"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 667
schema_scan_id: 2889585
updated: 2020-08-06 17:40:07

Version 282042

created: 2020-08-06 17:37:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_con_pageview`\n(\n`originalTimestamp`STRING,`timestamp`STRING,`_origin`STRING,`messageId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`channel`STRING,`context`struct<`page`:struct<`url`:STRING,`search`:STRING,`path`:STRING,`title`:STRING,`referrer`:STRING>,`ip`:STRING,`userAgent`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`event`STRING,`anonymousId`STRING,`sentAt`STRING,`projectId`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`properties`struct<`env`:STRING,`CON`:struct<`site_content`:struct<`id`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`timestamp`:STRING,`page_type`:STRING,`site_type`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`site_id`:STRING,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`date_start`:STRING,`page_type`:STRING>>,`visit_id`:STRING,`search_result`:struct<`query`:STRING,`id`:STRING,`listing_ids`:array,`page`:STRING>,`environment`:STRING,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>>,`isReact`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING>,`version`STRING,`receivedAt`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW
id: 282042
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-08-06T22:37:35Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1596672000000/1596753145650.331e3e3efbe3.baa71ec.43183f83-baaa-41d3-a64a-b71907180986.gz|segment_separator:37",
    "anonymousId": "cea48f28-86bc-4bd0-89de-b808014c5fee",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "3.13.6"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/texas/austin/",
            "referrer": "",
            "search": "?location=austin%20tx&forceExperiments=sf_9356_ssdc_economic_mir_100_forced_algo:variation",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/self-storage/texas/austin/?location=austin%20tx&forceExperiments=sf_9356_ssdc_economic_mir_100_forced_algo:variation"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-7248ba2808ac046bf935150f54ef39fb",
    "originalTimestamp": "2020-08-06T21:52:04.002Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "CON": {
            "environment": "stage",
            "location": {
                "city": "Austin",
                "id": "23801693",
                "state": "TX"
            },
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2020-08-20T00:00:00.000Z",
                    "date_start": "2020-08-06T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "id": "1be75f2c7b828f9573.17429926",
                "listing_ids": [
                    213693,
                    213515,
                    213719,
                    209852,
                    213520,
                    213593,
                    154077,
                    213618,
                    205886,
                    213535,
                    213435,
                    213602,
                    63542,
                    213452,
                    213412,
                    213587,
                    156046,
                    213551,
                    156115,
                    213624
                ],
                "page": 1,
                "query": "austin tx"
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-08-06T21:51:49.000Z",
            "visit_id": "0fa3bf7a655017320f653f2a211a089f"
        },
        "Hit Timestamp": 1596750724001,
        "env": "stage",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-08-06T21:52:04.181Z",
    "sentAt": "2020-08-06T21:52:04.005Z",
    "timestamp": "2020-08-06T21:52:04.178Z",
    "type": "track",
    "userId": "0fa3bf7a655017320f653f2a211a089f",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 667
schema_scan_id: 2889570
updated: 2020-08-06 17:38:52

Version 282041

created: 2020-08-06 17:36:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_con_pageview`\n(\n`originalTimestamp`STRING,`timestamp`STRING,`_origin`STRING,`messageId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`channel`STRING,`type`STRING,`context`struct<`page`:struct<`url`:STRING,`search`:STRING,`path`:STRING,`title`:STRING,`referrer`:STRING>,`ip`:STRING,`userAgent`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`event`STRING,`anonymousId`STRING,`sentAt`STRING,`projectId`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`properties`struct<`env`:STRING,`CON`:struct<`site_content`:struct<`id`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`timestamp`:STRING,`page_type`:STRING,`environment`:STRING,`site_type`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`site_id`:STRING,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`visit_id`:STRING,`search_result`:struct<`query`:STRING,`listing_ids`:array,`id`:STRING,`page`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`date_start`:STRING,`page_type`:STRING>>,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>>,`isReact`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING>,`version`STRING,`receivedAt`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW
id: 282041
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-08-06T22:36:27Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1596672000000/1596753119173.fe93f2af990a.baa71ec.0e7c29a0-86da-4270-955d-fea3be06fc50.gz|segment_separator:37",
    "anonymousId": "cea48f28-86bc-4bd0-89de-b808014c5fee",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "3.13.6"
        },
        "locale": "en-US",
        "page": {
            "path": "/",
            "referrer": "",
            "search": "",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.extrameter.com/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-1363e114d45c8a01cd5045aac1961e72",
    "originalTimestamp": "2020-08-06T21:49:20.825Z",
    "projectId": "Mt3aW8s9vZ",
    "properties": {
        "CON": {
            "environment": "stage",
            "location": {},
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2020-08-20T00:00:00.000Z",
                    "date_start": "2020-08-06T00:00:00.000Z",
                    "page_type": "home"
                }
            },
            "search_result": {
                "listing_ids": []
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-08-06T22:05:29.000Z",
            "visit_id": "0fa3bf7a655017320f653f2a211a089f"
        },
        "Hit Timestamp": 1596750560653,
        "env": "stage",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-08-06T21:49:20.986Z",
    "sentAt": "2020-08-06T21:49:20.828Z",
    "timestamp": "2020-08-06T21:49:20.983Z",
    "type": "track",
    "userId": "0fa3bf7a655017320f653f2a211a089f",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "string"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 667
schema_scan_id: 2889561
updated: 2020-08-06 17:37:36

Schema Scans: 9

Last at 2021-02-09 16:18:38

Scan 3139658

duration: 0:01:41.794030

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 366,
    "partitions_applied": false,
    "success": true
}

id: 3139658

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-09/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-09"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-stage",
        "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2021-02-09/1612908943460.dd55961e0a84.fde281a.951efb42-4800-4a1e-81f2-eb0b69eabe13.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 667
start_time: 2021-02-09 16:18:38
success: True
trace_id: 2631180441127275710

Scan 3084774

duration: 0:01:23.542942

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 354,
    "partitions_applied": false,
    "success": true
}

id: 3084774

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2020-12-30/",
        "name": "dt",
        "type": "string",
        "value": "2020-12-30"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-stage",
        "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-12-30/1609344738106.369afef465b0.fde281a.d1124555-7063-4d31-a152-9aef2504012b.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 667
start_time: 2020-12-30 10:15:57
success: True
trace_id: 8663783680150535511

Scan 3084708

duration: 0:01:23.251280

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 354,
    "partitions_applied": false,
    "success": true
}

id: 3084708

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2020-12-30/",
        "name": "dt",
        "type": "string",
        "value": "2020-12-30"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-stage",
        "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-12-30/1609341325633.727a11785036.fde281a.54f323e7-178c-4db1-9517-be91fc6a1639.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 667
start_time: 2020-12-30 09:22:04
success: True
trace_id: 8477113754687291093

Scan 3084705

duration: 0:01:20.702055

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 354,
    "partitions_applied": false,
    "success": true
}

id: 3084705

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2020-12-30/",
        "name": "dt",
        "type": "string",
        "value": "2020-12-30"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-stage",
        "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-12-30/1609341322425.fba86f699abb.fde281a.4447de38-23ca-4ea6-8f49-160f47ac5710.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 667
start_time: 2020-12-30 09:20:43
success: True
trace_id: 520121689036015554

Scan 3084698

duration: 0:01:25.955069

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 354,
    "partitions_applied": false,
    "success": true
}

id: 3084698

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2020-12-30/",
        "name": "dt",
        "type": "string",
        "value": "2020-12-30"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-stage",
        "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-12-30/1609341320130.a9b5dd643d48.fde281a.c9ab5bdd-a72e-4171-9141-80f30dbdb431.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 667
start_time: 2020-12-30 09:19:16
success: True
trace_id: 14425464158544709035

Scan 2889595

duration: 0:01:11.117658

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 300,
    "partitions_applied": false,
    "success": true
}

id: 2889595

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2020-08-06/",
        "name": "dt",
        "type": "string",
        "value": "2020-08-06"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-stage",
        "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-08-06/1596753149455.53652990185e.baa71ec.a284672c-1445-4735-a559-a6fb54ba299f.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 667
start_time: 2020-08-06 17:40:14
success: True
trace_id: 16785507668534838595

Scan 2889585

duration: 0:01:11.208531

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 300,
    "partitions_applied": false,
    "success": true
}

id: 2889585

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2020-08-06/",
        "name": "dt",
        "type": "string",
        "value": "2020-08-06"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-stage",
        "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-08-06/1596753119262.3f38069ae695.baa71ec.d271e4f3-0835-4748-98f0-8bba2104b690.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 667
start_time: 2020-08-06 17:39:00
success: True
trace_id: 15421915161512062442

Scan 2889570

duration: 0:01:13.490476

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 300,
    "partitions_applied": false,
    "success": true
}

id: 2889570

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2020-08-06/",
        "name": "dt",
        "type": "string",
        "value": "2020-08-06"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-stage",
        "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-08-06/1596753145650.331e3e3efbe3.baa71ec.43183f83-baaa-41d3-a64a-b71907180986.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 667
start_time: 2020-08-06 17:37:43
success: True
trace_id: 7803653424667664378

Scan 2889561

duration: 0:01:11.183419

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 300,
    "partitions_applied": false,
    "success": true
}

id: 2889561

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2020-08-06/",
        "name": "dt",
        "type": "string",
        "value": "2020-08-06"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-stage",
        "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-08-06/1596753119173.fe93f2af990a.baa71ec.0e7c29a0-86da-4270-955d-fea3be06fc50.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 667
start_time: 2020-08-06 17:36:29
success: True
trace_id: 670501326599304694

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_stage_segment.ssdc_con_pageview`\nADD\n\n\n PARTITION (dt='2021-02-04') location 's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-04/'\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-09/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 176980,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-04/",
            "name": "dt",
            "value": "2021-02-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-04 14:14:12",
                "last_data": "2021-02-04 14:32:50"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 181796,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-08/",
            "name": "dt",
            "value": "2021-02-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-08 16:17:32",
                "last_data": "2021-02-08 17:13:26"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 181912,
            "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-09/",
            "name": "dt",
            "value": "2021-02-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-09 16:18:39",
                "last_data": "2021-02-09 16:18:39"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "string"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2021-02-09 16:18:39

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_con_pageview`\n(\n`_metadata`struct<`bundled`:array,`unbundled`:array>,`type`STRING,`anonymousId`STRING,`userId`STRING,`properties`struct<`CON`:struct<`environment`:STRING,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`site_type`:STRING,`page_subtype`:STRING,`search_result`:struct<`page`:STRING,`listing_ids`:array,`query`:STRING,`id`:STRING>,`timestamp`:STRING,`site_id`:STRING,`visit_id`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_end`:STRING,`date_start`:STRING>>,`site_content`:struct<`id`:STRING>,`page_type`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>>,`env`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING>,`context`struct<`page`:struct<`url`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING>,`userAgent`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`ip`:STRING>,`receivedAt`STRING,`event`STRING,`messageId`STRING,`timestamp`STRING,`channel`STRING,`originalTimestamp`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`projectId`STRING,`sentAt`STRING,`_origin`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_con_pageview`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_con_pageview"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2018-12-04 17:38:16",
        "disabled": false,
        "format": "raw",
        "id": 667,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "ssdc_con_pageview"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.ssdc_con_pageview`\nADD\n\n\n PARTITION (dt='2021-02-04') location 's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-04/'\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-09/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 176980,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-04/",
                    "name": "dt",
                    "value": "2021-02-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-04 14:14:12",
                        "last_data": "2021-02-04 14:32:50"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 181796,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-08/",
                    "name": "dt",
                    "value": "2021-02-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-08 16:17:32",
                        "last_data": "2021-02-08 17:13:26"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 181912,
                    "location": "s3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW/dt=2021-02-09/",
                    "name": "dt",
                    "value": "2021-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-09 16:18:39",
                        "last_data": "2021-02-09 16:18:39"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.content": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "integrations.All": "string",
            "integrations.Google_Analytics": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.CON.environment": "string",
            "properties.CON.facility.id": "string",
            "properties.CON.facility.title": "string",
            "properties.CON.location.city": "string",
            "properties.CON.location.id": "string",
            "properties.CON.location.state": "string",
            "properties.CON.page_subtype": "string",
            "properties.CON.page_type": "string",
            "properties.CON.ppc.adwords.date_end": "string",
            "properties.CON.ppc.adwords.date_start": "string",
            "properties.CON.ppc.adwords.page_type": "string",
            "properties.CON.search_result.id": "string",
            "properties.CON.search_result.listing_ids": [
                "string"
            ],
            "properties.CON.search_result.page": "string",
            "properties.CON.search_result.query": "string",
            "properties.CON.site_content.id": "string",
            "properties.CON.site_id": "string",
            "properties.CON.site_type": "string",
            "properties.CON.timestamp": "string",
            "properties.CON.transaction.confirmation_code": "string",
            "properties.CON.transaction.email": "string",
            "properties.CON.transaction.id": "string",
            "properties.CON.transaction.npv": "string",
            "properties.CON.unit.id": "string",
            "properties.CON.unit.price": "string",
            "properties.CON.visit_id": "string",
            "properties.Hit_Timestamp": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2021-02-09 16:18:39",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_con_pageview`\n(\n`_metadata`struct<`bundled`:array,`unbundled`:array>,`type`STRING,`anonymousId`STRING,`userId`STRING,`properties`struct<`CON`:struct<`environment`:STRING,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`site_type`:STRING,`page_subtype`:STRING,`search_result`:struct<`page`:STRING,`listing_ids`:array,`query`:STRING,`id`:STRING>,`timestamp`:STRING,`site_id`:STRING,`visit_id`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_end`:STRING,`date_start`:STRING>>,`site_content`:struct<`id`:STRING>,`page_type`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>>,`env`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING>,`context`struct<`page`:struct<`url`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING>,`userAgent`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`ip`:STRING>,`receivedAt`STRING,`event`STRING,`messageId`STRING,`timestamp`STRING,`channel`STRING,`originalTimestamp`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`projectId`STRING,`sentAt`STRING,`_origin`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-stage/separated_dt/CON PAGEVIEW'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_con_pageview`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_con_pageview"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}