Schema Info

Schema Name: sfdl_stage_segment.storagescout_product_list_viewed

created: 2019-04-29 11:59:38
disabled: False
format: raw
id: 832
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_segment",
    "table": "storagescout_product_list_viewed"
}

type: segment

Schema Versions: 7

Version 313745

created: 2021-02-10 15:27:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_product_list_viewed`\n(\n`event`STRING,`messageId`STRING,`timestamp`STRING,`type`STRING,`channel`STRING,`anonymousId`STRING,`userId`STRING,`properties`struct<`search_id`:STRING,`searchTerm`:STRING,`env`:STRING,`productIds`:array,`label`:STRING,`list_id`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`page`:STRING,`products`:array,`value`:STRING>,`originalTimestamp`STRING,`context`struct<`page`:struct<`url`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING>,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`ip`:STRING>,`receivedAt`STRING,`projectId`STRING,`sentAt`STRING,`_origin`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_product_list_viewed"
]

hive_path: s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed
id: 313745
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-10T21:26:59Z|s3://sfdl-segment-storagescout-stage/segment-logs/TYN5JDpyiK/1612915200000/1612991747278.e8fef9ea33f1.fde281a.5e6c0404-51a2-4c19-881f-66e9b716ea29.gz|segment_separator:37",
    "anonymousId": "7f7ae9bd-c2e9-4f89-b121-1c4ecc6c6482",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/undefined",
            "referrer": "https://storagescout.extrameter.com/",
            "search": "?location=77450",
            "title": "Self Storage Deals & Discounts Near Me | USStorageSearch",
            "url": "https://www.storagescout.extrameter.com/undefined?location=77450"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-9333673b5c5ec5d6549a11d28a5b0c54",
    "originalTimestamp": "2021-02-10T20:48:50.904Z",
    "projectId": "TYN5JDpyiK",
    "properties": {
        "Hit Timestamp": 1612990130402,
        "env": "stage",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Katy, Texas",
        "page": 1,
        "productIds": [
            212003,
            213565,
            209347,
            213636,
            152747,
            213724,
            152753,
            28382,
            213739,
            105605,
            152586,
            213545,
            213556,
            209346,
            213705
        ],
        "products": [
            {
                "distance": 5.9,
                "id": 212003,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Richmond - 7940 W. Grand Parkway S.",
                "position": 1,
                "rank": 7
            },
            {
                "distance": 1.4,
                "id": 213565,
                "inNetwork": true,
                "name": "Public Storage - Katy - 1130 S Mason Road",
                "position": 2,
                "rank": 8
            },
            {
                "distance": 6.1,
                "id": 209347,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Katy - 1429 FM 1463",
                "position": 3,
                "rank": 9
            },
            {
                "distance": 3.9,
                "id": 213636,
                "inNetwork": true,
                "name": "Public Storage - Richmond - 5240 W Grand Pkwy S",
                "position": 4,
                "rank": 10
            },
            {
                "distance": 2.9,
                "id": 152747,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Richmond - 19840 Fm 1093 Road",
                "position": 5,
                "rank": 11
            },
            {
                "distance": 13.1,
                "id": 213724,
                "inNetwork": true,
                "name": "Public Storage - Houston - 8989 Westheimer Rd",
                "position": 6,
                "rank": 12
            },
            {
                "distance": 2.5,
                "id": 152753,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Katy - 1000 West Grand Parkway South",
                "position": 7,
                "rank": 13
            },
            {
                "distance": 3.5,
                "id": 28382,
                "inNetwork": true,
                "name": "Best Storage",
                "position": 8,
                "rank": 14
            },
            {
                "distance": 5.9,
                "id": 213739,
                "inNetwork": true,
                "name": "Public Storage - Richmond - 8008 W Grand Pkwy S",
                "position": 9,
                "rank": 15
            },
            {
                "distance": 5.7,
                "id": 105605,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Houston - 15707 Bellaire Blvd",
                "position": 10,
                "rank": 16
            },
            {
                "distance": 4.5,
                "id": 152586,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Katy - 6262 Katy-Gaston Road",
                "position": 11,
                "rank": 17
            },
            {
                "distance": 12.5,
                "id": 213545,
                "inNetwork": true,
                "name": "Public Storage - Houston - 6615 S Gessner Drive",
                "position": 12,
                "rank": 18
            },
            {
                "distance": 10.8,
                "id": 213556,
                "inNetwork": true,
                "name": "Public Storage - Sugar Land - 888 Eldridge Road",
                "position": 13,
                "rank": 19
            },
            {
                "distance": 4,
                "id": 209346,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Richmond - 23110 FM 1093",
                "position": 14,
                "rank": 20
            },
            {
                "distance": 6.7,
                "id": 213705,
                "inNetwork": true,
                "name": "Public Storage - Houston - 7255 Highway 6 South",
                "position": 15,
                "rank": 21
            }
        ],
        "searchTerm": "77450",
        "search_id": "b790602446b14a2d95.47156468",
        "site_id": 413,
        "value": 15
    },
    "receivedAt": "2021-02-10T20:48:51.328Z",
    "sentAt": "2021-02-10T20:48:50.907Z",
    "timestamp": "2021-02-10T20:48:51.325Z",
    "type": "track",
    "userId": "93a895b41d8e55d95e63049511a47ff1",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        "string"
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 832
schema_scan_id: 3141461
updated: 2021-02-10 15:28:05

Version 313744

created: 2021-02-10 15:26:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_product_list_viewed`\n(\n`event`STRING,`messageId`STRING,`timestamp`STRING,`type`STRING,`channel`STRING,`anonymousId`STRING,`userId`STRING,`properties`struct<`search_id`:STRING,`searchTerm`:STRING,`productIds`:array,`env`:STRING,`label`:STRING,`list_id`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`page`:STRING,`products`:array,`value`:STRING>,`originalTimestamp`STRING,`context`struct<`page`:struct<`url`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING>,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`ip`:STRING>,`receivedAt`STRING,`projectId`STRING,`sentAt`STRING,`_origin`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_product_list_viewed"
]

hive_path: s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed
id: 313744
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-10T21:25:42Z|s3://sfdl-segment-storagescout-stage/segment-logs/TYN5JDpyiK/1612915200000/1612991737748.fba86f699abb.fde281a.f4626fa2-280e-4843-b651-fa79e7d06dcb.gz|segment_separator:37",
    "anonymousId": "7f7ae9bd-c2e9-4f89-b121-1c4ecc6c6482",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/tx/austin-storage-units/",
            "referrer": "",
            "search": "",
            "title": "Self Storage Deals & Discounts Near Me | USStorageSearch",
            "url": "https://storagescout.extrameter.com/self-storage/tx/austin-storage-units/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-2504f6bb24d63873921f4107124a24dc",
    "originalTimestamp": "2021-02-10T20:39:41.363Z",
    "projectId": "TYN5JDpyiK",
    "properties": {
        "Hit Timestamp": 1612989581361,
        "env": "stage",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: undefined, undefined",
        "productIds": [],
        "products": [],
        "site_id": 413,
        "value": 0
    },
    "receivedAt": "2021-02-10T20:39:41.793Z",
    "sentAt": "2021-02-10T20:39:41.365Z",
    "timestamp": "2021-02-10T20:39:41.791Z",
    "type": "track",
    "userId": "93a895b41d8e55d95e63049511a47ff1",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "string"
    ],
    "properties.products": [
        "string"
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 832
schema_scan_id: 3141445
updated: 2021-02-10 15:26:37

Version 313743

created: 2021-02-10 15:22:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_product_list_viewed`\n(\n`event`STRING,`messageId`STRING,`timestamp`STRING,`type`STRING,`channel`STRING,`anonymousId`STRING,`userId`STRING,`properties`struct<`search_id`:STRING,`searchTerm`:STRING,`env`:STRING,`productIds`:array,`label`:STRING,`list_id`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`page`:STRING,`products`:array>,`value`:STRING>,`originalTimestamp`STRING,`context`struct<`page`:struct<`url`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING>,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`ip`:STRING>,`receivedAt`STRING,`projectId`STRING,`sentAt`STRING,`_origin`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_product_list_viewed"
]

hive_path: s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed
id: 313743
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-10T21:22:43Z|s3://sfdl-segment-storagescout-stage/segment-logs/TYN5JDpyiK/1612915200000/1612991726698.d620080c67f3.fde281a.3a35b28e-feac-479e-8499-ed5cda2bc722.gz|segment_separator:37",
    "anonymousId": "7f7ae9bd-c2e9-4f89-b121-1c4ecc6c6482",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/tx/lubbock-storage-units/",
            "referrer": "",
            "search": "",
            "title": "Self Storage Deals & Discounts Near Me | USStorageSearch",
            "url": "https://www.storagescout.extrameter.com/self-storage/tx/lubbock-storage-units/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-7b7c851db291c6f918ce91898ffa0130",
    "originalTimestamp": "2021-02-10T20:36:30.655Z",
    "projectId": "TYN5JDpyiK",
    "properties": {
        "Hit Timestamp": 1612989390654,
        "env": "stage",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Austin, Texas",
        "page": 6,
        "productIds": [
            213452,
            156046,
            63542,
            205937,
            200091,
            213511,
            213522,
            211055,
            217342,
            214569,
            213551,
            70392,
            213519,
            209426,
            201698
        ],
        "products": [
            {
                "distance": 12.2,
                "id": 67926,
                "inNetwork": true,
                "name": "Antler Mini Storage - Thomas Sinclair Blvd",
                "position": 2,
                "rank": 107
            }
        ],
        "searchTerm": "austin tx",
        "search_id": "0cef6024418dce3652.14171426",
        "site_id": 413,
        "value": 2
    },
    "receivedAt": "2021-02-10T20:36:31.132Z",
    "sentAt": "2021-02-10T20:36:30.658Z",
    "timestamp": "2021-02-10T20:36:31.129Z",
    "type": "track",
    "userId": "93a895b41d8e55d95e63049511a47ff1",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inNetwork": "string",
            "name": "string",
            "position": "string",
            "rank": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 832
schema_scan_id: 3141371
updated: 2021-02-10 15:23:34

Version 313742

created: 2021-02-10 15:20:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_product_list_viewed`\n(\n`event`STRING,`messageId`STRING,`timestamp`STRING,`type`STRING,`channel`STRING,`anonymousId`STRING,`userId`STRING,`properties`struct<`search_id`:STRING,`searchTerm`:STRING,`productIds`:array,`env`:STRING,`label`:STRING,`list_id`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`page`:STRING,`products`:array,`value`:STRING>,`originalTimestamp`STRING,`context`struct<`page`:struct<`url`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING>,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`ip`:STRING>,`receivedAt`STRING,`projectId`STRING,`sentAt`STRING,`_origin`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_product_list_viewed"
]

hive_path: s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed
id: 313742
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-10T21:20:03Z|s3://sfdl-segment-storagescout-stage/segment-logs/TYN5JDpyiK/1612915200000/1612991733475.8812454c863c.fde281a.0908e0d9-9b71-466b-beb9-026509961aa4.gz|segment_separator:37",
    "anonymousId": "7f7ae9bd-c2e9-4f89-b121-1c4ecc6c6482",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/tx/austin-storage-units/",
            "referrer": "",
            "search": "",
            "title": "Best Self-Storage Units in Austin, TX - StorageScout",
            "url": "https://www.storagescout.extrameter.com/self-storage/tx/austin-storage-units/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-36026ffbffef2605f08ebbd886cd0990",
    "originalTimestamp": "2021-02-10T20:39:43.616Z",
    "projectId": "TYN5JDpyiK",
    "properties": {
        "Hit Timestamp": 1612989583445,
        "env": "stage",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Austin, Texas",
        "page": 1,
        "productIds": [
            213452,
            156046,
            63542,
            205937,
            200091,
            213511,
            213522,
            211055,
            217342,
            214569,
            213551,
            70392,
            213519,
            209426,
            201698
        ],
        "products": [
            {
                "distance": 6,
                "id": 213452,
                "inNetwork": true,
                "name": "Public Storage - Austin - 7200 S 1st Street",
                "position": 1,
                "rank": 7
            },
            {
                "distance": 5.7,
                "id": 156046,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Austin - 1905 E William Cannon Dr",
                "position": 2,
                "rank": 8
            },
            {
                "distance": 4.8,
                "id": 63542,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Austin - 610 E Stassney Ln",
                "position": 3,
                "rank": 9
            },
            {
                "distance": 4.9,
                "id": 205937,
                "inNetwork": true,
                "name": "ATX Self Storage",
                "position": 4,
                "rank": 10
            },
            {
                "distance": 14.8,
                "id": 200091,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Cedar Park",
                "position": 5,
                "rank": 11
            },
            {
                "distance": 6.4,
                "id": 213511,
                "inNetwork": true,
                "name": "Public Storage - Austin - 8525 N Lamar Blvd",
                "position": 6,
                "rank": 12
            },
            {
                "distance": 7.7,
                "id": 213522,
                "inNetwork": true,
                "name": "Public Storage - Austin - 9205 Research Blvd",
                "position": 7,
                "rank": 13
            },
            {
                "distance": 11.1,
                "id": 211055,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Pflugerville - 2220 E Howard Ln",
                "position": 8,
                "rank": 14
            },
            {
                "distance": 4,
                "id": 217342,
                "inNetwork": true,
                "name": "Bergstrom Storage",
                "position": 9,
                "rank": 15
            },
            {
                "distance": 3.5,
                "id": 214569,
                "inNetwork": true,
                "name": "Life Storage - Austin - 4909 South Interstate 35 Frontage Road",
                "position": 10,
                "rank": 16
            },
            {
                "distance": 9.3,
                "id": 213551,
                "inNetwork": true,
                "name": "Public Storage - Austin - 10931 Research Blvd",
                "position": 11,
                "rank": 17
            },
            {
                "distance": 14,
                "id": 70392,
                "inNetwork": true,
                "name": "StorageMart - FM 1325 & Shoreline Dr",
                "position": 12,
                "rank": 18
            },
            {
                "distance": 5.9,
                "id": 213519,
                "inNetwork": true,
                "name": "Public Storage - Austin - 7112 South Congress Ave",
                "position": 13,
                "rank": 19
            },
            {
                "distance": 11.4,
                "id": 209426,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Pflugerville - 13601 Dessau Rd",
                "position": 14,
                "rank": 20
            },
            {
                "distance": 4.7,
                "id": 201698,
                "inNetwork": true,
                "name": "US Storage Centers - Austin - 201 West Stassney Lane",
                "position": 15,
                "rank": 21
            }
        ],
        "searchTerm": "Austin, TX",
        "search_id": "08056024448eb22547.18376778",
        "site_id": 413,
        "value": 15
    },
    "receivedAt": "2021-02-10T20:39:44.055Z",
    "sentAt": "2021-02-10T20:39:43.619Z",
    "timestamp": "2021-02-10T20:39:44.052Z",
    "type": "track",
    "userId": "93a895b41d8e55d95e63049511a47ff1",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        "string"
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 832
schema_scan_id: 3141305
updated: 2021-02-10 15:20:59

Version 313740

created: 2021-02-10 15:15:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_product_list_viewed`\n(\n`event`STRING,`messageId`STRING,`type`STRING,`timestamp`STRING,`channel`STRING,`anonymousId`STRING,`userId`STRING,`properties`struct<`search_id`:STRING,`searchTerm`:STRING,`env`:STRING,`productIds`:array,`label`:STRING,`list_id`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`page`:STRING,`products`:array,`value`:STRING>,`originalTimestamp`STRING,`context`struct<`page`:struct<`url`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING>,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`ip`:STRING>,`receivedAt`STRING,`projectId`STRING,`sentAt`STRING,`_origin`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_product_list_viewed"
]

hive_path: s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed
id: 313740
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-10T21:15:27Z|s3://sfdl-segment-storagescout-stage/segment-logs/TYN5JDpyiK/1612915200000/1612991715466.a9b5dd643d48.fde281a.7ca1734b-66c9-4666-b1df-c13ce0d1880a.gz|segment_separator:37",
    "anonymousId": "7f7ae9bd-c2e9-4f89-b121-1c4ecc6c6482",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/nv/las-vegas-storage-units/",
            "referrer": "",
            "search": "",
            "title": "Self Storage Deals & Discounts Near Me | USStorageSearch",
            "url": "https://storagescout.extrameter.com/self-storage/nv/las-vegas-storage-units/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-49581970ae54417af07786fcde09af88",
    "originalTimestamp": "2021-02-10T20:39:32.166Z",
    "projectId": "TYN5JDpyiK",
    "properties": {
        "Hit Timestamp": 1612989572164,
        "env": "stage",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: undefined, undefined",
        "productIds": [],
        "products": [],
        "site_id": 413,
        "value": 0
    },
    "receivedAt": "2021-02-10T20:39:32.630Z",
    "sentAt": "2021-02-10T20:39:32.168Z",
    "timestamp": "2021-02-10T20:39:32.628Z",
    "type": "track",
    "userId": "93a895b41d8e55d95e63049511a47ff1",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "string"
    ],
    "properties.products": [
        "string"
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 832
schema_scan_id: 3141186
updated: 2021-02-10 15:16:08

Version 267370

created: 2020-05-15 15:31:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_product_list_viewed`\n(\n`event`STRING,`messageId`STRING,`receivedAt`STRING,`userId`STRING,`version`STRING,`projectId`STRING,`channel`STRING,`properties`struct<`site_id`:STRING,`search_id`:STRING,`searchTerm`:STRING,`Hit_Timestamp`:STRING,`value`:STRING,`products`:array>,`page`:STRING,`env`:STRING,`productIds`:array,`label`:STRING,`list_id`:STRING,`isReact`:STRING>,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`userAgent`:STRING,`locale`:STRING,`ip`:STRING,`page`:struct<`search`:STRING,`referrer`:STRING,`url`:STRING,`path`:STRING,`title`:STRING>>,`originalTimestamp`STRING,`_origin`STRING,`type`STRING,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_product_list_viewed"
]

hive_path: s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed
id: 267370
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-05-15T20:31:04Z|s3://sfdl-segment-storagescout-stage/segment-logs/TYN5JDpyiK/1589500800000/1589574521041.ff2c6ed965c1.e4797d0.5165c3a3-c4a0-4a77-8dc6-1f71bfe497f0.gz|segment_separator:37",
    "anonymousId": "befe1d34-5a22-4cf5-bc4f-6a9eaf471b38",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "3.13.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/nj/newark-storage-units/",
            "referrer": "",
            "search": "",
            "title": "Self Storage Deals & Discounts Near Me | StorageScout",
            "url": "https://storagescout.extrameter.com/self-storage/nj/newark-storage-units/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:76.0) Gecko/20100101 Firefox/76.0"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-12e9cfa7aa67ce32e78dd0689d602d30",
    "originalTimestamp": "2020-05-15T19:55:51.741Z",
    "projectId": "TYN5JDpyiK",
    "properties": {
        "Hit Timestamp": 1589572551739,
        "env": "stage",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Newark, New Jersey",
        "page": 1,
        "productIds": [
            202257,
            211186,
            214079,
            214151,
            216250,
            216340,
            108293,
            107495,
            216845,
            203441,
            214859,
            62664,
            212048,
            103487,
            211523
        ],
        "products": [
            {
                "distance": 6.6,
                "id": 202257,
                "inNetwork": true,
                "name": "StorageBlue - Hoboken",
                "position": 1,
                "rank": 7
            },
            {
                "distance": 3.4,
                "id": 211186,
                "inNetwork": true,
                "name": "SmartStop Self Storage - Newark",
                "position": 2,
                "rank": 8
            },
            {
                "distance": 13.1,
                "id": 214079,
                "inNetwork": true,
                "name": "Public Storage - Long Island City - 4102 Northern Blvd",
                "position": 3,
                "rank": 9
            },
            {
                "distance": 7.1,
                "id": 214151,
                "inNetwork": true,
                "name": "Public Storage - Jersey City - 133 2nd Street",
                "position": 4,
                "rank": 10
            },
            {
                "distance": 10.5,
                "id": 216250,
                "inNetwork": true,
                "name": "Life Storage - Brooklyn - 629 3rd Ave",
                "position": 5,
                "rank": 11
            },
            {
                "distance": 10.1,
                "id": 216340,
                "inNetwork": true,
                "name": "Public Storage - Brooklyn - 5002 2nd Ave",
                "position": 6,
                "rank": 12
            },
            {
                "distance": 14.6,
                "id": 108293,
                "inNetwork": true,
                "name": "Secure Self Storage - Coney Island- CURRENTLY RENTING!",
                "position": 7,
                "rank": 13
            },
            {
                "distance": 14.3,
                "id": 107495,
                "inNetwork": true,
                "name": "Safeguard Self Storage - Ridgewood",
                "position": 8,
                "rank": 14
            },
            {
                "distance": 13.1,
                "id": 216845,
                "inNetwork": true,
                "name": "GoodFriend Self-Storage - East Harlem",
                "position": 9,
                "rank": 15
            },
            {
                "distance": 5.6,
                "id": 203441,
                "inNetwork": true,
                "name": "StorQuest - Jersey City / Tonnelle",
                "position": 10,
                "rank": 16
            },
            {
                "distance": 10.4,
                "id": 214859,
                "inNetwork": true,
                "name": "Public Storage - Woodland Park - 300 Browertown Road",
                "position": 11,
                "rank": 17
            },
            {
                "distance": 13.3,
                "id": 62664,
                "inNetwork": true,
                "name": "Storage Post Ridgewood",
                "position": 12,
                "rank": 18
            },
            {
                "distance": 11.8,
                "id": 212048,
                "inNetwork": true,
                "name": "Extra Space Storage - Brooklyn - 13th Ave",
                "position": 13,
                "rank": 19
            },
            {
                "distance": 10.9,
                "id": 103487,
                "inNetwork": true,
                "name": "Life Storage - Lodi",
                "position": 14,
                "rank": 20
            },
            {
                "distance": 14.6,
                "id": 211523,
                "inNetwork": true,
                "name": "Life Storage - Brooklyn - 1690 East New York Ave",
                "position": 15,
                "rank": 21
            }
        ],
        "searchTerm": "Newark, NJ",
        "search_id": "19905ebef3c5961544.90491833",
        "site_id": 413,
        "value": 15
    },
    "receivedAt": "2020-05-15T19:55:51.933Z",
    "sentAt": "2020-05-15T19:55:51.747Z",
    "timestamp": "2020-05-15T19:55:51.927Z",
    "type": "track",
    "userId": "error",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inNetwork": "string",
            "name": "string",
            "position": "string",
            "rank": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 832
schema_scan_id: 2740137
updated: 2020-05-15 15:31:38

Version 247558

created: 2020-01-25 16:10:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_product_list_viewed`\n(\n`sentAt`STRING,`properties`struct<`searchTerm`:STRING,`isReact`:STRING,`label`:STRING,`env`:STRING,`site_id`:STRING,`products`:array,`list_id`:STRING,`search_id`:STRING,`productIds`:array,`page`:STRING,`Hit_Timestamp`:STRING,`value`:STRING>,`projectId`STRING,`originalTimestamp`STRING,`_origin`STRING,`receivedAt`STRING,`userId`STRING,`context`struct<`userAgent`:STRING,`ip`:STRING,`locale`:STRING,`page`:struct<`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING,`search`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`channel`STRING,`type`STRING,`anonymousId`STRING,`event`STRING,`version`STRING,`messageId`STRING,`timestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_product_list_viewed"
]

hive_path: s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed
id: 247558
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-01-25T22:10:23Z|s3://sfdl-segment-storagescout-stage/segment-logs/TYN5JDpyiK/1579910400000/1579989969173.c1031d165a34.e4797d0.c3f6e49b-ee04-479e-bc1b-4cfa8c0aa675.gz|segment_separator:37",
    "anonymousId": "edb90040-43e9-4128-b872-04707401aa38",
    "channel": "client",
    "context": {
        "ip": "50.86.51.129",
        "library": {
            "name": "analytics.js",
            "version": "3.10.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/ms/coffeeville-storage-units/",
            "referrer": "https://www.google.com/",
            "search": "",
            "title": "Best Self-Storage Units in Coffeeville, MS - StorageScout",
            "url": "https://www.storagescout.extrameter.com/self-storage/ms/coffeeville-storage-units/"
        },
        "userAgent": "Mozilla/5.0 (Linux; Android 7.1.1; LG-US601) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Mobile Safari/537.36"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-c2074b63527fb09c4733d41cbe947fea",
    "originalTimestamp": "2020-01-25T21:31:00.974Z",
    "projectId": "TYN5JDpyiK",
    "properties": {
        "Hit Timestamp": 1579987860231,
        "env": "stage",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Coffeeville, Mississippi",
        "page": 1,
        "productIds": [],
        "products": [],
        "searchTerm": "Coffeeville, MS",
        "search_id": "96975e2cb3908a97e7.70127689",
        "site_id": 417,
        "value": 0
    },
    "receivedAt": "2020-01-25T21:31:01.770Z",
    "sentAt": "2020-01-25T21:31:00.995Z",
    "timestamp": "2020-01-25T21:31:01.749Z",
    "type": "track",
    "userId": "47bb89de1b0f97f851710fba0ebbe671",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "string"
    ],
    "properties.products": [
        "string"
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 832
schema_scan_id: 2538089
updated: 2020-01-25 16:11:25

Schema Scans: 7

Last at 2021-02-10 15:27:31

Scan 3141461

duration: 0:00:37.071940

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 102,
    "partitions_applied": false,
    "success": true
}

id: 3141461

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-10/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-10"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-stage",
        "hive_path": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2021-02-10/1612991747278.e8fef9ea33f1.fde281a.5e6c0404-51a2-4c19-881f-66e9b716ea29.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.storagescout_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 832
start_time: 2021-02-10 15:27:31
success: True
trace_id: 1010505806336324597

Scan 3141445

duration: 0:00:39.854623

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 102,
    "partitions_applied": false,
    "success": true
}

id: 3141445

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-10/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-10"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-stage",
        "hive_path": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2021-02-10/1612991737748.fba86f699abb.fde281a.f4626fa2-280e-4843-b651-fa79e7d06dcb.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.storagescout_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 832
start_time: 2021-02-10 15:26:00
success: True
trace_id: 13086639624294533698

Scan 3141371

duration: 0:00:39.758149

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 102,
    "partitions_applied": false,
    "success": true
}

id: 3141371

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-10/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-10"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-stage",
        "hive_path": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2021-02-10/1612991726698.d620080c67f3.fde281a.3a35b28e-feac-479e-8499-ed5cda2bc722.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.storagescout_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 832
start_time: 2021-02-10 15:22:57
success: True
trace_id: 8508561159435747875

Scan 3141305

duration: 0:00:37.418577

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 102,
    "partitions_applied": false,
    "success": true
}

id: 3141305

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-10/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-10"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-stage",
        "hive_path": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2021-02-10/1612991733475.8812454c863c.fde281a.0908e0d9-9b71-466b-beb9-026509961aa4.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.storagescout_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 832
start_time: 2021-02-10 15:20:25
success: True
trace_id: 14216884468768348309

Scan 3141186

duration: 0:00:39.735088

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 102,
    "partitions_applied": false,
    "success": true
}

id: 3141186

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-10/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-10"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-stage",
        "hive_path": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2021-02-10/1612991715466.a9b5dd643d48.fde281a.7ca1734b-66c9-4666-b1df-c13ce0d1880a.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.storagescout_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 832
start_time: 2021-02-10 15:15:31
success: True
trace_id: 16922962245025456528

Scan 2740137

duration: 0:00:37.065042

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 96,
    "partitions_applied": false,
    "success": true
}

id: 2740137

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2020-05-15/",
        "name": "dt",
        "type": "string",
        "value": "2020-05-15"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-stage",
        "hive_path": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2020-05-15/1589574521041.ff2c6ed965c1.e4797d0.5165c3a3-c4a0-4a77-8dc6-1f71bfe497f0.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.storagescout_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 832
start_time: 2020-05-15 15:31:04
success: True
trace_id: 9932734402166896398

Scan 2538089

duration: 0:00:37.679767

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 93,
    "partitions_applied": false,
    "success": true
}

id: 2538089

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2020-01-25/",
        "name": "dt",
        "type": "string",
        "value": "2020-01-25"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-stage",
        "hive_path": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2020-01-25/1579989969173.c1031d165a34.e4797d0.c3f6e49b-ee04-479e-bc1b-4cfa8c0aa675.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.storagescout_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 832
start_time: 2020-01-25 16:10:23
success: True
trace_id: 12274961498824062649

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_stage_segment.storagescout_product_list_viewed`\nADD\n\n\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-10/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 177381,
            "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-08/",
            "name": "dt",
            "value": "2021-02-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-08 11:26:48",
                "last_data": "2021-02-08 11:26:48"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 181889,
            "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-09/",
            "name": "dt",
            "value": "2021-02-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-09 11:16:25",
                "last_data": "2021-02-09 11:20:00"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 182003,
            "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-10/",
            "name": "dt",
            "value": "2021-02-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-10 13:16:17",
                "last_data": "2021-02-10 15:27:32"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        "string"
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2021-02-10 15:27:32

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_product_list_viewed`\n(\n`event`STRING,`messageId`STRING,`timestamp`STRING,`type`STRING,`channel`STRING,`anonymousId`STRING,`userId`STRING,`properties`struct<`search_id`:STRING,`searchTerm`:STRING,`env`:STRING,`productIds`:array,`label`:STRING,`list_id`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`page`:STRING,`products`:array,`value`:STRING>,`originalTimestamp`STRING,`context`struct<`page`:struct<`url`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING>,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`ip`:STRING>,`receivedAt`STRING,`projectId`STRING,`sentAt`STRING,`_origin`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_product_list_viewed`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_product_list_viewed"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2019-04-29 11:59:38",
        "disabled": false,
        "format": "raw",
        "id": 832,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "storagescout_product_list_viewed"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.storagescout_product_list_viewed`\nADD\n\n\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-10/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 177381,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-08/",
                    "name": "dt",
                    "value": "2021-02-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-08 11:26:48",
                        "last_data": "2021-02-08 11:26:48"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 181889,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-09/",
                    "name": "dt",
                    "value": "2021-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-09 11:16:25",
                        "last_data": "2021-02-09 11:20:00"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 182003,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed/dt=2021-02-10/",
                    "name": "dt",
                    "value": "2021-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-10 13:16:17",
                        "last_data": "2021-02-10 15:27:32"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.list_id": "string",
            "properties.page": "string",
            "properties.productIds": [
                "int"
            ],
            "properties.products": [
                "string"
            ],
            "properties.searchTerm": "string",
            "properties.search_id": "string",
            "properties.site_id": "string",
            "properties.value": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2021-02-10 15:27:32",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_product_list_viewed`\n(\n`event`STRING,`messageId`STRING,`timestamp`STRING,`type`STRING,`channel`STRING,`anonymousId`STRING,`userId`STRING,`properties`struct<`search_id`:STRING,`searchTerm`:STRING,`env`:STRING,`productIds`:array,`label`:STRING,`list_id`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`page`:STRING,`products`:array,`value`:STRING>,`originalTimestamp`STRING,`context`struct<`page`:struct<`url`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING>,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`ip`:STRING>,`receivedAt`STRING,`projectId`STRING,`sentAt`STRING,`_origin`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/Product List Viewed'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_product_list_viewed`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_product_list_viewed"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}