Schema Info
Schema Name: sfdl_stage_segment.ssdc_productlistviewed
- created: 2021-02-11 11:15:42
- disabled: False
- format: raw
- id: 1025
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_stage_segment", "table": "ssdc_productlistviewed" } - type: segment
Schema Versions: 3
-
Version 647187
- created: 2024-01-10 16:25:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_productlistviewed`\n(\n`version`STRING,`event`STRING,`type`STRING,`anonymousId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`site_id`:STRING,`searchTerm`:STRING,`isReact`:STRING,`products`:array,`env`:STRING,`paidSearchFilter`:STRING,`list_id`:STRING,`value`:STRING,`page`:STRING>,`originalTimestamp`STRING,`sentAt`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`timezone`:STRING,`locale`:STRING,`userAgent`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array - hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed
- id: 647187
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "whXwHySfze", "5ab2b2b670b7359f95e055fd" ], "unbundled": [] }, "_origin": "2024-01-10T22:25:09Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1704844800000/1704925391851.events-archiver-480-44..8c17a340-effc-467c-ab52-3ff46acaf5d2.gz|analytics-segment-separator-stage:$LATEST", "anonymousId": "68d0098c-f04e-4ce8-980c-34ce24b66efb", "channel": "client", "context": { "ip": "99.61.65.36", "library": { "name": "analytics.js", "version": "next-1.62.0" }, "locale": "en-US", "page": { "path": "/self-storage/texas/houston/", "referrer": "https://www.selfstorage.extrameter.com/", "search": "", "title": "20 Cheap Storage Units in Houston, TX (from $9)", "url": "https://www.selfstorage.extrameter.com/self-storage/texas/houston/" }, "timezone": "America/New_York", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Not_A Brand", "version": "8" }, { "brand": "Chromium", "version": "120" }, { "brand": "Google Chrome", "version": "120" } ], "mobile": false, "platform": "macOS" } }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-next-a43ef6d70302c0f8d7a6f1b937d6f3a8", "originalTimestamp": "2024-01-10T21:58:58.228Z", "projectId": "Mt3aW8s9vZ", "properties": { "Hit Timestamp": 1704923938175, "env": "stage", "isReact": true, "label": "enhancedecommerce", "productIds": [ 213709, 104541, 213619, 222030, 213620, 213503, 213498, 221811, 213445, 208503, 209868, 213661, 203219, 201297, 201298, 105924, 211477, 213734, 213466, 213494, 203207, 213005, 231392, 231474, 152766, 218213, 231740, 213475, 213484, 224863 ], "products": [ { "distance": 1.2, "id": 213709, "inNetwork": true, "name": "Public Storage - Houston - 2405 Jackson Street", "position": 1, "rank": 1 }, { "distance": 0.5, "id": 104541, "inNetwork": true, "name": "CubeSmart Self Storage - Houston - 1019 W Dallas St", "position": 2, "rank": 2 }, { "distance": 2.6, "id": 213619, "inNetwork": true, "name": "Public Storage - Houston - 2006 Westheimer Rd", "position": 3, "rank": 3 }, { "distance": 3.6, "id": 222030, "inNetwork": true, "name": "CubeSmart Self Storage - TX Houston N Shepherd Dr", "position": 4, "rank": 4 }, { "distance": 1.8, "id": 213620, "inNetwork": true, "name": "Public Storage - Houston - 1419 W Gray St", "position": 5, "rank": 5 }, { "distance": 5.3, "id": 213503, "inNetwork": true, "name": "Public Storage - Houston - 2303 W Loop S", "position": 6, "rank": 6 }, { "distance": 6.2, "id": 213498, "inNetwork": true, "name": "Public Storage - Houston - 7715 Katy Freeway", "position": 7, "rank": 7 }, { "distance": 4.2, "id": 221811, "inNetwork": true, "name": "Public Storage - Houston - 3106 Old Spanish Trail", "position": 8, "rank": 8 }, { "distance": 4.7, "id": 213445, "inNetwork": true, "name": "Public Storage - Houston - 1165 North Loop West", "position": 9, "rank": 9 }, { "distance": 2.5, "id": 208503, "inNetwork": true, "name": "CubeSmart Self Storage - Houston - 1202 Shepherd Dr", "position": 10, "rank": 10 }, { "distance": 6.3, "id": 209868, "inNetwork": true, "name": "CubeSmart Self Storage - Houston - 5321 Richmond Ave", "position": 11, "rank": 11 }, { "distance": 3.3, "id": 213661, "inNetwork": true, "name": "Public Storage - Houston - 4121 Greenbriar St", "position": 12, "rank": 12 }, { "distance": 1.9, "id": 203219, "inNetwork": true, "name": "Extra Space Storage - 1782 - Houston - 3535 Katy Freeway", "position": 13, "rank": 13 }, { "distance": 3.5, "id": 201297, "inNetwork": true, "name": "Advantage Storage - Kirby", "position": 14, "rank": 14 }, { "distance": 5.1, "id": 201298, "inNetwork": true, "name": "Advantage Storage - Weslayan", "position": 15, "rank": 15 }, { "distance": 6.4, "id": 105924, "inNetwork": true, "name": "CubeSmart Self Storage - Houston - 7825 Katy Fwy", "position": 16, "rank": 16 }, { "distance": 3.1, "id": 211477, "inNetwork": true, "name": "CubeSmart Self Storage - Houston - 5700 Washington Ave", "position": 17, "rank": 17 }, { "distance": 7.3, "id": 213734, "inNetwork": true, "name": "Public Storage - Houston - 5323 Milwee Street", "position": 18, "rank": 18 }, { "distance": 4.3, "id": 213466, "inNetwork": true, "name": "Public Storage - Houston - 3732A Westheimer Road", "position": 19, "rank": 19 }, { "distance": 6.5, "id": 213494, "inNetwork": true, "name": "Public Storage - Houston - 5615 Westheimer Rd", "position": 20, "rank": 20 }, { "distance": 3.3, "id": 203207, "inNetwork": true, "name": "Extra Space Storage - 0584 - Houston - Southwest Freeway", "position": 21, "rank": 21 }, { "distance": 5.9, "id": 213005, "inNetwork": true, "name": "CubeSmart Self Storage - TX Houston Bellaire Blvd", "position": 22, "rank": 22 }, { "distance": 3.2, "id": 231392, "inNetwork": true, "name": "Life Storage - 3302 - Houston - Katy Freeway", "position": 23, "rank": 23 }, { "distance": 4.3, "id": 231474, "inNetwork": true, "name": "Life Storage - 3477 - Houston - T C Jester Blvd", "position": 24, "rank": 24 }, { "distance": 3.5, "id": 152766, "inNetwork": true, "name": "CubeSmart Self Storage - Houston - 6300 Washington Ave", "position": 25, "rank": 25 }, { "distance": 14.6, "id": 218213, "inNetwork": true, "name": "SurePoint Pearland", "position": 26, "rank": 26 }, { "distance": 9.5, "id": 231740, "inNetwork": true, "name": "Life Storage - 4185 - Houston - Cullen Blvd", "position": 27, "rank": 27 }, { "distance": 5.2, "id": 213475, "inNetwork": true, "name": "Public Storage - Houston - 4341 Southwest Freeway", "position": 28, "rank": 28 }, { "distance": 6.4, "id": 213484, "inNetwork": true, "name": "Public Storage - Houston - 2415 Mangum Road", "position": 29, "rank": 29 }, { "distance": 6.1, "id": 224863, "inNetwork": true, "name": "Public Storage - Houston - 9333 S Main St", "position": 30, "rank": 30 } ], "site_id": 27, "value": 30 }, "receivedAt": "2024-01-10T21:58:58.577Z", "sentAt": "2024-01-10T21:58:58.254Z", "timestamp": "2024-01-10T21:58:58.551Z", "type": "track", "userId": "f6c1e7c10ee659bd9b7b695b69c55a04", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.paidSearchFilter": "string", "properties.productIds": [ "int" ], "properties.products": [ { "distance": "string", "id": "string", "inNetwork": "string", "name": "string", "position": "string", "rank": "string" } ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1025
- schema_scan_id: 5418509
- updated: 2024-01-10 16:25:58
-
Version 626697
- created: 2023-11-21 14:36:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_productlistviewed`\n(\n`version`STRING,`event`STRING,`type`STRING,`anonymousId`STRING,`properties`struct<`site_id`:STRING,`searchTerm`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`products`:array,`label`:STRING,`search_id`:STRING,`productIds`:array ,`env`:STRING,`paidSearchFilter`:STRING,`list_id`:STRING,`value`:STRING,`page`:STRING>,`originalTimestamp`STRING,`sentAt`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`timezone`:STRING,`locale`:STRING,`userAgent`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array - hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed
- id: 626697
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "whXwHySfze", "5ab2b2b670b7359f95e055fd" ], "unbundled": [] }, "_origin": "2023-11-21T20:35:55Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1700524800000/1700598700352.events-archiver-480-46..262b4132-b842-4390-a13e-8616a46d243e.gz|analytics-segment-separator-stage:$LATEST", "anonymousId": "332862f5-8c39-4d95-b68d-fc740e15a911", "channel": "client", "context": { "campaign": {}, "ip": "3.92.138.76", "library": { "name": "analytics.js", "version": "next-1.61.0" }, "locale": "en-US", "page": { "path": "/self-storage/texas/austin/", "referrer": "", "search": "?mgr=ssdr&SELENIUM=true", "title": "20 Cheap Storage Units in Austin, TX (from $21)", "url": "https://www.selfstorage.extrameter.com/self-storage/texas/austin/?mgr=ssdr&SELENIUM=true" }, "timezone": "America/New_York", "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "119" }, { "brand": "Chromium", "version": "119" }, { "brand": "Not?A_Brand", "version": "24" } ], "mobile": false, "platform": "Windows" } }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-next-f0d0cbcb6f19f809dc939a2ad40f5d1c", "originalTimestamp": "2023-11-21T20:30:03.683Z", "projectId": "Mt3aW8s9vZ", "properties": { "Hit Timestamp": 1700598603336, "env": "stage", "isReact": true, "label": "enhancedecommerce", "productIds": [ 156115, 213693, 154077, 218583, 213515, 224674, 222233, 156046, 212255, 224675, 229128, 231515, 229221, 213453, 213719, 63542, 212256, 213412, 208568, 213535 ], "products": [ { "distance": 2.7, "id": 156115, "inNetwork": true, "name": "CubeSmart Self Storage - Austin - 2201 South Pleasant Valley Road", "position": 1, "rank": 1 }, { "distance": 1.1, "id": 213693, "inNetwork": true, "name": "Public Storage - Austin - 1321 W 5th St", "position": 2, "rank": 2 }, { "distance": 2.2, "id": 154077, "inNetwork": true, "name": "CubeSmart Self Storage - Austin - 2220 E Riverside Dr", "position": 3, "rank": 3 }, { "distance": 2.6, "id": 218583, "inNetwork": true, "name": "CubeSmart Self Storage - TX Austin South I-35", "position": 4, "rank": 4 }, { "distance": 1, "id": 213515, "inNetwork": true, "name": "Public Storage - Austin - 1213 W 6th Street", "position": 5, "rank": 5 }, { "distance": 6.8, "id": 224674, "inNetwork": true, "name": "SecureSpace Self Storage Austin Congress", "position": 6, "rank": 6 }, { "distance": 1.2, "id": 222233, "inNetwork": true, "name": "CubeSmart Self Storage - TX Austin W 5th St", "position": 7, "rank": 7 }, { "distance": 5.7, "id": 156046, "inNetwork": true, "name": "CubeSmart Self Storage - Austin - 1905 E William Cannon Dr", "position": 8, "rank": 8 }, { "distance": 4.6, "id": 212255, "inNetwork": true, "name": "CubeSmart Self Storage - TX Austin Burnet Road", "position": 9, "rank": 9 }, { "distance": 6.8, "id": 224675, "inNetwork": true, "name": "SecureSpace Self Storage Austin Service", "position": 10, "rank": 10 }, { "distance": 4.2, "id": 229128, "inNetwork": true, "name": "Extra Space Storage - 1639 - Austin - Capital of Texas Hwy", "position": 11, "rank": 11 }, { "distance": 2.6, "id": 231515, "inNetwork": true, "name": "Life Storage - 3650 - Austin - Airport Blvd", "position": 12, "rank": 12 }, { "distance": 1.8, "id": 229221, "inNetwork": true, "name": "Extra Space Storage - 7301 - Austin - IH 35 Frontage Rd", "position": 13, "rank": 13 }, { "distance": 6, "id": 213453, "inNetwork": true, "name": "Public Storage - Austin - 8101 N Lamar Blvd", "position": 14, "rank": 14 }, { "distance": 1.8, "id": 213719, "inNetwork": true, "name": "Public Storage - Austin - 1800 S Lamar Blvd", "position": 15, "rank": 15 }, { "distance": 4.8, "id": 63542, "inNetwork": true, "name": "CubeSmart Self Storage - Austin - 610 E Stassney Ln", "position": 16, "rank": 16 }, { "distance": 2.3, "id": 212256, "inNetwork": true, "name": "CubeSmart Self Storage - TX Austin South Congress Avenue", "position": 17, "rank": 17 }, { "distance": 3.7, "id": 213412, "inNetwork": true, "name": "Public Storage - Austin - 5016 E Ben White Blvd", "position": 18, "rank": 18 }, { "distance": 5, "id": 208568, "inNetwork": true, "name": "Extra Space Storage - 1302 - Austin - Burnet Rd", "position": 19, "rank": 19 }, { "distance": 3.6, "id": 213535, "inNetwork": true, "name": "Public Storage - Austin - 2301 E Ben White Blvd", "position": 20, "rank": 20 } ], "site_id": 27, "value": 20 }, "receivedAt": "2023-11-21T20:30:04.056Z", "sentAt": "2023-11-21T20:30:03.695Z", "timestamp": "2023-11-21T20:30:04.044Z", "type": "track", "userId": "SELENIUM", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.paidSearchFilter": "string", "properties.productIds": [ "int" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1025
- schema_scan_id: 5326257
- updated: 2023-11-21 14:41:20
-
Version 555457
- created: 2023-06-26 12:00:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_productlistviewed`\n(\n`channel`STRING,`messageId`STRING,`userId`STRING,`_origin`STRING,`timestamp`STRING,`anonymousId`STRING,`receivedAt`STRING,`projectId`STRING,`originalTimestamp`STRING,`context`struct<`userAgentData`:struct<`mobile`:STRING,`brands`:array,`value`:STRING,`searchTerm`:STRING,`site_id`:STRING,`paidSearchFilter`:STRING,`Hit_Timestamp`:STRING,`products`:array - hive_path: s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed
- id: 555457
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "whXwHySfze", "5ab2b2b670b7359f95e055fd" ], "unbundled": [] }, "_origin": "2023-06-26T17:00:25Z|s3://sfdl-segment-ssdc-stage/segment-logs/Mt3aW8s9vZ/1687737600000/1687798561897.events-archiver-480-26.8ebb200.69a99619-e22d-4d62-9545-bf294cdd5847.gz|analytics-segment-separator-stage:$LATEST", "anonymousId": "7b7269f0-5250-4ba8-ad98-ee93ec186d8e", "channel": "client", "context": { "campaign": {}, "ip": "54.146.71.248", "library": { "name": "analytics.js", "version": "next-1.53.0" }, "locale": "en-US", "page": { "path": "/search", "referrer": "", "search": "?location=perryville%2C%20ak", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.extrameter.com/search?location=perryville%2C%20ak" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Not.A/Brand", "version": "8" }, { "brand": "Chromium", "version": "114" }, { "brand": "Google Chrome", "version": "114" } ], "mobile": false, "platform": "macOS" } }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-next-1825fe8658c3918dd1f7052c14138284", "originalTimestamp": "2023-06-26T16:26:07.138Z", "projectId": "Mt3aW8s9vZ", "properties": { "Hit Timestamp": 1687796767137, "env": "stage", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: Perryville, Alaska", "page": 1, "productIds": [ 205902, 105463, 229359, 229354, 229353, 229360, 229352, 229348, 229340, 229349, 229350, 229362, 229342, 229351, 229363, 229341, 229361, 228790, 228791, 228792 ], "products": [ { "distance": 1, "id": 205902, "inNetwork": true, "name": "storEDGE Demo Facility TEST Test", "position": 1, "rank": 1 }, { "distance": 1, "id": 105463, "inNetwork": true, "name": "SiteLink Demo Facility", "position": 2, "rank": 2 }, { "distance": 1, "id": 229359, "inNetwork": true, "name": "Mock Facility_648a2b3da784c", "position": 3, "rank": 3 }, { "distance": 1, "id": 229354, "inNetwork": true, "name": "Mock Facility_648a09b748725", "position": 4, "rank": 4 }, { "distance": 1, "id": 229353, "inNetwork": true, "name": "Mock Facility_648a09b6a1e43", "position": 5, "rank": 5 }, { "distance": 1, "id": 229360, "inNetwork": true, "name": "Mock Facility_648a2b3ec4b52", "position": 6, "rank": 6 }, { "distance": 1, "id": 229352, "inNetwork": true, "name": "Mock Facility_648a09b5e9571", "position": 7, "rank": 7 }, { "distance": 1, "id": 229348, "inNetwork": true, "name": "Mock Facility_648a09ae02c82", "position": 8, "rank": 8 }, { "distance": 1, "id": 229340, "inNetwork": true, "name": "Mock Facility_648a0395ebc1a", "position": 9, "rank": 9 }, { "distance": 1, "id": 229349, "inNetwork": true, "name": "Mock Facility_648a09aef3752", "position": 10, "rank": 10 }, { "distance": 1, "id": 229350, "inNetwork": true, "name": "Mock Facility_648a09afd2e06", "position": 11, "rank": 11 }, { "distance": 1, "id": 229362, "inNetwork": true, "name": "Mock Facility_648a2b4533ef3", "position": 12, "rank": 12 }, { "distance": 1, "id": 229342, "inNetwork": true, "name": "Mock Facility_648a039782cea", "position": 13, "rank": 13 }, { "distance": 1, "id": 229351, "inNetwork": true, "name": "Mock Facility_648a09b095a59", "position": 14, "rank": 14 }, { "distance": 1, "id": 229363, "inNetwork": true, "name": "Mock Facility_648a2b46274be", "position": 15, "rank": 15 }, { "distance": 1, "id": 229341, "inNetwork": true, "name": "Mock Facility_648a0396db5b3", "position": 16, "rank": 16 }, { "distance": 1, "id": 229361, "inNetwork": true, "name": "Mock Facility_648a2b4431564", "position": 17, "rank": 17 }, { "distance": 1, "id": 228790, "inNetwork": true, "name": "Mock Facility_646d1b612111d", "position": 18, "rank": 18 }, { "distance": 1, "id": 228791, "inNetwork": true, "name": "Mock Facility_646d1b61d905d", "position": 19, "rank": 19 }, { "distance": 1, "id": 228792, "inNetwork": true, "name": "Mock Facility_646d1b685d0db", "position": 20, "rank": 20 } ], "searchTerm": "perryville, ak", "search_id": "e4316499bc1f0c1b66.39040519", "site_id": 27, "value": 20 }, "receivedAt": "2023-06-26T16:26:07.997Z", "sentAt": "2023-06-26T16:26:07.315Z", "timestamp": "2023-06-26T16:26:07.820Z", "type": "track", "userId": "1580e66e8cc6adf913562151e30582ed", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.paidSearchFilter": "string", "properties.productIds": [ "int" ], "properties.products": [ { "distance": "string", "id": "string", "inNetwork": "string", "name": "string", "position": "string", "rank": "string" } ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1025
- schema_scan_id: 4984281
- updated: 2023-06-26 12:06:01
Schema Scans: 3
Last at 2024-01-10 16:25:17
-
Scan 5418509
- duration: 0:02:10.904763
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1046, "partitions_applied": false, "success": true } - id: 5418509
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-01-10/", "name": "dt", "type": "string", "value": "2024-01-10" }, "s3": { "bucket": "sfdl-segment-ssdc-stage", "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2024-01-10/1704925391851.events-archiver-480-44..8c17a340-effc-467c-ab52-3ff46acaf5d2.json.gz" }, "schema": { "name": "sfdl_stage_segment.ssdc_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1025
- start_time: 2024-01-10 16:25:17
- success: True
- trace_id: 4737723901954730507
-
Scan 5326257
- duration: 0:05:46.271667
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1033, "partitions_applied": false, "success": true } - id: 5326257
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2023-11-21/", "name": "dt", "type": "string", "value": "2023-11-21" }, "s3": { "bucket": "sfdl-segment-ssdc-stage", "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2023-11-21/1700598700352.events-archiver-480-46..262b4132-b842-4390-a13e-8616a46d243e.json.gz" }, "schema": { "name": "sfdl_stage_segment.ssdc_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1025
- start_time: 2023-11-21 14:35:59
- success: True
- trace_id: 10109717197683388322
-
Scan 4984281
- duration: 0:05:49.320710
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 977, "partitions_applied": false, "success": true } - id: 4984281
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2023-06-26/", "name": "dt", "type": "string", "value": "2023-06-26" }, "s3": { "bucket": "sfdl-segment-ssdc-stage", "hive_path": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2023-06-26/1687798561897.events-archiver-480-26.8ebb200.69a99619-e22d-4d62-9545-bf294cdd5847.json.gz" }, "schema": { "name": "sfdl_stage_segment.ssdc_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1025
- start_time: 2023-06-26 12:00:32
- success: True
- trace_id: 1770117968873247882
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_stage_segment.ssdc_productlistviewed`\nADD\n\n\n PARTITION (dt='2024-08-28') location 's3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-08-28/'\n PARTITION (dt='2024-09-09') location 's3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-09-09/'\n PARTITION (dt='2024-09-17') location 's3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-09-17/'\n;" ] - name: dt
- state:
[ { "info": { "id": 560487, "location": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-08-28/", "name": "dt", "value": "2024-08-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-08-28 11:26:28", "last_data": "2024-08-28 11:26:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 562636, "location": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-09-09/", "name": "dt", "value": "2024-09-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-09-09 09:51:04", "last_data": "2024-09-09 09:51:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 565961, "location": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-09-17/", "name": "dt", "value": "2024-09-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-09-17 10:33:21", "last_data": "2024-09-17 10:49:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.paidSearchFilter": "string", "properties.productIds": [ "int" ], "properties.products": [ { "distance": "string", "id": "string", "inNetwork": "string", "name": "string", "position": "string", "rank": "string" } ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2024-01-10 16:25:19
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_productlistviewed`\n(\n`version`STRING,`event`STRING,`type`STRING,`anonymousId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`site_id`:STRING,`searchTerm`:STRING,`isReact`:STRING,`products`:array,`env`:STRING,`paidSearchFilter`:STRING,`list_id`:STRING,`value`:STRING,`page`:STRING>,`originalTimestamp`STRING,`sentAt`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`timezone`:STRING,`locale`:STRING,`userAgent`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2021-02-11 11:15:42",
"disabled": false,
"format": "raw",
"id": 1025,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_stage_segment",
"table": "ssdc_productlistviewed"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_stage_segment.ssdc_productlistviewed`\nADD\n\n\n PARTITION (dt='2024-08-28') location 's3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-08-28/'\n PARTITION (dt='2024-09-09') location 's3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-09-09/'\n PARTITION (dt='2024-09-17') location 's3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-09-17/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 560487,
"location": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-08-28/",
"name": "dt",
"value": "2024-08-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-08-28 11:26:28",
"last_data": "2024-08-28 11:26:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 562636,
"location": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-09-09/",
"name": "dt",
"value": "2024-09-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-09-09 09:51:04",
"last_data": "2024-09-09 09:51:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 565961,
"location": "s3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed/dt=2024-09-17/",
"name": "dt",
"value": "2024-09-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-09-17 10:33:21",
"last_data": "2024-09-17 10:49:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.env": "string",
"properties.isReact": "string",
"properties.label": "string",
"properties.list_id": "string",
"properties.page": "string",
"properties.paidSearchFilter": "string",
"properties.productIds": [
"int"
],
"properties.products": [
{
"distance": "string",
"id": "string",
"inNetwork": "string",
"name": "string",
"position": "string",
"rank": "string"
}
],
"properties.searchTerm": "string",
"properties.search_id": "string",
"properties.site_id": "string",
"properties.value": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2024-01-10 16:25:19",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.ssdc_productlistviewed`\n(\n`version`STRING,`event`STRING,`type`STRING,`anonymousId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`site_id`:STRING,`searchTerm`:STRING,`isReact`:STRING,`products`:array>,`label`:STRING,`search_id`:STRING,`productIds`:array,`env`:STRING,`paidSearchFilter`:STRING,`list_id`:STRING,`value`:STRING,`page`:STRING>,`originalTimestamp`STRING,`sentAt`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`timezone`:STRING,`locale`:STRING,`userAgent`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array>,`platform`:STRING,`mobile`:STRING>,`page`:struct<`search`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`path`:STRING>>,`projectId`STRING,`userId`STRING,`receivedAt`STRING,`_origin`STRING,`channel`STRING,`messageId`STRING,`timestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-stage/separated_dt/Product List Viewed'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.ssdc_productlistviewed`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.ssdc_productlistviewed"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}