Schema Info
Schema Name: sfdl_stage_segment.yim_productlistviewed
- created: 2021-04-01 15:17:52
- disabled: False
- format: raw
- id: 1038
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_stage_segment", "table": "yim_productlistviewed" } - type: segment
Schema Versions: 3
-
Version 712941
- created: 2024-06-24 14:42:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_productlistviewed`\n(\n`channel`STRING,`receivedAt`STRING,`_origin`STRING,`event`STRING,`type`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`ip`:STRING,`page`:struct<`search`:STRING,`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING>,`timezone`:STRING,`userAgent`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING>,`originalTimestamp`STRING,`timestamp`STRING,`projectId`STRING,`anonymousId`STRING,`version`STRING,`properties`struct<`Hit_Timestamp`:STRING,`env`:STRING,`agentId`:STRING,`products`:array >,`isReact`:STRING>,`messageId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_stage_segment.yim_productlistviewed" ] - hive_path: s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed
- id: 712941
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "bundledIds": [], "unbundled": [] }, "_origin": "2024-06-24T19:42:26Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1719187200000/1719258049507.events-archiver-480-15..2ad9027c-0b26-4376-9dc2-7f3b3500bb9c.gz|analytics-segment-separator-stage:$LATEST", "anonymousId": "07e4e2b7-917a-4e82-8638-6fd1127b1be1", "channel": "client", "context": { "campaign": {}, "ip": "99.61.65.36", "library": { "name": "analytics.js", "version": "next-1.70.0" }, "locale": "en-US", "page": { "path": "/search/storage", "referrer": "", "search": "?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Austin%2C%20TX%2C%20USA&latitude=30.267153&longitude=-97.7430608&types=locality%2Cpolitical", "title": "YIM search storage", "url": "https://yim.sparefoot.extrameter.com/search/storage?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Austin%2C%20TX%2C%20USA&latitude=30.267153&longitude=-97.7430608&types=locality%2Cpolitical" }, "timezone": "America/Chicago", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "125" }, { "brand": "Chromium", "version": "125" }, { "brand": "Not.A/Brand", "version": "24" } ], "mobile": false, "platform": "macOS" } }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-next-1719256755590-d6c73f3e-ca38-4814-af57-7c430566ddb8", "originalTimestamp": "2024-06-24T19:19:15.590Z", "projectId": "f1babhGgc6", "properties": { "Hit Timestamp": 1719256755590, "agentId": "4841350", "env": "staging", "isReact": true, "products": [ { "distance": 3.7925913728609246, "facilityId": 233329, "position": 0 }, { "distance": 2.567815999105223, "facilityId": 218583, "position": 1 }, { "distance": 2.6854580138441846, "facilityId": 156115, "position": 2 }, { "distance": 2.5516789491344274, "facilityId": 213520, "position": 3 }, { "distance": 1.7751573937141936, "facilityId": 229221, "position": 4 }, { "distance": 6.825389911392247, "facilityId": 224674, "position": 5 }, { "distance": 2.3008630867312068, "facilityId": 212256, "position": 6 }, { "distance": 2.2055459380864204, "facilityId": 154077, "position": 7 }, { "distance": 1.0509860563957896, "facilityId": 213693, "position": 8 }, { "distance": 3.6299644574794634, "facilityId": 228950, "position": 9 }, { "distance": 1.0293136316750966, "facilityId": 213515, "position": 10 }, { "distance": 1.907242534206569, "facilityId": 231479, "position": 11 }, { "distance": 4.044484695589496, "facilityId": 231911, "position": 12 }, { "distance": 5.663568295077485, "facilityId": 156046, "position": 13 }, { "distance": 4.353516969689438, "facilityId": 234789, "position": 14 }, { "distance": 5.967075322803137, "facilityId": 213452, "position": 15 }, { "distance": 1.1808909863670822, "facilityId": 222233, "position": 16 }, { "distance": 2.2080441050368473, "facilityId": 213593, "position": 17 }, { "distance": 4.571514098947395, "facilityId": 206451, "position": 18 }, { "distance": 4.129520797345496, "facilityId": 205886, "position": 19 }, { "distance": 8.174265848111649, "facilityId": 199407, "position": 20 }, { "distance": 3.4903031677582113, "facilityId": 209054, "position": 21 }, { "distance": 9.319846023835858, "facilityId": 213551, "position": 22 }, { "distance": 1.8198130910808157, "facilityId": 213719, "position": 23 }, { "distance": 3.726478556426858, "facilityId": 213412, "position": 24 }, { "distance": 3.6046488001292456, "facilityId": 213535, "position": 25 }, { "distance": 5.912028533436067, "facilityId": 213519, "position": 26 }, { "distance": 4.2181969005927895, "facilityId": 229128, "position": 27 }, { "distance": 11.325760870916028, "facilityId": 222561, "position": 28 }, { "distance": 3.6760380031565734, "facilityId": 213433, "position": 29 }, { "distance": 2.584840369343955, "facilityId": 231515, "position": 30 }, { "distance": 5.363470118185094, "facilityId": 231327, "position": 31 }, { "distance": 4.2920675556439285, "facilityId": 224707, "position": 32 }, { "distance": 4.127916412939466, "facilityId": 224444, "position": 33 }, { "distance": 8.634088819018976, "facilityId": 228949, "position": 34 }, { "distance": 3.433666969068065, "facilityId": 222557, "position": 35 }, { "distance": 4.066925820522698, "facilityId": 213435, "position": 36 }, { "distance": 7.6375688170305835, "facilityId": 213442, "position": 37 }, { "distance": 4.553267799222041, "facilityId": 212255, "position": 38 }, { "distance": 8.267099556339867, "facilityId": 63544, "position": 39 }, { "distance": 11.684454496874494, "facilityId": 220878, "position": 40 }, { "distance": 7.556262194439957, "facilityId": 213676, "position": 41 }, { "distance": 12.076677395702585, "facilityId": 200301, "position": 42 }, { "distance": 9.400690966483154, "facilityId": 208574, "position": 43 }, { "distance": 7.239428585631377, "facilityId": 208572, "position": 44 }, { "distance": 6.182414530180074, "facilityId": 231303, "position": 45 }, { "distance": 13.328674487678178, "facilityId": 213660, "position": 46 }, { "distance": 6.008171672859682, "facilityId": 213453, "position": 47 }, { "distance": 6.079328171797134, "facilityId": 213395, "position": 48 }, { "distance": 4.5337023251767805, "facilityId": 236285, "position": 49 }, { "distance": 3.587884474380802, "facilityId": 220631, "position": 50 }, { "distance": 11.870976300843825, "facilityId": 213571, "position": 51 }, { "distance": 6.380516857842346, "facilityId": 213511, "position": 52 }, { "distance": 8.043223930306834, "facilityId": 229419, "position": 53 }, { "distance": 4.792646923583581, "facilityId": 63542, "position": 54 }, { "distance": 7.201807573290914, "facilityId": 204306, "position": 55 }, { "distance": 7.938323163532877, "facilityId": 231411, "position": 56 }, { "distance": 12.413520449376763, "facilityId": 203677, "position": 57 }, { "distance": 7.657169087949097, "facilityId": 213522, "position": 58 }, { "distance": 5.962091913455206, "facilityId": 235097, "position": 59 }, { "distance": 5.013983372065566, "facilityId": 208568, "position": 60 }, { "distance": 7.8082847626977525, "facilityId": 218973, "position": 61 }, { "distance": 12.890739682105709, "facilityId": 226407, "position": 62 }, { "distance": 12.956162153429357, "facilityId": 222563, "position": 63 }, { "distance": 11.96337629090186, "facilityId": 213652, "position": 64 }, { "distance": 5.7337548311730275, "facilityId": 213602, "position": 65 }, { "distance": 10.54707147029217, "facilityId": 213468, "position": 66 }, { "distance": 8.879817813513615, "facilityId": 231325, "position": 67 }, { "distance": 10.522473187766414, "facilityId": 208571, "position": 68 }, { "distance": 11.768675357600012, "facilityId": 231386, "position": 69 }, { "distance": 5.962091913455206, "facilityId": 227239, "position": 70 }, { "distance": 6.765276138044166, "facilityId": 224675, "position": 71 }, { "distance": 8.851516149477426, "facilityId": 110052, "position": 72 }, { "distance": 7.828510445275703, "facilityId": 228231, "position": 73 }, { "distance": 14.19249008910485, "facilityId": 213710, "position": 74 }, { "distance": 6.977755477400673, "facilityId": 229539, "position": 75 }, { "distance": 12.512935737631576, "facilityId": 152750, "position": 76 }, { "distance": 8.326482906036015, "facilityId": 213587, "position": 77 }, { "distance": 8.845167584227076, "facilityId": 153058, "position": 78 }, { "distance": 6.770469571377086, "facilityId": 229322, "position": 79 }, { "distance": 9.019135794797867, "facilityId": 211323, "position": 80 }, { "distance": 10.118195657847316, "facilityId": 230460, "position": 81 }, { "distance": 5.580076925944797, "facilityId": 232554, "position": 82 }, { "distance": 14.972558937204072, "facilityId": 213698, "position": 83 }, { "distance": 6.580382019958492, "facilityId": 223889, "position": 84 }, { "distance": 13.072521654839873, "facilityId": 235098, "position": 85 }, { "distance": 6.025579740763295, "facilityId": 213618, "position": 86 }, { "distance": 9.73501932469211, "facilityId": 63642, "position": 87 }, { "distance": 14.157208545117873, "facilityId": 63539, "position": 88 }, { "distance": 8.03368399468105, "facilityId": 229129, "position": 89 }, { "distance": 12.945726819690059, "facilityId": 231589, "position": 90 }, { "distance": 8.96227086880336, "facilityId": 236284, "position": 91 }, { "distance": 8.43195533572769, "facilityId": 205070, "position": 92 }, { "distance": 14.468998471423067, "facilityId": 218409, "position": 93 }, { "distance": 11.73458871338561, "facilityId": 220271, "position": 94 }, { "distance": 12.28168441721451, "facilityId": 225578, "position": 95 }, { "distance": 14.3606167745784, "facilityId": 209047, "position": 96 }, { "distance": 10.651806330545442, "facilityId": 206257, "position": 97 }, { "distance": 13.720934047497733, "facilityId": 209046, "position": 98 }, { "distance": 11.835023674301265, "facilityId": 225544, "position": 99 } ] }, "receivedAt": "2024-06-24T19:19:16.649Z", "sentAt": "2024-06-24T19:19:16.342Z", "timestamp": "2024-06-24T19:19:15.897Z", "type": "track", "userId": "7252aa2a1e5e72790663cb7e3f575889", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1038
- schema_scan_id: 5807024
- updated: 2024-06-24 14:43:07
-
Version 583021
- created: 2023-08-24 10:39:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_productlistviewed`\n(\n`context`struct<`page`:struct<`url`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING,`path`:STRING>,`ip`:STRING,`userAgent`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING>,`projectId`STRING,`properties`struct<`isReact`:STRING,`env`:STRING,`agentId`:STRING,`products`:array >,`Hit_Timestamp`:STRING>,`timestamp`STRING,`receivedAt`STRING,`event`STRING,`userId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`version`STRING,`type`STRING,`_origin`STRING,`channel`STRING,`sentAt`STRING,`messageId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_stage_segment.yim_productlistviewed" ] - hive_path: s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed
- id: 583021
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "bundledIds": [], "unbundled": [] }, "_origin": "2023-08-24T15:39:29Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1692835200000/1692891402836.events-archiver-480-16..c08ca577-6a03-43ee-a61e-bfa7122b29dd.gz|analytics-segment-separator-stage:$LATEST", "anonymousId": "07e4e2b7-917a-4e82-8638-6fd1127b1be1", "channel": "client", "context": { "campaign": {}, "ip": "54.146.71.248", "library": { "name": "analytics.js", "version": "next-1.53.0" }, "locale": "en-US", "page": { "path": "/search/storage", "referrer": "", "search": "?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Perryville%2C%20AK%2C%20USA&latitude=55.9121988&longitude=-159.1453343&types=locality%2Cpolitical", "title": "YIM search storage", "url": "https://yim.sparefoot.extrameter.com/search/storage?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Perryville%2C%20AK%2C%20USA&latitude=55.9121988&longitude=-159.1453343&types=locality%2Cpolitical" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Not/A)Brand", "version": "99" }, { "brand": "Google Chrome", "version": "115" }, { "brand": "Chromium", "version": "115" } ], "mobile": false, "platform": "macOS" } }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-next-d7ec0c3fca58436371f5769e869d4536", "originalTimestamp": "2023-08-24T14:52:57.205Z", "projectId": "f1babhGgc6", "properties": { "Hit Timestamp": 1692888777203, "agentId": "4841350", "env": "staging", "isReact": true, "products": [ { "distance": 1.0311218884760212, "facilityId": 231244, "position": 0 }, { "distance": 1.0311218884760212, "facilityId": 229594, "position": 1 }, { "distance": 1.0311218884760212, "facilityId": 229590, "position": 2 }, { "distance": 1.0311218884760212, "facilityId": 229592, "position": 3 }, { "distance": 1.0311218884760212, "facilityId": 229573, "position": 4 }, { "distance": 1.0311218884760212, "facilityId": 229595, "position": 5 }, { "distance": 1.0311218884760212, "facilityId": 229576, "position": 6 }, { "distance": 1.0311218884760212, "facilityId": 229591, "position": 7 }, { "distance": 1.0311218884760212, "facilityId": 229363, "position": 8 }, { "distance": 1.0311218884760212, "facilityId": 229352, "position": 9 }, { "distance": 1.0311218884760212, "facilityId": 229360, "position": 10 }, { "distance": 1.0311218884760212, "facilityId": 229349, "position": 11 }, { "distance": 1.0311218884760212, "facilityId": 229353, "position": 12 }, { "distance": 1.0311218884760212, "facilityId": 229340, "position": 13 }, { "distance": 1.0311218884760212, "facilityId": 229350, "position": 14 }, { "distance": 1.0311218884760212, "facilityId": 229342, "position": 15 }, { "distance": 1.0311218884760212, "facilityId": 229351, "position": 16 }, { "distance": 1.0311218884760212, "facilityId": 229354, "position": 17 }, { "distance": 1.0311218884760212, "facilityId": 229348, "position": 18 }, { "distance": 1.0311218884760212, "facilityId": 229341, "position": 19 }, { "distance": 1.0311218884760212, "facilityId": 229644, "position": 20 }, { "distance": 1.0311218884760212, "facilityId": 229640, "position": 21 }, { "distance": 1.0311218884760212, "facilityId": 229620, "position": 22 }, { "distance": 1.0311218884760212, "facilityId": 229527, "position": 23 }, { "distance": 1.0311218884760212, "facilityId": 229521, "position": 24 }, { "distance": 1.0311218884760212, "facilityId": 229524, "position": 25 }, { "distance": 1.0311218884760212, "facilityId": 229523, "position": 26 }, { "distance": 1.0311218884760212, "facilityId": 228792, "position": 27 }, { "distance": 1.0311218884760212, "facilityId": 228789, "position": 28 }, { "distance": 1.0311218884760212, "facilityId": 228790, "position": 29 }, { "distance": 1.0311218884760212, "facilityId": 228791, "position": 30 }, { "distance": 1.0311218884760212, "facilityId": 228415, "position": 31 }, { "distance": 1.0311218884760212, "facilityId": 228422, "position": 32 }, { "distance": 1.0311218884760212, "facilityId": 228419, "position": 33 }, { "distance": 1.0311218884760212, "facilityId": 228819, "position": 34 }, { "distance": 1.0311218884760212, "facilityId": 222963, "position": 35 }, { "distance": 1.0311218884760212, "facilityId": 222966, "position": 36 }, { "distance": 1.0311218884760212, "facilityId": 222958, "position": 37 }, { "distance": 1.0311218884760212, "facilityId": 222971, "position": 38 }, { "distance": 0.3481403246051176, "facilityId": 217486, "position": 39 }, { "distance": 0.3481403246051176, "facilityId": 216673, "position": 40 }, { "distance": 0.3481403246051176, "facilityId": 158303, "position": 41 }, { "distance": 1.0311218884760212, "facilityId": 158519, "position": 42 }, { "distance": 0.6951649744615805, "facilityId": 219966, "position": 43 }, { "distance": 0.3481403246051176, "facilityId": 222527, "position": 44 }, { "distance": 1.0110767768153406, "facilityId": 205902, "position": 45 }, { "distance": 1.0110767768153406, "facilityId": 105463, "position": 46 }, { "distance": 1.0311218884760212, "facilityId": 231240, "position": 47 }, { "distance": 1.0311218884760212, "facilityId": 231241, "position": 48 }, { "distance": 1.0311218884760212, "facilityId": 229619, "position": 49 }, { "distance": 1.0311218884760212, "facilityId": 229412, "position": 50 }, { "distance": 1.0311218884760212, "facilityId": 229676, "position": 51 }, { "distance": 1.0311218884760212, "facilityId": 229665, "position": 52 }, { "distance": 1.0311218884760212, "facilityId": 229690, "position": 53 }, { "distance": 1.0311218884760212, "facilityId": 228531, "position": 54 }, { "distance": 1.0311218884760212, "facilityId": 226448, "position": 55 }, { "distance": 1.0311218884760212, "facilityId": 226449, "position": 56 }, { "distance": 1.0311218884760212, "facilityId": 227418, "position": 57 }, { "distance": 1.0311218884760212, "facilityId": 227413, "position": 58 }, { "distance": 1.0311218884760212, "facilityId": 227772, "position": 59 }, { "distance": 1.0311218884760212, "facilityId": 227773, "position": 60 }, { "distance": 1.0311218884760212, "facilityId": 224792, "position": 61 }, { "distance": 1.0311218884760212, "facilityId": 226273, "position": 62 }, { "distance": 1.0311218884760212, "facilityId": 220948, "position": 63 }, { "distance": 1.0311218884760212, "facilityId": 223270, "position": 64 }, { "distance": 0.34315692768464096, "facilityId": 228774, "position": 65 }, { "distance": 1.0311218884760212, "facilityId": 221284, "position": 66 }, { "distance": 1.0311218884760212, "facilityId": 221454, "position": 67 }, { "distance": 0.3481403246051176, "facilityId": 222526, "position": 68 }, { "distance": 0.6951649744615805, "facilityId": 212063, "position": 69 }, { "distance": 0.3481403246051176, "facilityId": 108319, "position": 70 }, { "distance": 0.34315692768464096, "facilityId": 228775, "position": 71 }, { "distance": 0.3481403246051176, "facilityId": 108280, "position": 72 }, { "distance": 1.067812519417898, "facilityId": 158441, "position": 73 }, { "distance": 1.0674950600867437, "facilityId": 108647, "position": 74 }, { "distance": 0.07963054419824275, "facilityId": 221332, "position": 75 }, { "distance": 1.067812519417898, "facilityId": 216680, "position": 76 }, { "distance": 0.6737451377583357, "facilityId": 155558, "position": 77 }, { "distance": 1.0311218884760212, "facilityId": 105472, "position": 78 }, { "distance": 0.3481403246051176, "facilityId": 155559, "position": 79 }, { "distance": 0.02798694992978488, "facilityId": 204142, "position": 80 }, { "distance": 0.3481403246051176, "facilityId": 155560, "position": 81 }, { "distance": 1.0311218884760212, "facilityId": 155845, "position": 82 } ] }, "receivedAt": "2023-08-24T14:52:57.931Z", "sentAt": "2023-08-24T14:52:57.393Z", "timestamp": "2023-08-24T14:52:57.743Z", "type": "track", "userId": "7252aa2a1e5e72790663cb7e3f575889", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1038
- schema_scan_id: 5125599
- updated: 2023-08-24 10:40:07
-
Version 321984
- created: 2021-04-01 15:17:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_productlistviewed`\n(\n`anonymousId`STRING,`channel`STRING,`context`struct<`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`page`:struct<`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>,`userAgent`:STRING>,`event`STRING,`messageId`STRING,`originalTimestamp`STRING,`projectId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`agentId`:STRING,`env`:STRING,`isReact`:STRING,`products`:array>>,`receivedAt`STRING,`sentAt`STRING,`timestamp`STRING,`type`STRING,`userId`STRING,`version`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_stage_segment.yim_productlistviewed" ] - hive_path: s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed
- id: 321984
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "bundledIds": [], "unbundled": [] }, "_origin": "2021-04-01T20:17:46Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1617235200000/1617308119850.a9b5dd643d48.fde281a.102512b0-5c3f-4cfe-8433-f8c034495454.gz|analytics-segment-separator-stage:$LATEST", "anonymousId": "1c0d7010-ccfa-48e6-9735-4f71bca26879", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-US", "page": { "path": "/search/storage", "referrer": "https://yim.sparefoot.extrameter.com/login", "search": "?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Perryville%2C%20AK%2C%20USA&latitude=55.91277780000001&longitude=-159.1455556&types=locality%2Cpolitical", "title": "YIM search storage", "url": "https://yim.sparefoot.extrameter.com/search/storage?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Perryville%2C%20AK%2C%20USA&latitude=55.91277780000001&longitude=-159.1455556&types=locality%2Cpolitical" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-b44b1e216544f0fd869f003a0f383c96", "originalTimestamp": "2021-04-01T19:34:49.110Z", "projectId": "f1babhGgc6", "properties": { "Hit Timestamp": 1617305689105, "agentId": "3115881", "env": "staging", "isReact": true, "products": [ { "distance": 0.9904674587097817, "facilityId": 105463, "position": 0 }, { "distance": 0.9904674587097817, "facilityId": 205902, "position": 1 }, { "distance": 0.3327018529335007, "facilityId": 158303, "position": 2 }, { "distance": 1.04650011806082, "facilityId": 216680, "position": 3 }, { "distance": 0.3327018529335007, "facilityId": 108319, "position": 4 }, { "distance": 1.0100129245529224, "facilityId": 158519, "position": 5 }, { "distance": 0.3327018529335007, "facilityId": 108280, "position": 6 }, { "distance": 0.3327018529335007, "facilityId": 216673, "position": 7 }, { "distance": 0.9144818372749077, "facilityId": 212063, "position": 8 }, { "distance": 0.5274142567760697, "facilityId": 200298, "position": 9 }, { "distance": 1.0461375470689849, "facilityId": 108647, "position": 10 }, { "distance": 0.0684005492934992, "facilityId": 204142, "position": 11 }, { "distance": 1.0100129245529224, "facilityId": 105472, "position": 12 }, { "distance": 0.655022431555793, "facilityId": 155558, "position": 13 }, { "distance": 0.3327018529335007, "facilityId": 155560, "position": 14 }, { "distance": 0.4511404053835734, "facilityId": 105461, "position": 15 }, { "distance": 0.3327018529335007, "facilityId": 155559, "position": 16 }, { "distance": 1.0100129245529224, "facilityId": 155845, "position": 17 } ] }, "receivedAt": "2021-04-01T19:34:50.651Z", "sentAt": "2021-04-01T19:34:49.115Z", "timestamp": "2021-04-01T19:34:50.646Z", "type": "track", "userId": "6c91699eea26b00d80d57b1dcd373dab", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1038
- schema_scan_id: 3219049
- updated: 2021-04-01 15:18:43
Schema Scans: 3
Last at 2024-06-24 14:42:47
-
Scan 5807024
- duration: 0:00:25.684847
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 192, "partitions_applied": false, "success": true } - id: 5807024
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2024-06-24/", "name": "dt", "type": "string", "value": "2024-06-24" }, "s3": { "bucket": "sfdl-segment-yim-stage", "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2024-06-24/1719258049507.events-archiver-480-15..2ad9027c-0b26-4376-9dc2-7f3b3500bb9c.json.gz" }, "schema": { "name": "sfdl_stage_segment.yim_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1038
- start_time: 2024-06-24 14:42:47
- success: True
- trace_id: 13258766456179611988
-
Scan 5125599
- duration: 0:00:42.578528
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 190, "partitions_applied": false, "success": true } - id: 5125599
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2023-08-24/", "name": "dt", "type": "string", "value": "2023-08-24" }, "s3": { "bucket": "sfdl-segment-yim-stage", "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2023-08-24/1692891402836.events-archiver-480-16..c08ca577-6a03-43ee-a61e-bfa7122b29dd.json.gz" }, "schema": { "name": "sfdl_stage_segment.yim_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1038
- start_time: 2023-08-24 10:39:42
- success: True
- trace_id: 16615921155869014957
-
Scan 3219049
- duration: 0:00:57.407337
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 175, "partitions_applied": false, "success": true } - id: 3219049
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2021-04-01/", "name": "dt", "type": "string", "value": "2021-04-01" }, "s3": { "bucket": "sfdl-segment-yim-stage", "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-04-01/1617308119850.a9b5dd643d48.fde281a.102512b0-5c3f-4cfe-8433-f8c034495454.json.gz" }, "schema": { "name": "sfdl_stage_segment.yim_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1038
- start_time: 2021-04-01 15:17:52
- success: True
- trace_id: 4788523079333719364
- count: 5
- ddl:
[ "ALTER TABLE\n `sfdl_stage_segment.yim_productlistviewed`\nADD\n\n\n PARTITION (dt='2022-03-07') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2022-03-07/'\n PARTITION (dt='2022-06-16') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2022-06-16/'\n PARTITION (dt='2023-09-20') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2023-09-20/'\n PARTITION (dt='2024-06-24') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2024-06-24/'\n PARTITION (dt='2024-10-24') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2024-10-24/'\n;" ] - name: dt
- state:
[ { "info": { "id": 540819, "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2022-03-07/", "name": "dt", "value": "2022-03-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-06-24 14:43:11", "last_data": "2024-06-24 14:43:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 540820, "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2022-06-16/", "name": "dt", "value": "2022-06-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-06-24 14:43:12", "last_data": "2024-06-24 14:43:12" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 464874, "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2023-09-20/", "name": "dt", "value": "2023-09-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-09-20 10:06:41", "last_data": "2023-09-20 11:37:16" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 540818, "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2024-06-24/", "name": "dt", "value": "2024-06-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-06-24 14:42:49", "last_data": "2024-06-24 14:42:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 577722, "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2024-10-24/", "name": "dt", "value": "2024-10-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-10-24 13:27:33", "last_data": "2024-10-24 13:32:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2024-06-24 14:42:48
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_productlistviewed`\n(\n`channel`STRING,`receivedAt`STRING,`_origin`STRING,`event`STRING,`type`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`ip`:STRING,`page`:struct<`search`:STRING,`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING>,`timezone`:STRING,`userAgent`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING>,`originalTimestamp`STRING,`timestamp`STRING,`projectId`STRING,`anonymousId`STRING,`version`STRING,`properties`struct<`Hit_Timestamp`:STRING,`env`:STRING,`agentId`:STRING,`products`:array >,`isReact`:STRING>,`messageId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_productlistviewed`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.yim_productlistviewed" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2021-04-01 15:17:52",
"disabled": false,
"format": "raw",
"id": 1038,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_stage_segment",
"table": "yim_productlistviewed"
},
"type": "segment"
},
"partition": {
"count": 5,
"ddl": [
"ALTER TABLE\n `sfdl_stage_segment.yim_productlistviewed`\nADD\n\n\n PARTITION (dt='2022-03-07') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2022-03-07/'\n PARTITION (dt='2022-06-16') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2022-06-16/'\n PARTITION (dt='2023-09-20') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2023-09-20/'\n PARTITION (dt='2024-06-24') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2024-06-24/'\n PARTITION (dt='2024-10-24') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2024-10-24/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 540819,
"location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2022-03-07/",
"name": "dt",
"value": "2022-03-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-06-24 14:43:11",
"last_data": "2024-06-24 14:43:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 540820,
"location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2022-06-16/",
"name": "dt",
"value": "2022-06-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-06-24 14:43:12",
"last_data": "2024-06-24 14:43:12"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 464874,
"location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2023-09-20/",
"name": "dt",
"value": "2023-09-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-09-20 10:06:41",
"last_data": "2023-09-20 11:37:16"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 540818,
"location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2024-06-24/",
"name": "dt",
"value": "2024-06-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-06-24 14:42:49",
"last_data": "2024-06-24 14:42:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 577722,
"location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2024-10-24/",
"name": "dt",
"value": "2024-10-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-10-24 13:27:33",
"last_data": "2024-10-24 13:32:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.agentId": "string",
"properties.env": "string",
"properties.isReact": "string",
"properties.products": [
{
"distance": "string",
"facilityId": "string",
"position": "string"
}
],
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2024-06-24 14:42:48",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_productlistviewed`\n(\n`channel`STRING,`receivedAt`STRING,`_origin`STRING,`event`STRING,`type`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`ip`:STRING,`page`:struct<`search`:STRING,`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING>,`timezone`:STRING,`userAgent`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING>,`originalTimestamp`STRING,`timestamp`STRING,`projectId`STRING,`anonymousId`STRING,`version`STRING,`properties`struct<`Hit_Timestamp`:STRING,`env`:STRING,`agentId`:STRING,`products`:array>,`isReact`:STRING>,`messageId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_productlistviewed`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.yim_productlistviewed"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}