Schema Info
Schema Name: sfdl_stage_segment.yim_product_list_viewed
- created: 2018-05-09 18:36:54
- disabled: False
- format: raw
- id: 530
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_stage_segment", "table": "yim_product_list_viewed" } - type: segment
Schema Versions: 3
-
Version 246826
- created: 2020-01-21 13:11:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_product_list_viewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_product_list_viewed`\n(\n`properties`struct<`agentId`:STRING,`callSessionId`:STRING,`Hit_Timestamp`:STRING,`products`:array,`unbundled`:array >,`context`struct<`userAgent`:STRING,`campaign`:struct<`_empty_`:STRING>,`ip`:STRING,`locale`:STRING,`page`:struct<`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING,`search`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`type`STRING,`event`STRING,`messageId`STRING,`timestamp`STRING,`sentAt`STRING,`_origin`STRING,`channel`STRING,`anonymousId`STRING,`version`STRING,`integrations`struct<`_empty_`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_stage_segment.yim_product_list_viewed" ] - hive_path: s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed
- id: 246826
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2020-01-21T19:11:08Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1579564800000/1579633635173.09257d6fd6ca.e4797d0.3a0f7caa-e065-4a21-bc0b-5215a247291e.gz|segment_separator:37", "anonymousId": "1ac47e8f-1f78-4efc-9dce-74ff2704e3dc", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "3.10.1" }, "locale": "en-US", "page": { "path": "/search/storage", "referrer": "https://yim.sparefoot.extrameter.com/login", "search": "?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Perryville%2C%20AK%2099648%2C%20USA&latitude=55.9246646&longitude=-159.15747999999996&types=postal_code", "title": "YIM search storage", "url": "https://yim.sparefoot.extrameter.com/search/storage?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Perryville%2C%20AK%2099648%2C%20USA&latitude=55.9246646&longitude=-159.15747999999996&types=postal_code" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-b8f829779f4988e009fa7fec4503d817", "originalTimestamp": "2020-01-21T18:45:01.945Z", "projectId": "f1babhGgc6", "properties": { "Hit Timestamp": 1579632301939, "agentId": "779376", "env": "staging", "isReact": true, "products": [ { "distance": 0.7132330644860627, "facilityId": 105463, "position": 0 }, { "distance": 0.7132330644860627, "facilityId": 158519, "position": 1 }, { "distance": 0.7132330644860627, "facilityId": 210687, "position": 2 }, { "distance": 0.7132330644860627, "facilityId": 158303, "position": 3 }, { "distance": 0.7132330644860627, "facilityId": 205902, "position": 4 }, { "distance": 0.7132330644860627, "facilityId": 212063, "position": 5 }, { "distance": 0.7132330644860627, "facilityId": 155558, "position": 6 }, { "distance": 0.7132330644860627, "facilityId": 105472, "position": 7 }, { "distance": 0.7132330644860627, "facilityId": 155560, "position": 8 }, { "distance": 1.0012260926839573, "facilityId": 204142, "position": 9 }, { "distance": 0.7229088321920787, "facilityId": 108647, "position": 10 }, { "distance": 0.7132330644860627, "facilityId": 155561, "position": 11 }, { "distance": 0.7132330644860627, "facilityId": 201492, "position": 12 }, { "distance": 0.724274236643593, "facilityId": 5363282, "position": 13 }, { "distance": 0.724274236643593, "facilityId": 3652156, "position": 14 }, { "distance": 0.724274236643593, "facilityId": 2174652, "position": 15 }, { "distance": 0.724274236643593, "facilityId": 7531137, "position": 16 }, { "distance": 0.724274236643593, "facilityId": 7122072, "position": 17 }, { "distance": 0.724274236643593, "facilityId": 2895053, "position": 18 }, { "distance": 0.724274236643593, "facilityId": 2440157, "position": 19 }, { "distance": 0.724274236643593, "facilityId": 9807765, "position": 20 }, { "distance": 0.724274236643593, "facilityId": 8636299, "position": 21 }, { "distance": 0.724274236643593, "facilityId": 4573300, "position": 22 }, { "distance": 0.724274236643593, "facilityId": 8732890, "position": 23 }, { "distance": 0.724274236643593, "facilityId": 7974245, "position": 24 }, { "distance": 0.724274236643593, "facilityId": 7325245, "position": 25 }, { "distance": 0.724274236643593, "facilityId": 5539079, "position": 26 }, { "distance": 0.7132330644860627, "facilityId": 155559, "position": 27 }, { "distance": 0.724274236643593, "facilityId": 6899925, "position": 28 }, { "distance": 0.724274236643593, "facilityId": 3629835, "position": 29 }, { "distance": 0.724274236643593, "facilityId": 6269509, "position": 30 }, { "distance": 0.724274236643593, "facilityId": 3177817, "position": 31 }, { "distance": 0.7132330644860627, "facilityId": 108319, "position": 32 }, { "distance": 0.724274236643593, "facilityId": 6868778, "position": 33 }, { "distance": 0.7132330644860627, "facilityId": 105461, "position": 34 }, { "distance": 0.724274236643593, "facilityId": 8659655, "position": 35 }, { "distance": 0.724274236643593, "facilityId": 4418846, "position": 36 }, { "distance": 0.724274236643593, "facilityId": 6043570, "position": 37 }, { "distance": 0.724274236643593, "facilityId": 2640714, "position": 38 }, { "distance": 0.724274236643593, "facilityId": 8148544, "position": 39 }, { "distance": 0.724274236643593, "facilityId": 8392830, "position": 40 }, { "distance": 0.724274236643593, "facilityId": 3948549, "position": 41 }, { "distance": 0.724274236643593, "facilityId": 8750508, "position": 42 }, { "distance": 0.724274236643593, "facilityId": 6629790, "position": 43 }, { "distance": 0.724274236643593, "facilityId": 6738977, "position": 44 }, { "distance": 0.724274236643593, "facilityId": 3095656, "position": 45 }, { "distance": 0.724274236643593, "facilityId": 3311264, "position": 46 }, { "distance": 0.724274236643593, "facilityId": 2910492, "position": 47 }, { "distance": 0.724274236643593, "facilityId": 9248014, "position": 48 }, { "distance": 0.724274236643593, "facilityId": 8189214, "position": 49 }, { "distance": 0.724274236643593, "facilityId": 1918511, "position": 50 }, { "distance": 0.724274236643593, "facilityId": 9117989, "position": 51 }, { "distance": 0.724274236643593, "facilityId": 7991745, "position": 52 }, { "distance": 0.724274236643593, "facilityId": 4511219, "position": 53 }, { "distance": 0.724274236643593, "facilityId": 5374028, "position": 54 }, { "distance": 0.724274236643593, "facilityId": 4819340, "position": 55 }, { "distance": 0.724274236643593, "facilityId": 3431683, "position": 56 }, { "distance": 0.724274236643593, "facilityId": 2310240, "position": 57 }, { "distance": 0.724274236643593, "facilityId": 1650719, "position": 58 }, { "distance": 0.724274236643593, "facilityId": 8462053, "position": 59 }, { "distance": 0.724274236643593, "facilityId": 9886329, "position": 60 }, { "distance": 0.724274236643593, "facilityId": 5604809, "position": 61 }, { "distance": 0.724274236643593, "facilityId": 4242010, "position": 62 }, { "distance": 0.7132330644860627, "facilityId": 155845, "position": 63 } ] }, "receivedAt": "2020-01-21T18:45:02.407Z", "sentAt": "2020-01-21T18:45:01.952Z", "timestamp": "2020-01-21T18:45:02.400Z", "type": "track", "userId": "10bd7d34fbe6ccff2425391868255a96", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "properties.qualityScoreFeatureFlagOn": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 530
- schema_scan_id: 2529815
- updated: 2020-01-21 13:12:56
-
Version 197999
- created: 2019-03-05 15:11:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_product_list_viewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_product_list_viewed`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`projectId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`qualityScoreFeatureFlagOn`:STRING,`callSessionId`:STRING,`isReact`:STRING,`products`:array,`unbundled`:array >,`version`STRING,`originalTimestamp`STRING,`context`struct<`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`campaign`:struct<`_empty_`:STRING>,`userAgent`:STRING>,`messageId`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_stage_segment.yim_product_list_viewed" ] - hive_path: s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed
- id: 197999
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2019-03-05T21:10:59Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1551744000000/1551820236174.a49917b28c28.dev.cf3aff17-efd1-4345-bf14-91dbce33741f.gz|segment_separator:37", "anonymousId": "defdfb5d-c96d-4ab3-a080-15e68e96b8c1", "channel": "client", "context": { "campaign": {}, "ip": "66.162.93.78", "library": { "name": "analytics.js", "version": "3.7.2" }, "page": { "path": "/search/storage", "referrer": "", "search": "?sort=recommended%3Aeclair&searchType=storage&zoom=11&distance=15&location=Beaumont%2C%20TX%2C%20USA&latitude=30.080174&longitude=-94.12655619999998&types=locality%2Cpolitical", "title": "YIM search storage", "url": "https://yim.sparefoot.extrameter.com/search/storage?sort=recommended%3Aeclair&searchType=storage&zoom=11&distance=15&location=Beaumont%2C%20TX%2C%20USA&latitude=30.080174&longitude=-94.12655619999998&types=locality%2Cpolitical" }, "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.119 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-197afcc624de3eb3126f4d008f6df6e2", "originalTimestamp": "2019-03-05T20:41:19.524Z", "projectId": "f1babhGgc6", "properties": { "Hit Timestamp": 1551818479522, "agentId": "867281", "callSessionId": "2736138", "env": "staging", "isReact": true, "products": [ { "distance": 2.842522089800788, "facilityId": 50769, "position": 8 } ], "qualityScoreFeatureFlagOn": true }, "receivedAt": "2019-03-05T20:40:44.582Z", "sentAt": "2019-03-05T20:41:19.529Z", "timestamp": "2019-03-05T20:40:44.577Z", "type": "track", "userId": "867281", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "properties.qualityScoreFeatureFlagOn": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 530
- schema_scan_id: 1928981
- updated: 2019-03-05 15:12:00
-
Version 6960
- created: 2018-05-09 18:36:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_product_list_viewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_product_list_viewed`\n(\n `version` string , `timestamp` string , `projectId` string , `userId` string ,`properties` struct< `Hit_Timestamp` : string , `agentId` : string , `callSessionId` : string , `isReact` : string , `products`:array, `env` : string , `qualityScoreFeatureFlagOn` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array , `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `messageId` string , `_origin` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_stage_segment.yim_product_list_viewed" ] - hive_path: s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed
- id: 6960
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2018-05-09T23:22:34Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1525824000000/1525908136256.d7047a6b8186.1.11.1.c657291d-0ebc-41a5-8f93-3370b4029a0e.gz|segment_separator:37", "anonymousId": "b36d6988-bb60-4f82-885a-429ce9cdb9a3", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "3.5.2" }, "page": { "path": "/search/storage", "referrer": "", "search": "?sort=distance%3Aasc&searchType=storage&zoom=12&distance=15&location=Houston%2C%20TX&latitude=29.760000&longitude=-95.370000", "title": "YIM search storage", "url": "https://yim.sparefoot.extrameter.com/search/storage?sort=distance%3Aasc&searchType=storage&zoom=12&distance=15&location=Houston%2C%20TX&latitude=29.760000&longitude=-95.370000" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.139 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-405585abb5ed9fc724abc6d14b330f5b", "originalTimestamp": "2018-05-09T23:18:12.395Z", "projectId": "f1babhGgc6", "properties": { "Hit Timestamp": 1525907892393, "agentId": "779376", "callSessionId": "2736138", "env": "staging", "isReact": true, "products": [ { "displayedScore": 0.476, "distance": 0.506546292433637, "facilityId": 104541, "position": 0, "qualityScore": 0.476 }, { "displayedScore": 0.634, "distance": 0.9194255923095401, "facilityId": 201238, "position": 1, "qualityScore": 0.634 }, { "displayedScore": 0.4, "distance": 1.75291128120606, "facilityId": 107178, "position": 2, "qualityScore": 0.4 }, { "displayedScore": 0.32, "distance": 1.7668504621131, "facilityId": 70365, "position": 3, "qualityScore": 0.32 }, { "displayedScore": 0.517, "distance": 2.49933194960112, "facilityId": 202991, "position": 4, "qualityScore": 0.517 }, { "displayedScore": 0.514, "distance": 2.7307463695273, "facilityId": 202147, "position": 5, "qualityScore": 0.514 }, { "displayedScore": 0.56, "distance": 2.7761642316567, "facilityId": 153434, "position": 6, "qualityScore": 0.56 }, { "displayedScore": 0.408, "distance": 2.9995922825078, "facilityId": 107179, "position": 7, "qualityScore": 0.408 }, { "displayedScore": 0.6, "distance": 3.0715786335845, "facilityId": 201419, "position": 8, "qualityScore": 0.6 }, { "displayedScore": 0.4, "distance": 3.1821469520854304, "facilityId": 103476, "position": 9, "qualityScore": 0.4 }, { "displayedScore": 0.4, "distance": 3.45507980936084, "facilityId": 201297, "position": 10, "qualityScore": 0.4 }, { "displayedScore": 0.464, "distance": 3.4688215213021003, "facilityId": 152766, "position": 11, "qualityScore": 0.464 }, { "displayedScore": 0.478, "distance": 3.5630911880379004, "facilityId": 196099, "position": 12, "qualityScore": 0.478 }, { "displayedScore": 0.472, "distance": 4.2776794169514005, "facilityId": 70368, "position": 13, "qualityScore": 0.472 }, { "displayedScore": 0.4, "distance": 4.48500835780545, "facilityId": 201188, "position": 14, "qualityScore": 0.4 }, { "displayedScore": 0.441, "distance": 4.5621356040532, "facilityId": 152767, "position": 15, "qualityScore": 0.441 }, { "displayedScore": 0.517, "distance": 4.6157769638408, "facilityId": 202146, "position": 16, "qualityScore": 0.517 }, { "displayedScore": 0.4, "distance": 4.8387282701629, "facilityId": 206083, "position": 17, "qualityScore": 0.4 }, { "displayedScore": 0.6, "distance": 4.874955672361151, "facilityId": 202479, "position": 18, "qualityScore": 0.6 }, { "displayedScore": 0.4, "distance": 5.0694760768694, "facilityId": 201298, "position": 19, "qualityScore": 0.4 }, { "displayedScore": 0.388, "distance": 5.3325858549517005, "facilityId": 152928, "position": 20, "qualityScore": 0.388 }, { "displayedScore": 0.525, "distance": 5.731182282571201, "facilityId": 105827, "position": 21, "qualityScore": 0.525 }, { "displayedScore": 0.229, "distance": 5.779911791841901, "facilityId": 107006, "position": 22, "qualityScore": 0.229 }, { "displayedScore": 0.4, "distance": 6.268630899729001, "facilityId": 203372, "position": 23, "qualityScore": 0.4 }, { "displayedScore": 0.301, "distance": 6.319674347300601, "facilityId": 203386, "position": 24, "qualityScore": 0.301 }, { "displayedScore": 0.571, "distance": 6.347192179701301, "facilityId": 108706, "position": 25, "qualityScore": 0.571 }, { "displayedScore": 0.394, "distance": 6.355982934255601, "facilityId": 107175, "position": 26, "qualityScore": 0.394 }, { "displayedScore": 0.36, "distance": 6.380327306335, "facilityId": 105924, "position": 27, "qualityScore": 0.36 }, { "displayedScore": 0.27, "distance": 6.498502601996701, "facilityId": 106553, "position": 28, "qualityScore": 0.27 }, { "displayedScore": 0.4, "distance": 6.832494618463901, "facilityId": 155223, "position": 29, "qualityScore": 0.4 }, { "displayedScore": 0.318, "distance": 6.8660166681936, "facilityId": 203068, "position": 30, "qualityScore": 0.318 }, { "displayedScore": 0.416, "distance": 7.0473668323547, "facilityId": 64494, "position": 31, "qualityScore": 0.416 }, { "displayedScore": 0.4, "distance": 7.066594146489501, "facilityId": 204262, "position": 32, "qualityScore": 0.4 }, { "displayedScore": 0.49, "distance": 7.1591592788006, "facilityId": 158795, "position": 33, "qualityScore": 0.49 }, { "displayedScore": 0.4, "distance": 7.217052370665961, "facilityId": 70366, "position": 34, "qualityScore": 0.4 }, { "displayedScore": 0.4, "distance": 7.378165351411701, "facilityId": 50698, "position": 35, "qualityScore": 0.4 }, { "displayedScore": 0.087, "distance": 7.7422896949140005, "facilityId": 108651, "position": 36, "qualityScore": 0.087 }, { "displayedScore": 0.38, "distance": 8.0663744073213, "facilityId": 202959, "position": 37, "qualityScore": 0.38 }, { "displayedScore": 0.4, "distance": 8.1918729135089, "facilityId": 64954, "position": 38, "qualityScore": 0.4 }, { "displayedScore": 0.4, "distance": 8.3736293469208, "facilityId": 64344, "position": 39, "qualityScore": 0.4 }, { "displayedScore": 0.433, "distance": 8.4422992143175, "facilityId": 152748, "position": 40, "qualityScore": 0.433 }, { "displayedScore": 0.4, "distance": 8.560160825897801, "facilityId": 50805, "position": 41, "qualityScore": 0.4 }, { "displayedScore": 0.352, "distance": 8.594125073451501, "facilityId": 203072, "position": 42, "qualityScore": 0.352 }, { "displayedScore": 0.5, "distance": 8.670498856063201, "facilityId": 70471, "position": 43, "qualityScore": 0.5 }, { "displayedScore": 0.476, "distance": 8.800843574028201, "facilityId": 201255, "position": 44, "qualityScore": 0.476 }, { "displayedScore": 0.185, "distance": 8.9138845383928, "facilityId": 203852, "position": 45, "qualityScore": 0.185 }, { "displayedScore": 0.405, "distance": 9.075603191970602, "facilityId": 203063, "position": 46, "qualityScore": 0.405 }, { "displayedScore": 0.475, "distance": 9.233297845350002, "facilityId": 152507, "position": 47, "qualityScore": 0.475 }, { "displayedScore": 0.363, "distance": 9.3175814415385, "facilityId": 200681, "position": 48, "qualityScore": 0.363 }, { "displayedScore": 0.4, "distance": 9.5657304235535, "facilityId": 153275, "position": 49, "qualityScore": 0.4 }, { "displayedScore": 0.417, "distance": 9.6249642039465, "facilityId": 150653, "position": 50, "qualityScore": 0.417 }, { "displayedScore": 0, "distance": 9.709003209463601, "facilityId": 206412, "position": 51, "qualityScore": 0 }, { "displayedScore": 0.476, "distance": 9.959092334431402, "facilityId": 154291, "position": 52, "qualityScore": 0.476 }, { "displayedScore": 0.4, "distance": 9.9624862027306, "facilityId": 152938, "position": 53, "qualityScore": 0.4 }, { "displayedScore": 0.4, "distance": 9.9631633181486, "facilityId": 199534, "position": 54, "qualityScore": 0.4 }, { "displayedScore": 0.4, "distance": 9.9673980532475, "facilityId": 204252, "position": 55, "qualityScore": 0.4 }, { "displayedScore": 0.364, "distance": 10.0484853882894, "facilityId": 109278, "position": 56, "qualityScore": 0.364 }, { "displayedScore": 0.489, "distance": 10.2175148155793, "facilityId": 200496, "position": 57, "qualityScore": 0.489 }, { "displayedScore": 0.533, "distance": 10.2794045466527, "facilityId": 201907, "position": 58, "qualityScore": 0.533 }, { "displayedScore": 0.397, "distance": 10.4310535266571, "facilityId": 202974, "position": 59, "qualityScore": 0.397 }, { "displayedScore": 0.475, "distance": 10.5287688817496, "facilityId": 152765, "position": 60, "qualityScore": 0.475 }, { "displayedScore": 0.471, "distance": 10.790196235298401, "facilityId": 200497, "position": 61, "qualityScore": 0.471 }, { "displayedScore": 0.4, "distance": 10.798788000831902, "facilityId": 156963, "position": 62, "qualityScore": 0.4 }, { "displayedScore": 0.434, "distance": 11.248303507885002, "facilityId": 64956, "position": 63, "qualityScore": 0.434 }, { "displayedScore": 0.211, "distance": 11.3868102303733, "facilityId": 203064, "position": 64, "qualityScore": 0.211 }, { "displayedScore": 0.4, "distance": 11.4071941681915, "facilityId": 156934, "position": 65, "qualityScore": 0.4 }, { "displayedScore": 0.4, "distance": 11.726143167433502, "facilityId": 152914, "position": 66, "qualityScore": 0.4 }, { "displayedScore": 0.429, "distance": 11.7615148477489, "facilityId": 202031, "position": 67, "qualityScore": 0.429 }, { "displayedScore": 0.446, "distance": 12.1432669929445, "facilityId": 201906, "position": 68, "qualityScore": 0.446 }, { "displayedScore": 0.4, "distance": 12.215897294602401, "facilityId": 103473, "position": 69, "qualityScore": 0.4 }, { "displayedScore": 0.203, "distance": 12.334769742771, "facilityId": 202519, "position": 70, "qualityScore": 0.203 }, { "displayedScore": 0.413, "distance": 12.3860902549167, "facilityId": 63263, "position": 71, "qualityScore": 0.413 }, { "displayedScore": 0.452, "distance": 12.412921989756102, "facilityId": 203587, "position": 72, "qualityScore": 0.452 }, { "displayedScore": 0.56, "distance": 12.4665764772916, "facilityId": 152785, "position": 73, "qualityScore": 0.56 }, { "displayedScore": 0.4, "distance": 12.4870087804968, "facilityId": 201863, "position": 74, "qualityScore": 0.4 }, { "displayedScore": 0.375, "distance": 12.5699319274424, "facilityId": 62709, "position": 75, "qualityScore": 0.375 }, { "displayedScore": 0.524, "distance": 12.622556232234801, "facilityId": 156513, "position": 76, "qualityScore": 0.524 }, { "displayedScore": 0.367, "distance": 12.676230756859201, "facilityId": 64953, "position": 77, "qualityScore": 0.367 }, { "displayedScore": 0.581, "distance": 12.757910222424801, "facilityId": 202987, "position": 78, "qualityScore": 0.581 }, { "displayedScore": 0.4, "distance": 12.810078510711202, "facilityId": 154728, "position": 79, "qualityScore": 0.4 }, { "displayedScore": 0.4, "distance": 13.065981846130502, "facilityId": 152783, "position": 80, "qualityScore": 0.4 }, { "displayedScore": 0.325, "distance": 13.0710111554444, "facilityId": 108775, "position": 81, "qualityScore": 0.325 }, { "displayedScore": 0.392, "distance": 13.2180985885206, "facilityId": 150850, "position": 82, "qualityScore": 0.392 }, { "displayedScore": 0.432, "distance": 13.271199637842, "facilityId": 152762, "position": 83, "qualityScore": 0.432 }, { "displayedScore": 0.4, "distance": 13.323555860203601, "facilityId": 204004, "position": 84, "qualityScore": 0.4 }, { "displayedScore": 0.462, "distance": 13.3587776078193, "facilityId": 202973, "position": 85, "qualityScore": 0.462 }, { "displayedScore": 0.286, "distance": 13.407141612951103, "facilityId": 152770, "position": 86, "qualityScore": 0.286 }, { "displayedScore": 0.265, "distance": 13.484786023372703, "facilityId": 203070, "position": 87, "qualityScore": 0.265 }, { "displayedScore": 0.429, "distance": 13.532773469420002, "facilityId": 202108, "position": 88, "qualityScore": 0.429 }, { "displayedScore": 0.4, "distance": 13.776670442983601, "facilityId": 202964, "position": 89, "qualityScore": 0.4 }, { "displayedScore": 0.4, "distance": 13.795130820267403, "facilityId": 152759, "position": 90, "qualityScore": 0.4 }, { "displayedScore": 0.4, "distance": 13.813057796426001, "facilityId": 103466, "position": 91, "qualityScore": 0.4 }, { "displayedScore": 0.286, "distance": 13.8238218587699, "facilityId": 203059, "position": 92, "qualityScore": 0.286 }, { "displayedScore": 0.4, "distance": 13.9710509333366, "facilityId": 152760, "position": 93, "qualityScore": 0.4 }, { "displayedScore": 0.719, "distance": 13.971670701224301, "facilityId": 203489, "position": 94, "qualityScore": 0.719 }, { "displayedScore": 0.629, "distance": 14.0211519467958, "facilityId": 152751, "position": 95, "qualityScore": 0.629 }, { "displayedScore": 0.4, "distance": 14.049687525125801, "facilityId": 205788, "position": 96, "qualityScore": 0.4 }, { "displayedScore": 0.604, "distance": 14.094226519080001, "facilityId": 152779, "position": 97, "qualityScore": 0.604 }, { "displayedScore": 0.4, "distance": 14.1606204495513, "facilityId": 156447, "position": 98, "qualityScore": 0.4 }, { "displayedScore": 0.483, "distance": 14.168623539231602, "facilityId": 152943, "position": 99, "qualityScore": 0.483 }, { "displayedScore": 0.478, "distance": 14.2268520105091, "facilityId": 201187, "position": 100, "qualityScore": 0.478 }, { "displayedScore": 0.536, "distance": 14.242023541476902, "facilityId": 103472, "position": 101, "qualityScore": 0.536 }, { "displayedScore": 0.4, "distance": 14.257266238657001, "facilityId": 156901, "position": 102, "qualityScore": 0.4 }, { "displayedScore": 0.571, "distance": 14.2784316229423, "facilityId": 152754, "position": 103, "qualityScore": 0.571 }, { "displayedScore": 0.347, "distance": 14.339962759217801, "facilityId": 62716, "position": 104, "qualityScore": 0.347 }, { "displayedScore": 0.656, "distance": 14.366226546227, "facilityId": 202732, "position": 105, "qualityScore": 0.656 }, { "displayedScore": 0.4, "distance": 14.3700950862529, "facilityId": 103470, "position": 106, "qualityScore": 0.4 }, { "displayedScore": 0.463, "distance": 14.511626718231001, "facilityId": 202976, "position": 107, "qualityScore": 0.463 }, { "displayedScore": 0.444, "distance": 14.5858392589779, "facilityId": 62714, "position": 108, "qualityScore": 0.444 }, { "displayedScore": 0.343, "distance": 14.626957438203002, "facilityId": 198664, "position": 109, "qualityScore": 0.343 }, { "displayedScore": 0.184, "distance": 14.637602659881702, "facilityId": 158392, "position": 110, "qualityScore": 0.184 }, { "displayedScore": 0.318, "distance": 14.888957576120703, "facilityId": 201309, "position": 111, "qualityScore": 0.318 }, { "displayedScore": 0.4, "distance": 15.066526948886601, "facilityId": 64958, "position": 112, "qualityScore": 0.4 } ], "qualityScoreFeatureFlagOn": true }, "receivedAt": "2018-05-09T23:18:12.596Z", "sentAt": "2018-05-09T23:18:12.403Z", "timestamp": "2018-05-09T23:18:12.588Z", "type": "track", "userId": "2736138", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": "", "properties.qualityScoreFeatureFlagOn": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 530
- schema_scan_id: 487175
- updated: 2018-05-25 14:00:17
Schema Scans: 3
Last at 2020-01-21 13:11:09
-
Scan 2529815
- duration: 0:00:42.078004
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 142, "partitions_applied": false, "success": true } - id: 2529815
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-01-21/", "name": "dt", "type": "string", "value": "2020-01-21" }, "s3": { "bucket": "sfdl-segment-yim-stage", "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2020-01-21/1579633635173.09257d6fd6ca.e4797d0.3a0f7caa-e065-4a21-bc0b-5215a247291e.json.gz" }, "schema": { "name": "sfdl_stage_segment.yim_Product_List_Viewed", "type": "segment" } } - running: False
- schema_name_id: 530
- start_time: 2020-01-21 13:11:09
- success: True
- trace_id: 11885246213245324582
-
Scan 1928981
- duration: 0:00:26.929939
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 98, "partitions_applied": false, "success": true } - id: 1928981
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2019-03-05/", "name": "dt", "type": "string", "value": "2019-03-05" }, "s3": { "bucket": "sfdl-segment-yim-stage", "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2019-03-05/1551820236174.a49917b28c28.dev.cf3aff17-efd1-4345-bf14-91dbce33741f.json.gz" }, "schema": { "name": "sfdl_stage_segment.yim_Product_List_Viewed", "type": "segment" } } - running: False
- schema_name_id: 530
- start_time: 2019-03-05 15:11:14
- success: True
- trace_id: 11271471527812337132
-
Scan 487175
- duration: 0:00:16.644099
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1, "partitions_applied": false, "success": true } - id: 487175
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2018-05-09/", "name": "dt", "type": "string", "value": "2018-05-09" }, "s3": { "bucket": "sfdl-segment-yim-stage", "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2018-05-09/1525908136256.d7047a6b8186.1.11.1.c657291d-0ebc-41a5-8f93-3370b4029a0e.json.gz" }, "schema": { "name": "sfdl_stage_segment.yim_Product_List_Viewed", "type": "segment" } } - running: False
- schema_name_id: 530
- start_time: 2018-05-09 18:36:54
- success: True
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_stage_segment.yim_product_list_viewed`\nADD\n\n\n PARTITION (dt='2020-11-18') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-18/'\n PARTITION (dt='2020-11-24') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-24/'\n PARTITION (dt='2020-11-25') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-25/'\n;" ] - name: dt
- state:
[ { "info": { "id": 169466, "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-18/", "name": "dt", "value": "2020-11-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2020-11-18 01:18:04", "last_data": "2020-11-18 01:21:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 170134, "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-24/", "name": "dt", "value": "2020-11-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2020-11-24 10:16:03", "last_data": "2020-11-24 11:27:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 170223, "location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-25/", "name": "dt", "value": "2020-11-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2020-11-25 09:16:09", "last_data": "2020-11-25 11:21:01" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "properties.qualityScoreFeatureFlagOn": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2020-01-21 13:11:09
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_product_list_viewed`\n(\n`properties`struct<`agentId`:STRING,`callSessionId`:STRING,`Hit_Timestamp`:STRING,`products`:array,`unbundled`:array >,`context`struct<`userAgent`:STRING,`campaign`:struct<`_empty_`:STRING>,`ip`:STRING,`locale`:STRING,`page`:struct<`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING,`search`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`type`STRING,`event`STRING,`messageId`STRING,`timestamp`STRING,`sentAt`STRING,`_origin`STRING,`channel`STRING,`anonymousId`STRING,`version`STRING,`integrations`struct<`_empty_`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_product_list_viewed`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.yim_product_list_viewed" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2018-05-09 18:36:54",
"disabled": false,
"format": "raw",
"id": 530,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_stage_segment",
"table": "yim_product_list_viewed"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_stage_segment.yim_product_list_viewed`\nADD\n\n\n PARTITION (dt='2020-11-18') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-18/'\n PARTITION (dt='2020-11-24') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-24/'\n PARTITION (dt='2020-11-25') location 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-25/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 169466,
"location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-18/",
"name": "dt",
"value": "2020-11-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2020-11-18 01:18:04",
"last_data": "2020-11-18 01:21:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 170134,
"location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-24/",
"name": "dt",
"value": "2020-11-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2020-11-24 10:16:03",
"last_data": "2020-11-24 11:27:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 170223,
"location": "s3://sfdl-segment-yim-stage/separated_dt/Product List Viewed/dt=2020-11-25/",
"name": "dt",
"value": "2020-11-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2020-11-25 09:16:09",
"last_data": "2020-11-25 11:21:01"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.userAgent": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.agentId": "string",
"properties.callSessionId": "string",
"properties.env": "string",
"properties.isReact": "string",
"properties.products": [
{
"distance": "string",
"facilityId": "string",
"position": "string"
}
],
"properties.qualityScoreFeatureFlagOn": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2020-01-21 13:11:09",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_product_list_viewed`\n(\n`properties`struct<`agentId`:STRING,`callSessionId`:STRING,`Hit_Timestamp`:STRING,`products`:array>,`isReact`:STRING,`qualityScoreFeatureFlagOn`:STRING,`env`:STRING>,`projectId`STRING,`receivedAt`STRING,`userId`STRING,`originalTimestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`context`struct<`userAgent`:STRING,`campaign`:struct<`_empty_`:STRING>,`ip`:STRING,`locale`:STRING,`page`:struct<`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING,`search`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`type`STRING,`event`STRING,`messageId`STRING,`timestamp`STRING,`sentAt`STRING,`_origin`STRING,`channel`STRING,`anonymousId`STRING,`version`STRING,`integrations`struct<`_empty_`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/Product List Viewed'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_product_list_viewed`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.yim_product_list_viewed"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}