Schema Info
Schema Name: sfdl_stage_segment.yim_experiment_bucketing
- created: 2018-07-19 14:01:23
- disabled: False
- format: raw
- id: 592
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_stage_segment", "table": "yim_experiment_bucketing" } - type: segment
Schema Versions: 5
-
Version 616065
- created: 2023-10-26 12:33:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_experiment_bucketing`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_experiment_bucketing`\n(\n`_origin`STRING,`sentAt`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`version`STRING,`userId`STRING,`event`STRING,`properties`struct<`isReact`:STRING,`experiment_name`:STRING,`env`:STRING,`experiment_variation`:STRING,`Hit_Timestamp`:STRING>,`context`struct<`userAgent`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array,`unbundled`:array >,`type`STRING,`timestamp`STRING,`channel`STRING,`receivedAt`STRING,`originalTimestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing'\n", "MSCK REPAIR TABLE sfdl_stage_segment.yim_experiment_bucketing" ] - hive_path: s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing
- id: 616065
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "bundledIds": [], "unbundled": [] }, "_origin": "2023-10-26T17:32:58Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1698278400000/1698341389235.events-archiver-480-57..49f07358-925f-45af-949d-02c95b054a62.gz|analytics-segment-separator-stage:$LATEST", "anonymousId": "cd5c9269-8b6f-4ff3-9daa-8dcca0981a24", "channel": "client", "context": { "ip": "54.175.218.140", "library": { "name": "analytics.js", "version": "next-1.55.0" }, "locale": "en-US", "page": { "path": "/search/storage", "referrer": "", "search": "", "title": "YIM search storage", "url": "https://yim.sparefoot.extrameter.com/search/storage" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Chromium", "version": "118" }, { "brand": "Google Chrome", "version": "118" }, { "brand": "Not=A?Brand", "version": "99" } ], "mobile": false, "platform": "macOS" } }, "event": "experiment_bucketing", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-next-5c1ea6abc02541828b7ed123331beb5f", "originalTimestamp": "2023-10-26T16:36:46.122Z", "projectId": "f1babhGgc6", "properties": { "Hit Timestamp": 1698338206119, "env": "staging", "experiment_name": "sf_5611_yim_sms_opt_in", "experiment_variation": "control", "isReact": true }, "receivedAt": "2023-10-26T16:36:46.948Z", "sentAt": "2023-10-26T16:36:46.223Z", "timestamp": "2023-10-26T16:36:46.847Z", "type": "track", "userId": "9744980", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 592
- schema_scan_id: 5277745
- updated: 2023-10-26 12:33:15
-
Version 246496
- created: 2020-01-19 13:12:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_experiment_bucketing`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_experiment_bucketing`\n(\n`anonymousId`STRING,`originalTimestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`_origin`STRING,`event`STRING,`receivedAt`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`userAgent`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>,`ip`:STRING>,`properties`struct<`env`:STRING,`experiment_name`:STRING,`experiment_variation`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING>,`messageId`STRING,`projectId`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`timestamp`STRING,`version`STRING,`channel`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing'\n", "MSCK REPAIR TABLE sfdl_stage_segment.yim_experiment_bucketing" ] - hive_path: s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing
- id: 246496
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2020-01-19T19:12:42Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1579392000000/1579460839999.76dcdc3e3a88.e4797d0.0605dd43-b8bc-4bf3-af69-c68bdbcf099f.gz|segment_separator:37", "anonymousId": "f1f072d4-910c-4911-bc8e-109e1ffea01d", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "3.10.1" }, "locale": "en-US", "page": { "path": "/call/5555555555", "referrer": "", "search": "", "title": "YIM call 5555555555", "url": "https://yim.sparefoot.extrameter.com/call/5555555555" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36" }, "event": "experiment_bucketing", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-de50281f9f6e98acaa9e130e71d2b978", "originalTimestamp": "2020-01-19T18:51:38.365Z", "projectId": "f1babhGgc6", "properties": { "Hit Timestamp": 1579459898363, "env": "staging", "experiment_name": "sf_5611_yim_sms_opt_in", "experiment_variation": "variation", "isReact": true }, "receivedAt": "2020-01-19T18:51:38.778Z", "sentAt": "2020-01-19T18:51:38.370Z", "timestamp": "2020-01-19T18:51:38.773Z", "type": "track", "userId": "2426939", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 592
- schema_scan_id: 2527127
- updated: 2020-01-19 13:13:09
-
Version 180023
- created: 2018-07-19 14:01:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_experiment_bucketing`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_experiment_bucketing`\n(\n `version` string , `timestamp` string , `projectId` string , `userId` string ,`integrations` struct< `Google_Analytics` : string , `All` : string >,`properties` struct< `Hit_Timestamp` : string , `experiment_variation` : string , `isReact` : string , `env` : string , `experiment_name` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `userAgent` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `ip` : string >, `messageId` string , `_origin` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing'\n", "MSCK REPAIR TABLE sfdl_stage_segment.yim_experiment_bucketing" ] - hive_path: s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing
- id: 180023
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2018-07-19T19:01:16Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1531958400000/1532026873118.b43add82f57d.1.11.1.fc9e058f-15f1-4c6d-a3ef-e5aa3c4b2313.gz|segment_separator:37", "anonymousId": "40b7a424-190b-4ead-8aa8-1b7fc138a170", "channel": "client", "context": { "ip": "66.162.93.78", "library": { "name": "analytics.js", "version": "3.6.0" }, "page": { "path": "/call/5555555555", "referrer": "", "search": "", "title": "YIM call 5555555555", "url": "https://yim.sparefoot.extrameter.com/call/5555555555" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36" }, "event": "experiment_bucketing", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-4c0ff2bfaad1d7e073183cd92e440405", "originalTimestamp": "2018-07-19T18:36:19.692Z", "projectId": "f1babhGgc6", "properties": { "Hit Timestamp": 1532025379690, "env": "staging", "experiment_name": "sf_5611_yim_sms_opt_in", "experiment_variation": "control", "isReact": true }, "receivedAt": "2018-07-19T18:36:19.746Z", "sentAt": "2018-07-19T18:36:19.695Z", "timestamp": "2018-07-19T18:36:19.743Z", "type": "track", "userId": "2664592", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 592
- schema_scan_id: 1420809
- updated: 2018-07-19 19:01:59
-
Version 180022
- created: 2018-07-19 14:01:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_experiment_bucketing`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_experiment_bucketing`\n(\n `version` string , `timestamp` string , `projectId` string , `userId` string ,`integrations` struct< `Google_Analytics` : string , `All` : string >,`properties` struct< `Hit_Timestamp` : string , `experiment_variation` : string , `isReact` : string , `env` : string , `experiment_name` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `userAgent` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `ip` : string >, `messageId` string , `_origin` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing'\n", "MSCK REPAIR TABLE sfdl_stage_segment.yim_experiment_bucketing" ] - hive_path: s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing
- id: 180022
- processed: 0
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2018-07-19T19:01:17Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1531958400000/1532026870416.ce2ae0cba883.1.11.1.e175d36b-be73-4500-a9de-aa7611f12993.gz|segment_separator:37", "anonymousId": "cc25dcc8-b5e1-44ae-9ea4-492dcb60869c", "channel": "client", "context": { "ip": "207.254.11.82", "library": { "name": "analytics.js", "version": "3.6.0" }, "page": { "path": "/call/5555554321", "referrer": "", "search": "", "title": "YIM call 5555554321", "url": "https://yim.sparefoot.extrameter.com/call/5555554321" }, "userAgent": "Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.62 Safari/537.36" }, "event": "experiment_bucketing", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-2018b7483249dc70fd0635b9c60ed37a", "originalTimestamp": "2018-07-19T18:33:30.919Z", "projectId": "f1babhGgc6", "properties": { "Hit Timestamp": 1532025210916, "env": "staging", "experiment_name": "sf_5611_yim_sms_opt_in", "experiment_variation": "variation", "isReact": true }, "receivedAt": "2018-07-19T18:33:33.100Z", "sentAt": "2018-07-19T18:33:30.923Z", "timestamp": "2018-07-19T18:33:33.096Z", "type": "track", "userId": null, "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 592
- schema_scan_id: 1420807
- updated: None
-
Version 180021
- created: 2018-07-19 14:01:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_experiment_bucketing`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_experiment_bucketing`\n(\n `version` string , `timestamp` string , `projectId` string , `userId` string ,`integrations` struct< `Google_Analytics` : string , `All` : string >,`properties` struct< `Hit_Timestamp` : string , `experiment_variation` : string , `isReact` : string , `env` : string , `experiment_name` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `userAgent` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `ip` : string >, `messageId` string , `_origin` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing'\n", "MSCK REPAIR TABLE sfdl_stage_segment.yim_experiment_bucketing" ] - hive_path: s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing
- id: 180021
- processed: 0
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2018-07-19T19:01:27Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1531958400000/1532026867064.92ba653c3082.1.11.1.9c35a055-4f2c-4577-9b45-2ea9416c6120.gz|segment_separator:37", "anonymousId": "dfbf5b88-ebd2-4eb1-b67b-e5b995b7ac46", "channel": "client", "context": { "ip": "66.162.93.78", "library": { "name": "analytics.js", "version": "3.6.0" }, "page": { "path": "/call/5555555559", "referrer": "", "search": "", "title": "YIM call 5555555559", "url": "https://yim.sparefoot.extrameter.com/call/5555555559" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.13; rv:57.0) Gecko/20100101 Firefox/57.0" }, "event": "experiment_bucketing", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-45c1d2c15d794b015222e41d097b2a92", "originalTimestamp": "2018-07-19T18:49:25.718Z", "projectId": "f1babhGgc6", "properties": { "Hit Timestamp": 1532026165717, "env": "staging", "experiment_name": "sf_5613_quality_score_test", "experiment_variation": "variation", "isReact": true }, "receivedAt": "2018-07-19T18:49:25.752Z", "sentAt": "2018-07-19T18:49:25.718Z", "timestamp": "2018-07-19T18:49:25.752Z", "type": "track", "userId": "359cbeff0266151589789529", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 592
- schema_scan_id: 1420812
- updated: None
Schema Scans: 5
Last at 2023-10-26 12:33:00
-
Scan 5277745
- duration: 0:00:24.168351
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 74, "partitions_applied": false, "success": true } - id: 5277745
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2023-10-26/", "name": "dt", "type": "string", "value": "2023-10-26" }, "s3": { "bucket": "sfdl-segment-yim-stage", "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing", "key": "separated_dt/experiment_bucketing/dt=2023-10-26/1698341389235.events-archiver-480-57..49f07358-925f-45af-949d-02c95b054a62.json.gz" }, "schema": { "name": "sfdl_stage_segment.yim_experiment_bucketing", "type": "segment" } } - running: False
- schema_name_id: 592
- start_time: 2023-10-26 12:33:00
- success: True
- trace_id: 16392366063934271918
-
Scan 2527127
- duration: 0:00:29.187562
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 69, "partitions_applied": false, "success": true } - id: 2527127
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-01-19/", "name": "dt", "type": "string", "value": "2020-01-19" }, "s3": { "bucket": "sfdl-segment-yim-stage", "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing", "key": "separated_dt/experiment_bucketing/dt=2020-01-19/1579460839999.76dcdc3e3a88.e4797d0.0605dd43-b8bc-4bf3-af69-c68bdbcf099f.json.gz" }, "schema": { "name": "sfdl_stage_segment.yim_experiment_bucketing", "type": "segment" } } - running: False
- schema_name_id: 592
- start_time: 2020-01-19 13:12:43
- success: True
- trace_id: 17213542610540663306
-
Scan 1420812
- duration: 0:00:33.086589
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": true, "success": true } - id: 1420812
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-19/", "name": "dt", "type": "string", "value": "2018-07-19" }, "s3": { "bucket": "sfdl-segment-yim-stage", "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing", "key": "separated_dt/experiment_bucketing/dt=2018-07-19/1532026867064.92ba653c3082.1.11.1.9c35a055-4f2c-4577-9b45-2ea9416c6120.json.gz" }, "schema": { "name": "sfdl_stage_segment.yim_experiment_bucketing", "type": "segment" } } - running: False
- schema_name_id: 592
- start_time: 2018-07-19 14:01:28
- success: True
-
Scan 1420809
- duration: 0:00:37.707478
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": true, "success": true } - id: 1420809
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-19/", "name": "dt", "type": "string", "value": "2018-07-19" }, "s3": { "bucket": "sfdl-segment-yim-stage", "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing", "key": "separated_dt/experiment_bucketing/dt=2018-07-19/1532026873118.b43add82f57d.1.11.1.fc9e058f-15f1-4c6d-a3ef-e5aa3c4b2313.json.gz" }, "schema": { "name": "sfdl_stage_segment.yim_experiment_bucketing", "type": "segment" } } - running: False
- schema_name_id: 592
- start_time: 2018-07-19 14:01:23
- success: True
-
Scan 1420807
- duration: 0:00:39.473692
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": true, "success": true } - id: 1420807
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-19/", "name": "dt", "type": "string", "value": "2018-07-19" }, "s3": { "bucket": "sfdl-segment-yim-stage", "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing", "key": "separated_dt/experiment_bucketing/dt=2018-07-19/1532026870416.ce2ae0cba883.1.11.1.e175d36b-be73-4500-a9de-aa7611f12993.json.gz" }, "schema": { "name": "sfdl_stage_segment.yim_experiment_bucketing", "type": "segment" } } - running: False
- schema_name_id: 592
- start_time: 2018-07-19 14:01:22
- success: True
- count: 73
- ddl:
[ "ALTER TABLE\n `sfdl_stage_segment.yim_experiment_bucketing`\nADD\n\n\n PARTITION (dt='2018-07-19') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-19/'\n PARTITION (dt='2018-07-20') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-20/'\n PARTITION (dt='2018-07-23') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-23/'\n PARTITION (dt='2018-07-24') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-24/'\n PARTITION (dt='2018-07-27') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-27/'\n PARTITION (dt='2018-07-31') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-31/'\n PARTITION (dt='2018-08-01') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-01/'\n PARTITION (dt='2018-08-08') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-08/'\n PARTITION (dt='2018-08-09') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-09/'\n PARTITION (dt='2018-08-14') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-14/'\n PARTITION (dt='2018-08-17') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-17/'\n PARTITION (dt='2018-08-31') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-31/'\n PARTITION (dt='2018-09-11') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-11/'\n PARTITION (dt='2018-09-12') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-12/'\n PARTITION (dt='2018-09-17') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-17/'\n PARTITION (dt='2018-09-19') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-19/'\n PARTITION (dt='2018-09-21') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-21/'\n PARTITION (dt='2018-09-28') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-28/'\n PARTITION (dt='2018-10-29') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-29/'\n PARTITION (dt='2018-10-30') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-30/'\n PARTITION (dt='2018-10-31') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-31/'\n PARTITION (dt='2018-11-27') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-11-27/'\n PARTITION (dt='2018-11-28') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-11-28/'\n PARTITION (dt='2018-12-04') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-04/'\n PARTITION (dt='2018-12-10') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-10/'\n PARTITION (dt='2018-12-12') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-12/'\n PARTITION (dt='2018-12-13') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-13/'\n PARTITION (dt='2018-12-14') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-14/'\n PARTITION (dt='2018-12-18') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-18/'\n PARTITION (dt='2018-12-19') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-19/'\n PARTITION (dt='2018-12-20') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-20/'\n PARTITION (dt='2019-01-02') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-02/'\n PARTITION (dt='2019-01-04') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-04/'\n PARTITION (dt='2019-01-07') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-07/'\n PARTITION (dt='2019-01-08') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-08/'\n PARTITION (dt='2019-01-09') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-09/'\n PARTITION (dt='2019-01-10') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-10/'\n PARTITION (dt='2019-01-11') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-11/'\n PARTITION (dt='2019-01-15') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-15/'\n PARTITION (dt='2019-01-16') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-16/'\n PARTITION (dt='2019-01-18') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-18/'\n PARTITION (dt='2019-01-22') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-22/'\n PARTITION (dt='2019-01-23') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-23/'\n PARTITION (dt='2019-01-28') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-28/'\n PARTITION (dt='2019-02-01') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-01/'\n PARTITION (dt='2019-02-04') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-04/'\n PARTITION (dt='2019-02-05') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-05/'\n PARTITION (dt='2019-02-06') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-06/'\n PARTITION (dt='2019-02-07') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-07/'\n PARTITION (dt='2019-02-08') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-08/'\n PARTITION (dt='2019-02-11') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-11/'\n PARTITION (dt='2019-02-13') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-13/'\n PARTITION (dt='2019-03-05') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-05/'\n PARTITION (dt='2019-03-26') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-26/'\n PARTITION (dt='2019-03-27') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-27/'\n PARTITION (dt='2019-03-28') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-28/'\n PARTITION (dt='2019-03-29') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-29/'\n PARTITION (dt='2019-04-10') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-10/'\n PARTITION (dt='2019-04-11') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-11/'\n PARTITION (dt='2019-04-23') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-23/'\n PARTITION (dt='2019-06-26') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-06-26/'\n PARTITION (dt='2019-07-18') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-18/'\n PARTITION (dt='2019-07-19') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-19/'\n PARTITION (dt='2019-07-29') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-29/'\n PARTITION (dt='2019-07-30') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-30/'\n PARTITION (dt='2019-08-01') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-08-01/'\n PARTITION (dt='2019-08-23') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-08-23/'\n PARTITION (dt='2019-11-13') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-11-13/'\n PARTITION (dt='2020-01-19') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-01-19/'\n PARTITION (dt='2020-01-22') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-01-22/'\n PARTITION (dt='2020-03-31') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-03-31/'\n PARTITION (dt='2020-05-20') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-05-20/'\n PARTITION (dt='2023-10-26') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2023-10-26/'\n;" ] - name: dt
- state:
[ { "info": { "id": 471313, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-19/", "name": "dt", "value": "2018-07-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:23", "last_data": "2023-10-26 12:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471259, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-20/", "name": "dt", "value": "2018-07-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:18", "last_data": "2023-10-26 12:33:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471285, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-23/", "name": "dt", "value": "2018-07-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:20", "last_data": "2023-10-26 12:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471269, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-24/", "name": "dt", "value": "2018-07-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471301, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-27/", "name": "dt", "value": "2018-07-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471286, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-31/", "name": "dt", "value": "2018-07-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471303, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-01/", "name": "dt", "value": "2018-08-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471300, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-08/", "name": "dt", "value": "2018-08-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471321, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-09/", "name": "dt", "value": "2018-08-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:24", "last_data": "2023-10-26 12:33:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471261, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-14/", "name": "dt", "value": "2018-08-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:18", "last_data": "2023-10-26 12:33:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471309, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-17/", "name": "dt", "value": "2018-08-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471278, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-31/", "name": "dt", "value": "2018-08-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:20", "last_data": "2023-10-26 12:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471254, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-11/", "name": "dt", "value": "2018-09-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:18", "last_data": "2023-10-26 12:33:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471258, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-12/", "name": "dt", "value": "2018-09-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:18", "last_data": "2023-10-26 12:33:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471312, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-17/", "name": "dt", "value": "2018-09-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:23", "last_data": "2023-10-26 12:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471307, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-19/", "name": "dt", "value": "2018-09-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471292, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-21/", "name": "dt", "value": "2018-09-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471302, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-28/", "name": "dt", "value": "2018-09-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471287, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-29/", "name": "dt", "value": "2018-10-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471297, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-30/", "name": "dt", "value": "2018-10-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471295, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-31/", "name": "dt", "value": "2018-10-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471267, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-11-27/", "name": "dt", "value": "2018-11-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471265, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-11-28/", "name": "dt", "value": "2018-11-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471264, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-04/", "name": "dt", "value": "2018-12-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471277, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-10/", "name": "dt", "value": "2018-12-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:20", "last_data": "2023-10-26 12:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471308, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-12/", "name": "dt", "value": "2018-12-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471275, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-13/", "name": "dt", "value": "2018-12-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:20", "last_data": "2023-10-26 12:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471279, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-14/", "name": "dt", "value": "2018-12-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:20", "last_data": "2023-10-26 12:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471257, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-18/", "name": "dt", "value": "2018-12-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:18", "last_data": "2023-10-26 12:33:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471318, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-19/", "name": "dt", "value": "2018-12-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:23", "last_data": "2023-10-26 12:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471262, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-20/", "name": "dt", "value": "2018-12-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:18", "last_data": "2023-10-26 12:33:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471304, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-02/", "name": "dt", "value": "2019-01-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471263, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-04/", "name": "dt", "value": "2019-01-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471281, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-07/", "name": "dt", "value": "2019-01-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:20", "last_data": "2023-10-26 12:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471283, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-08/", "name": "dt", "value": "2019-01-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:20", "last_data": "2023-10-26 12:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471315, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-09/", "name": "dt", "value": "2019-01-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:23", "last_data": "2023-10-26 12:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471255, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-10/", "name": "dt", "value": "2019-01-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:18", "last_data": "2023-10-26 12:33:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471266, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-11/", "name": "dt", "value": "2019-01-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471322, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-15/", "name": "dt", "value": "2019-01-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:24", "last_data": "2023-10-26 12:33:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471276, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-16/", "name": "dt", "value": "2019-01-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:20", "last_data": "2023-10-26 12:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471296, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-18/", "name": "dt", "value": "2019-01-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471314, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-22/", "name": "dt", "value": "2019-01-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:23", "last_data": "2023-10-26 12:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471316, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-23/", "name": "dt", "value": "2019-01-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:23", "last_data": "2023-10-26 12:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471272, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-28/", "name": "dt", "value": "2019-01-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471293, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-01/", "name": "dt", "value": "2019-02-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471305, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-04/", "name": "dt", "value": "2019-02-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471282, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-05/", "name": "dt", "value": "2019-02-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:20", "last_data": "2023-10-26 12:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471310, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-06/", "name": "dt", "value": "2019-02-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:23", "last_data": "2023-10-26 12:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471323, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-07/", "name": "dt", "value": "2019-02-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:24", "last_data": "2023-10-26 12:33:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471298, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-08/", "name": "dt", "value": "2019-02-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471288, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-11/", "name": "dt", "value": "2019-02-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471284, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-13/", "name": "dt", "value": "2019-02-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:20", "last_data": "2023-10-26 12:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471273, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-05/", "name": "dt", "value": "2019-03-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471299, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-26/", "name": "dt", "value": "2019-03-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471274, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-27/", "name": "dt", "value": "2019-03-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471290, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-28/", "name": "dt", "value": "2019-03-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471271, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-29/", "name": "dt", "value": "2019-03-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471306, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-10/", "name": "dt", "value": "2019-04-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:22", "last_data": "2023-10-26 12:33:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471260, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-11/", "name": "dt", "value": "2019-04-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:18", "last_data": "2023-10-26 12:33:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471291, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-23/", "name": "dt", "value": "2019-04-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471311, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-06-26/", "name": "dt", "value": "2019-06-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:23", "last_data": "2023-10-26 12:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471319, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-18/", "name": "dt", "value": "2019-07-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:23", "last_data": "2023-10-26 12:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471317, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-19/", "name": "dt", "value": "2019-07-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:23", "last_data": "2023-10-26 12:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471270, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-29/", "name": "dt", "value": "2019-07-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471256, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-30/", "name": "dt", "value": "2019-07-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:18", "last_data": "2023-10-26 12:33:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471268, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-08-01/", "name": "dt", "value": "2019-08-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:19", "last_data": "2023-10-26 12:33:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471320, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-08-23/", "name": "dt", "value": "2019-08-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:23", "last_data": "2023-10-26 12:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471289, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-11-13/", "name": "dt", "value": "2019-11-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471294, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-01-19/", "name": "dt", "value": "2020-01-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:21", "last_data": "2023-10-26 12:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471280, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-01-22/", "name": "dt", "value": "2020-01-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:20", "last_data": "2023-10-26 12:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 141187, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-03-31/", "name": "dt", "value": "2020-03-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2020-03-31 09:14:59", "last_data": "2020-03-31 10:19:27" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 146161, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-05-20/", "name": "dt", "value": "2020-05-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2020-05-20 16:06:18", "last_data": "2020-05-20 16:06:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 471253, "location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2023-10-26/", "name": "dt", "value": "2023-10-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2023-10-26 12:33:01", "last_data": "2023-10-26 12:33:01" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2023-10-26 12:33:01
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_experiment_bucketing`\n(\n`_origin`STRING,`sentAt`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`version`STRING,`userId`STRING,`event`STRING,`properties`struct<`isReact`:STRING,`experiment_name`:STRING,`env`:STRING,`experiment_variation`:STRING,`Hit_Timestamp`:STRING>,`context`struct<`userAgent`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array,`unbundled`:array >,`type`STRING,`timestamp`STRING,`channel`STRING,`receivedAt`STRING,`originalTimestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_experiment_bucketing`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.yim_experiment_bucketing" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2018-07-19 14:01:23",
"disabled": false,
"format": "raw",
"id": 592,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_stage_segment",
"table": "yim_experiment_bucketing"
},
"type": "segment"
},
"partition": {
"count": 73,
"ddl": [
"ALTER TABLE\n `sfdl_stage_segment.yim_experiment_bucketing`\nADD\n\n\n PARTITION (dt='2018-07-19') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-19/'\n PARTITION (dt='2018-07-20') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-20/'\n PARTITION (dt='2018-07-23') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-23/'\n PARTITION (dt='2018-07-24') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-24/'\n PARTITION (dt='2018-07-27') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-27/'\n PARTITION (dt='2018-07-31') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-31/'\n PARTITION (dt='2018-08-01') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-01/'\n PARTITION (dt='2018-08-08') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-08/'\n PARTITION (dt='2018-08-09') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-09/'\n PARTITION (dt='2018-08-14') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-14/'\n PARTITION (dt='2018-08-17') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-17/'\n PARTITION (dt='2018-08-31') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-31/'\n PARTITION (dt='2018-09-11') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-11/'\n PARTITION (dt='2018-09-12') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-12/'\n PARTITION (dt='2018-09-17') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-17/'\n PARTITION (dt='2018-09-19') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-19/'\n PARTITION (dt='2018-09-21') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-21/'\n PARTITION (dt='2018-09-28') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-28/'\n PARTITION (dt='2018-10-29') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-29/'\n PARTITION (dt='2018-10-30') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-30/'\n PARTITION (dt='2018-10-31') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-31/'\n PARTITION (dt='2018-11-27') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-11-27/'\n PARTITION (dt='2018-11-28') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-11-28/'\n PARTITION (dt='2018-12-04') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-04/'\n PARTITION (dt='2018-12-10') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-10/'\n PARTITION (dt='2018-12-12') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-12/'\n PARTITION (dt='2018-12-13') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-13/'\n PARTITION (dt='2018-12-14') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-14/'\n PARTITION (dt='2018-12-18') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-18/'\n PARTITION (dt='2018-12-19') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-19/'\n PARTITION (dt='2018-12-20') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-20/'\n PARTITION (dt='2019-01-02') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-02/'\n PARTITION (dt='2019-01-04') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-04/'\n PARTITION (dt='2019-01-07') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-07/'\n PARTITION (dt='2019-01-08') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-08/'\n PARTITION (dt='2019-01-09') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-09/'\n PARTITION (dt='2019-01-10') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-10/'\n PARTITION (dt='2019-01-11') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-11/'\n PARTITION (dt='2019-01-15') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-15/'\n PARTITION (dt='2019-01-16') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-16/'\n PARTITION (dt='2019-01-18') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-18/'\n PARTITION (dt='2019-01-22') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-22/'\n PARTITION (dt='2019-01-23') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-23/'\n PARTITION (dt='2019-01-28') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-28/'\n PARTITION (dt='2019-02-01') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-01/'\n PARTITION (dt='2019-02-04') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-04/'\n PARTITION (dt='2019-02-05') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-05/'\n PARTITION (dt='2019-02-06') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-06/'\n PARTITION (dt='2019-02-07') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-07/'\n PARTITION (dt='2019-02-08') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-08/'\n PARTITION (dt='2019-02-11') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-11/'\n PARTITION (dt='2019-02-13') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-13/'\n PARTITION (dt='2019-03-05') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-05/'\n PARTITION (dt='2019-03-26') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-26/'\n PARTITION (dt='2019-03-27') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-27/'\n PARTITION (dt='2019-03-28') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-28/'\n PARTITION (dt='2019-03-29') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-29/'\n PARTITION (dt='2019-04-10') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-10/'\n PARTITION (dt='2019-04-11') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-11/'\n PARTITION (dt='2019-04-23') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-23/'\n PARTITION (dt='2019-06-26') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-06-26/'\n PARTITION (dt='2019-07-18') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-18/'\n PARTITION (dt='2019-07-19') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-19/'\n PARTITION (dt='2019-07-29') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-29/'\n PARTITION (dt='2019-07-30') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-30/'\n PARTITION (dt='2019-08-01') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-08-01/'\n PARTITION (dt='2019-08-23') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-08-23/'\n PARTITION (dt='2019-11-13') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-11-13/'\n PARTITION (dt='2020-01-19') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-01-19/'\n PARTITION (dt='2020-01-22') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-01-22/'\n PARTITION (dt='2020-03-31') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-03-31/'\n PARTITION (dt='2020-05-20') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-05-20/'\n PARTITION (dt='2023-10-26') location 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2023-10-26/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 471313,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-19/",
"name": "dt",
"value": "2018-07-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:23",
"last_data": "2023-10-26 12:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471259,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-20/",
"name": "dt",
"value": "2018-07-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:18",
"last_data": "2023-10-26 12:33:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471285,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-23/",
"name": "dt",
"value": "2018-07-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:20",
"last_data": "2023-10-26 12:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471269,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-24/",
"name": "dt",
"value": "2018-07-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471301,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-27/",
"name": "dt",
"value": "2018-07-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471286,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-07-31/",
"name": "dt",
"value": "2018-07-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471303,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-01/",
"name": "dt",
"value": "2018-08-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471300,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-08/",
"name": "dt",
"value": "2018-08-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471321,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-09/",
"name": "dt",
"value": "2018-08-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:24",
"last_data": "2023-10-26 12:33:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471261,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-14/",
"name": "dt",
"value": "2018-08-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:18",
"last_data": "2023-10-26 12:33:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471309,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-17/",
"name": "dt",
"value": "2018-08-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471278,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-08-31/",
"name": "dt",
"value": "2018-08-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:20",
"last_data": "2023-10-26 12:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471254,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-11/",
"name": "dt",
"value": "2018-09-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:18",
"last_data": "2023-10-26 12:33:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471258,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-12/",
"name": "dt",
"value": "2018-09-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:18",
"last_data": "2023-10-26 12:33:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471312,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-17/",
"name": "dt",
"value": "2018-09-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:23",
"last_data": "2023-10-26 12:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471307,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-19/",
"name": "dt",
"value": "2018-09-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471292,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-21/",
"name": "dt",
"value": "2018-09-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471302,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-09-28/",
"name": "dt",
"value": "2018-09-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471287,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-29/",
"name": "dt",
"value": "2018-10-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471297,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-30/",
"name": "dt",
"value": "2018-10-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471295,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-10-31/",
"name": "dt",
"value": "2018-10-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471267,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-11-27/",
"name": "dt",
"value": "2018-11-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471265,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-11-28/",
"name": "dt",
"value": "2018-11-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471264,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-04/",
"name": "dt",
"value": "2018-12-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471277,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-10/",
"name": "dt",
"value": "2018-12-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:20",
"last_data": "2023-10-26 12:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471308,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-12/",
"name": "dt",
"value": "2018-12-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471275,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-13/",
"name": "dt",
"value": "2018-12-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:20",
"last_data": "2023-10-26 12:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471279,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-14/",
"name": "dt",
"value": "2018-12-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:20",
"last_data": "2023-10-26 12:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471257,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-18/",
"name": "dt",
"value": "2018-12-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:18",
"last_data": "2023-10-26 12:33:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471318,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-19/",
"name": "dt",
"value": "2018-12-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:23",
"last_data": "2023-10-26 12:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471262,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2018-12-20/",
"name": "dt",
"value": "2018-12-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:18",
"last_data": "2023-10-26 12:33:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471304,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-02/",
"name": "dt",
"value": "2019-01-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471263,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-04/",
"name": "dt",
"value": "2019-01-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471281,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-07/",
"name": "dt",
"value": "2019-01-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:20",
"last_data": "2023-10-26 12:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471283,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-08/",
"name": "dt",
"value": "2019-01-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:20",
"last_data": "2023-10-26 12:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471315,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-09/",
"name": "dt",
"value": "2019-01-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:23",
"last_data": "2023-10-26 12:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471255,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-10/",
"name": "dt",
"value": "2019-01-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:18",
"last_data": "2023-10-26 12:33:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471266,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-11/",
"name": "dt",
"value": "2019-01-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471322,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-15/",
"name": "dt",
"value": "2019-01-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:24",
"last_data": "2023-10-26 12:33:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471276,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-16/",
"name": "dt",
"value": "2019-01-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:20",
"last_data": "2023-10-26 12:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471296,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-18/",
"name": "dt",
"value": "2019-01-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471314,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-22/",
"name": "dt",
"value": "2019-01-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:23",
"last_data": "2023-10-26 12:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471316,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-23/",
"name": "dt",
"value": "2019-01-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:23",
"last_data": "2023-10-26 12:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471272,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-01-28/",
"name": "dt",
"value": "2019-01-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471293,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-01/",
"name": "dt",
"value": "2019-02-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471305,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-04/",
"name": "dt",
"value": "2019-02-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471282,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-05/",
"name": "dt",
"value": "2019-02-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:20",
"last_data": "2023-10-26 12:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471310,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-06/",
"name": "dt",
"value": "2019-02-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:23",
"last_data": "2023-10-26 12:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471323,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-07/",
"name": "dt",
"value": "2019-02-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:24",
"last_data": "2023-10-26 12:33:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471298,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-08/",
"name": "dt",
"value": "2019-02-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471288,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-11/",
"name": "dt",
"value": "2019-02-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471284,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-02-13/",
"name": "dt",
"value": "2019-02-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:20",
"last_data": "2023-10-26 12:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471273,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-05/",
"name": "dt",
"value": "2019-03-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471299,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-26/",
"name": "dt",
"value": "2019-03-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471274,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-27/",
"name": "dt",
"value": "2019-03-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471290,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-28/",
"name": "dt",
"value": "2019-03-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471271,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-03-29/",
"name": "dt",
"value": "2019-03-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471306,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-10/",
"name": "dt",
"value": "2019-04-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:22",
"last_data": "2023-10-26 12:33:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471260,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-11/",
"name": "dt",
"value": "2019-04-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:18",
"last_data": "2023-10-26 12:33:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471291,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-04-23/",
"name": "dt",
"value": "2019-04-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471311,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-06-26/",
"name": "dt",
"value": "2019-06-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:23",
"last_data": "2023-10-26 12:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471319,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-18/",
"name": "dt",
"value": "2019-07-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:23",
"last_data": "2023-10-26 12:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471317,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-19/",
"name": "dt",
"value": "2019-07-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:23",
"last_data": "2023-10-26 12:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471270,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-29/",
"name": "dt",
"value": "2019-07-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471256,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-07-30/",
"name": "dt",
"value": "2019-07-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:18",
"last_data": "2023-10-26 12:33:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471268,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-08-01/",
"name": "dt",
"value": "2019-08-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:19",
"last_data": "2023-10-26 12:33:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471320,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-08-23/",
"name": "dt",
"value": "2019-08-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:23",
"last_data": "2023-10-26 12:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471289,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2019-11-13/",
"name": "dt",
"value": "2019-11-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471294,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-01-19/",
"name": "dt",
"value": "2020-01-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:21",
"last_data": "2023-10-26 12:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471280,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-01-22/",
"name": "dt",
"value": "2020-01-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:20",
"last_data": "2023-10-26 12:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 141187,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-03-31/",
"name": "dt",
"value": "2020-03-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2020-03-31 09:14:59",
"last_data": "2020-03-31 10:19:27"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 146161,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2020-05-20/",
"name": "dt",
"value": "2020-05-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2020-05-20 16:06:18",
"last_data": "2020-05-20 16:06:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 471253,
"location": "s3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing/dt=2023-10-26/",
"name": "dt",
"value": "2023-10-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2023-10-26 12:33:01",
"last_data": "2023-10-26 12:33:01"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"integrations.All": "string",
"integrations.Google_Analytics": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.env": "string",
"properties.experiment_name": "string",
"properties.experiment_variation": "string",
"properties.isReact": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2023-10-26 12:33:01",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_experiment_bucketing`\n(\n`_origin`STRING,`sentAt`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`version`STRING,`userId`STRING,`event`STRING,`properties`struct<`isReact`:STRING,`experiment_name`:STRING,`env`:STRING,`experiment_variation`:STRING,`Hit_Timestamp`:STRING>,`context`struct<`userAgent`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`page`:struct<`search`:STRING,`path`:STRING,`referrer`:STRING,`title`:STRING,`url`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING>,`messageId`STRING,`anonymousId`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`type`STRING,`timestamp`STRING,`channel`STRING,`receivedAt`STRING,`originalTimestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-stage/separated_dt/experiment_bucketing'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_experiment_bucketing`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.yim_experiment_bucketing"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}