Schema Info
Schema Name: sfdl_stage_segment.sfdc_invalid
- created: 2017-11-01 12:27:04
- disabled: False
- format: raw
- id: 266
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_stage_segment", "table": "sfdc_invalid" } - type: segment
Schema Versions: 7
-
Version 1959
- created: 2017-11-01 16:46:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_invalid`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_invalid`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string ,`activePhlags` : struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/invalid'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_invalid`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/invalid
- id: 1959
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "8a906015-2294-4b0d-99b5-2530bf8354bd", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html", "referrer": "", "search": "", "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot", "url": "https://www.sparefoot.moreyard.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html" }, "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/52.0.2743.116 Safari/537.36" }, "event": "invalid", "integrations": {}, "messageId": "ajs-c56e355d7e65172dca0ff1ef600baacd", "originalTimestamp": "2016-12-14T22:32:10.877Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1481754730877, "activePhlags": { "sf_1426_mobile_first_search_listings_v2": "control", "sf_1592_curated_new_york_page": "variation", "sf_1626_mobile_map": "redesign", "sf_1904_remove_facility_unit_filter": "nounitfilter", "sf_1932_value_prop_search_hero": "value_prop", "sf_1933_improved_filter_visibility": "variation", "sf_1936_search_help_widget": "help_widget", "z_z_z_sparefoot_web_v7_test_test": "control" }, "activePhlags_branded_fss_facility_pages": "control", "activePhlags_sf_1426_mobile_first_search_listings_v2": "control", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "control", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "control", "activePhlags_sf_1933_improved_filter_visibility": "control", "activePhlags_sf_1936_search_help_widget": "help_widget", "activePhlags_sf_1994_map_zoom": "zoomed", "activePhlags_sf_2016_aa_groundhog_day": "control", "activePhlags_sf_2063_stacked_ui_flow": "control", "activePhlags_sf_2064_mobile_map_v2": "control", "activePhlags_sf_2066_value_prop_mab": "guaranteed_prices", "activePhlags_sf_2081_mobile_map_ctr": "control", "activePhlags_sf_2158_gate_page": "gate_page", "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation", "category": "hours and directions form interactions-facilityPage", "label": "email", "site_id": "-1" }, "receivedAt": "2016-12-14T22:32:10.988Z", "sentAt": "2016-12-14T22:32:10.880Z", "timestamp": "2016-12-14T22:32:10.985Z", "type": "track", "userId": "39583c8410b64919172258471", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string", "properties.activePhlags.sf_1592_curated_new_york_page": "string", "properties.activePhlags.sf_1626_mobile_map": "string", "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags.sf_1932_value_prop_search_hero": "string", "properties.activePhlags.sf_1933_improved_filter_visibility": "string", "properties.activePhlags.sf_1936_search_help_widget": "string", "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 266
- schema_scan_id: None
- updated: 2019-07-30 13:24:32
-
Version 1936
- created: 2017-11-01 16:08:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_invalid`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_invalid`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/invalid'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_invalid`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/invalid
- id: 1936
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "813f3524-fe5c-4c49-88cb-4402dc150bef", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/Melvindale-MI-self-storage/1-800-Self-Storage-Melvindale-158419/reserve/17273862", "referrer": "https://www.sparefoot.extrameter.com/search.html?moveInDate=&location=detroit", "search": "", "title": "1-800-Self Storage - Melvindale | 19180 Allen Road, Melvindale, MI | SpareFoot", "url": "https://www.sparefoot.extrameter.com/Melvindale-MI-self-storage/1-800-Self-Storage-Melvindale-158419/reserve/17273862" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36" }, "event": "invalid", "integrations": {}, "messageId": "ajs-b117e3a6db053b676a8e3bee100a2bc2", "originalTimestamp": "2017-01-13T22:15:31.505Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1484345731503, "activePhlags_branded_fss_facility_pages": "control", "activePhlags_sf_1426_mobile_first_search_listings_v2": "control", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "control", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "control", "activePhlags_sf_1933_improved_filter_visibility": "control", "activePhlags_sf_1936_search_help_widget": "help_widget", "activePhlags_sf_1994_map_zoom": "zoomed", "activePhlags_sf_2016_aa_groundhog_day": "control", "activePhlags_sf_2063_stacked_ui_flow": "control", "activePhlags_sf_2064_mobile_map_v2": "control", "activePhlags_sf_2066_value_prop_mab": "guaranteed_prices", "activePhlags_sf_2081_mobile_map_ctr": "control", "activePhlags_sf_2158_gate_page": "gate_page", "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation", "category": "reservation form interactions-reservePage", "label": "firstName", "site_id": "-1" }, "receivedAt": "2017-01-13T22:15:31.605Z", "sentAt": "2017-01-13T22:15:31.507Z", "timestamp": "2017-01-13T22:15:31.603Z", "type": "track", "userId": "69581e754a50e174601943112", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 266
- schema_scan_id: None
- updated: None
-
Version 1920
- created: 2017-11-01 15:44:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_invalid`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_invalid`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string , `label` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/invalid'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_invalid`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/invalid
- id: 1920
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "09a0ce26-3870-4933-88b6-ee0945c8b3b9", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/Dallas-TX-self-storage/Life-Storage-Dallas-South-Good-Latimer-Expressway-201182.html", "referrer": "http://www.sparefoot.local/search.html?moveInDate=&location=Dallas%2C+TX%2C+United+States&city=Dallas&state=TX&latitude=32.7766642&longitude=-96.79698789999998", "search": "", "title": "Life Storage - Dallas - South Good Latimer Expressway | 717 South Good Latimer Expressway, Dallas, TX | SpareFoot", "url": "http://www.sparefoot.local/Dallas-TX-self-storage/Life-Storage-Dallas-South-Good-Latimer-Expressway-201182.html" }, "userAgent": "Mozilla/5.0 (Linux; Android 5.1.1; Nexus 6 Build/LYZ28E) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Mobile Safari/537.36" }, "event": "invalid", "integrations": {}, "messageId": "ajs-2f2b26d9d55d9c7feec0517d20d9fe62", "originalTimestamp": "2017-01-09T19:50:09.954Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1483991409953, "activePhlags_branded_fss_facility_pages": "control", "activePhlags_sf_1426_mobile_first_search_listings_v2": "control", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "control", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "control", "activePhlags_sf_1933_improved_filter_visibility": "variation", "activePhlags_sf_1936_search_help_widget": "control", "activePhlags_sf_1994_map_zoom": "control", "activePhlags_sf_2016_aa_groundhog_day": "control", "activePhlags_sf_2066_value_prop_mab": "find_compare", "activePhlags_sf_2081_mobile_map_ctr": "control", "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation", "category": "reservation form interactions-facilityPage", "label": "email", "site_id": "59" }, "receivedAt": "2017-01-09T19:50:10.030Z", "sentAt": "2017-01-09T19:50:09.959Z", "timestamp": "2017-01-09T19:50:10.025Z", "type": "track", "userId": "265870027c57f700787229697", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 266
- schema_scan_id: None
- updated: None
-
Version 1714
- created: 2017-11-01 14:01:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_invalid`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_invalid`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/invalid'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_invalid`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/invalid
- id: 1714
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "722a5d87-0d01-4f47-a702-ea165db81925", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/Houston-TX-self-storage/Proguard-Self-Storage-Museum-District-153434/reserve/15256779", "referrer": "http://sparefoot.local:8080/search.html?searchType=storage-only&location_id=575190&location=Houston,%20TX%2077002&distance=15&moveInDate=&order=recommended&page=1", "search": "", "title": "Proguard Self Storage - Museum District | 5503 Almeda Road, Houston, TX | SpareFoot", "url": "http://www.sparefoot.local:8080/Houston-TX-self-storage/Proguard-Self-Storage-Museum-District-153434/reserve/15256779" }, "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.100 Safari/537.36" }, "event": "invalid", "integrations": {}, "messageId": "ajs-3a59909425a56211ef0b0ac28ed6d31c", "originalTimestamp": "2017-01-04T16:28:40.094Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1483547320093, "activePhlags_branded_fss_facility_pages": "control", "activePhlags_sf_1426_mobile_first_search_listings_v2": "control", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "control", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "control", "activePhlags_sf_1933_improved_filter_visibility": "control", "activePhlags_sf_1936_search_help_widget": "control", "activePhlags_sf_1994_map_zoom": "control", "activePhlags_sf_2016_aa_groundhog_day": "control", "activePhlags_sf_2081_mobile_map_ctr": "control", "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation", "category": "reservation form interactions-reservePage", "label": "firstName", "site_id": "-1" }, "receivedAt": "2017-01-04T16:28:40.142Z", "sentAt": "2017-01-04T16:28:40.100Z", "timestamp": "2017-01-04T16:28:40.136Z", "type": "track", "userId": "605846e26cdf3ca3152766910", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 266
- schema_scan_id: None
- updated: None
-
Version 1688
- created: 2017-11-01 13:46:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_invalid`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_invalid`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `site_id` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/invalid'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_invalid`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/invalid
- id: 1688
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "722a5d87-0d01-4f47-a702-ea165db81925", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/Houston-TX-self-storage/Big-Tex-Storage-Montrose-201785/reserve/18410917", "referrer": "http://www.sparefoot.local:8080/Houston-TX-self-storage/Big-Tex-Storage-Montrose-201785", "search": "", "title": "Big Tex Storage - Montrose | 1810 Richmond Avenue, Houston, TX | SpareFoot", "url": "http://www.sparefoot.local:8080/Houston-TX-self-storage/Big-Tex-Storage-Montrose-201785/reserve/18410917" }, "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.100 Safari/537.36" }, "event": "invalid", "integrations": {}, "messageId": "ajs-0cbcb805f87814338a80f715f1d44ad5", "originalTimestamp": "2016-12-15T22:04:44.130Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1481839484128, "activePhlags_sf_1426_mobile_first_search_listings_v2": "control", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "control", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "control", "activePhlags_sf_1933_improved_filter_visibility": "control", "activePhlags_sf_1936_search_help_widget": "control", "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation", "category": "reservation form interactions-reservePage", "label": "firstName", "site_id": "-1" }, "receivedAt": "2016-12-15T22:04:44.174Z", "sentAt": "2016-12-15T22:04:44.133Z", "timestamp": "2016-12-15T22:04:44.171Z", "type": "track", "userId": "605846e26cdf3ca3152766910", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 266
- schema_scan_id: None
- updated: None
-
Version 1556
- created: 2017-11-01 12:31:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_invalid`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_invalid`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string , `label` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/invalid'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_invalid`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/invalid
- id: 1556
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Segment.io" ], "unbundled": [] }, "anonymousId": "29ad3d02-cb7e-45ac-8c9d-e15f916874d3", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/Austin-TX-self-storage/Security-Self-Storage-South-Lamar-152927/reserve/14034582", "referrer": "http://www.sparefoot.local/search.html?moveInDate=&location=Austin%2C+TX%2C+United+States", "search": "", "title": "Security Self Storage - South Lamar | 1515 South Lamar Boulevard, Austin, TX | SpareFoot", "url": "http://www.sparefoot.local/Austin-TX-self-storage/Security-Self-Storage-South-Lamar-152927/reserve/14034582" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.71 Safari/537.36" }, "event": "invalid", "integrations": {}, "messageId": "ajs-4cc8e45980cef38fbc46a40d2138de65", "originalTimestamp": "2016-11-17T19:47:18.973Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1479412038971, "category": "reservation form interactions-reservePage", "label": "firstName", "site_id": "-1" }, "receivedAt": "2016-11-17T19:47:19.027Z", "sentAt": "2016-11-17T19:47:18.982Z", "timestamp": "2016-11-17T19:47:19.018Z", "type": "track", "userId": "855803ea0cdb9313382800055", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 266
- schema_scan_id: None
- updated: None
-
Version 1550
- created: 2017-11-01 12:27:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_invalid`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_invalid`\n(\n `version` string , `timestamp` string , `projectId` string , `userId` string ,`properties` struct< `category` : string , `site_id` : string , `label` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `messageId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/invalid'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_invalid`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/invalid
- id: 1550
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Segment.io" ], "unbundled": [] }, "anonymousId": "09f53657-5686-4127-be84-a58dd027ec09", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/search.html", "referrer": "", "search": "?moveInDate=&location=Austin%2C+TX%2C+United+States", "title": "Find Self Storage Units and Facilities in Austin, TX | SpareFoot", "url": "http://www.sparefoot.local/search.html?moveInDate=&location=Austin%2C+TX%2C+United+States" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.87 Safari/537.36" }, "event": "invalid", "integrations": {}, "messageId": "ajs-cb8ef6d849f44c1f70f96f660cacf4ab", "originalTimestamp": "2016-11-10T23:04:46.909Z", "projectId": "MK1uoFcf4t", "properties": { "category": "hours and directions form interactions-searchPage", "label": "email", "site_id": "-1" }, "receivedAt": "2016-11-10T23:04:46.943Z", "sentAt": "2016-11-10T23:04:46.912Z", "timestamp": "2016-11-10T23:04:46.940Z", "type": "track", "userId": "2957e02c8dacdd61993599752", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 266
- schema_scan_id: None
- updated: None
Schema Scans: 0
- count: 154
- ddl:
[ "ALTER TABLE\n `sfdl_stage_segment.sfdc_invalid`\nADD\n\n\n PARTITION (dt='2016-11-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-10/'\n PARTITION (dt='2016-11-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-11/'\n PARTITION (dt='2016-11-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-14/'\n PARTITION (dt='2016-11-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-15/'\n PARTITION (dt='2016-11-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-16/'\n PARTITION (dt='2016-11-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-17/'\n PARTITION (dt='2016-11-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-18/'\n PARTITION (dt='2016-11-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-21/'\n PARTITION (dt='2016-11-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-22/'\n PARTITION (dt='2016-11-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-23/'\n PARTITION (dt='2016-11-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-29/'\n PARTITION (dt='2016-11-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-30/'\n PARTITION (dt='2016-12-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-01/'\n PARTITION (dt='2016-12-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-05/'\n PARTITION (dt='2016-12-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-06/'\n PARTITION (dt='2016-12-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-07/'\n PARTITION (dt='2016-12-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-09/'\n PARTITION (dt='2016-12-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-12/'\n PARTITION (dt='2016-12-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-14/'\n PARTITION (dt='2016-12-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-15/'\n PARTITION (dt='2016-12-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-17/'\n PARTITION (dt='2016-12-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-20/'\n PARTITION (dt='2016-12-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-22/'\n PARTITION (dt='2016-12-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-27/'\n PARTITION (dt='2017-01-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-04/'\n PARTITION (dt='2017-01-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-05/'\n PARTITION (dt='2017-01-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-09/'\n PARTITION (dt='2017-01-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-13/'\n PARTITION (dt='2017-01-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-16/'\n PARTITION (dt='2017-02-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-01/'\n PARTITION (dt='2017-02-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-02/'\n PARTITION (dt='2017-02-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-03/'\n PARTITION (dt='2017-02-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-06/'\n PARTITION (dt='2017-02-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-07/'\n PARTITION (dt='2017-02-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-09/'\n PARTITION (dt='2017-02-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-10/'\n PARTITION (dt='2017-02-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-17/'\n PARTITION (dt='2017-02-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-22/'\n PARTITION (dt='2017-02-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-23/'\n PARTITION (dt='2017-03-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-02/'\n PARTITION (dt='2017-03-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-06/'\n PARTITION (dt='2017-03-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-07/'\n PARTITION (dt='2017-03-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-09/'\n PARTITION (dt='2017-03-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-10/'\n PARTITION (dt='2017-03-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-14/'\n PARTITION (dt='2017-03-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-21/'\n PARTITION (dt='2017-03-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-23/'\n PARTITION (dt='2017-03-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-24/'\n PARTITION (dt='2017-04-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-04/'\n PARTITION (dt='2017-04-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-13/'\n PARTITION (dt='2017-04-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-19/'\n PARTITION (dt='2017-04-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-20/'\n PARTITION (dt='2017-04-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-24/'\n PARTITION (dt='2017-04-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-25/'\n PARTITION (dt='2017-04-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-26/'\n PARTITION (dt='2017-04-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-27/'\n PARTITION (dt='2017-04-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-28/'\n PARTITION (dt='2017-04-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-29/'\n PARTITION (dt='2017-04-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-30/'\n PARTITION (dt='2017-05-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-01/'\n PARTITION (dt='2017-05-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-02/'\n PARTITION (dt='2017-05-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-03/'\n PARTITION (dt='2017-05-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-04/'\n PARTITION (dt='2017-05-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-05/'\n PARTITION (dt='2017-05-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-06/'\n PARTITION (dt='2017-05-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-07/'\n PARTITION (dt='2017-05-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-08/'\n PARTITION (dt='2017-05-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-09/'\n PARTITION (dt='2017-05-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-10/'\n PARTITION (dt='2017-05-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-11/'\n PARTITION (dt='2017-05-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-12/'\n PARTITION (dt='2017-05-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-15/'\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-18/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-23/'\n PARTITION (dt='2017-05-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-24/'\n PARTITION (dt='2017-05-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-25/'\n PARTITION (dt='2017-05-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-30/'\n PARTITION (dt='2017-05-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-31/'\n PARTITION (dt='2017-06-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-01/'\n PARTITION (dt='2017-06-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-02/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-06/'\n PARTITION (dt='2017-06-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-12/'\n PARTITION (dt='2017-06-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-14/'\n PARTITION (dt='2017-06-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-15/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-16/'\n PARTITION (dt='2017-06-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-19/'\n PARTITION (dt='2017-06-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-26/'\n PARTITION (dt='2017-06-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-27/'\n PARTITION (dt='2017-06-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-29/'\n PARTITION (dt='2017-06-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-30/'\n PARTITION (dt='2017-07-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-05/'\n PARTITION (dt='2017-07-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-06/'\n PARTITION (dt='2017-07-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-07/'\n PARTITION (dt='2017-07-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-12/'\n PARTITION (dt='2017-07-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-13/'\n PARTITION (dt='2017-07-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-14/'\n PARTITION (dt='2017-07-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-18/'\n PARTITION (dt='2017-07-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-19/'\n PARTITION (dt='2017-07-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-20/'\n PARTITION (dt='2017-07-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-21/'\n PARTITION (dt='2017-07-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-24/'\n PARTITION (dt='2017-07-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-25/'\n PARTITION (dt='2017-07-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-26/'\n PARTITION (dt='2017-07-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-27/'\n PARTITION (dt='2017-07-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-28/'\n PARTITION (dt='2017-07-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-31/'\n PARTITION (dt='2017-08-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-01/'\n PARTITION (dt='2017-08-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-02/'\n PARTITION (dt='2017-08-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-03/'\n PARTITION (dt='2017-08-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-07/'\n PARTITION (dt='2017-08-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-08/'\n PARTITION (dt='2017-08-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-09/'\n PARTITION (dt='2017-08-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-10/'\n PARTITION (dt='2017-08-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-11/'\n PARTITION (dt='2017-08-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-14/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-15/'\n PARTITION (dt='2017-08-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-16/'\n PARTITION (dt='2017-08-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-17/'\n PARTITION (dt='2017-08-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-18/'\n PARTITION (dt='2017-08-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-21/'\n PARTITION (dt='2017-08-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-22/'\n PARTITION (dt='2017-08-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-23/'\n PARTITION (dt='2017-08-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-25/'\n PARTITION (dt='2017-08-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-27/'\n PARTITION (dt='2017-08-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-28/'\n PARTITION (dt='2017-08-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-29/'\n PARTITION (dt='2017-08-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-30/'\n PARTITION (dt='2017-08-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-31/'\n PARTITION (dt='2017-09-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-01/'\n PARTITION (dt='2017-09-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-03/'\n PARTITION (dt='2017-09-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-05/'\n PARTITION (dt='2017-09-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-06/'\n PARTITION (dt='2017-09-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-07/'\n PARTITION (dt='2017-09-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-08/'\n PARTITION (dt='2017-09-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-11/'\n PARTITION (dt='2017-09-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-12/'\n PARTITION (dt='2017-09-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-13/'\n PARTITION (dt='2017-09-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-14/'\n PARTITION (dt='2017-09-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-18/'\n PARTITION (dt='2017-09-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-19/'\n PARTITION (dt='2017-09-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-20/'\n PARTITION (dt='2017-09-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-21/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-22/'\n PARTITION (dt='2017-09-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-25/'\n PARTITION (dt='2017-09-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-26/'\n PARTITION (dt='2017-09-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-27/'\n PARTITION (dt='2017-09-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-28/'\n PARTITION (dt='2017-09-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-29/'\n PARTITION (dt='2017-10-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-11/'\n PARTITION (dt='2017-10-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-12/'\n PARTITION (dt='2017-10-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-19/'\n PARTITION (dt='2017-11-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-11-01/'\n;" ] - name: dt
- state:
[ { "info": { "id": 8400, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-10/", "name": "dt", "value": "2016-11-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8493, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-11/", "name": "dt", "value": "2016-11-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8451, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-14/", "name": "dt", "value": "2016-11-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8440, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-15/", "name": "dt", "value": "2016-11-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8428, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-16/", "name": "dt", "value": "2016-11-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8537, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-17/", "name": "dt", "value": "2016-11-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8542, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-18/", "name": "dt", "value": "2016-11-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8501, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-21/", "name": "dt", "value": "2016-11-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8531, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-22/", "name": "dt", "value": "2016-11-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8491, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-23/", "name": "dt", "value": "2016-11-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8522, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-29/", "name": "dt", "value": "2016-11-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8421, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-30/", "name": "dt", "value": "2016-11-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8433, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-01/", "name": "dt", "value": "2016-12-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8454, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-05/", "name": "dt", "value": "2016-12-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8438, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-06/", "name": "dt", "value": "2016-12-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8536, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-07/", "name": "dt", "value": "2016-12-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8533, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-09/", "name": "dt", "value": "2016-12-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8498, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-12/", "name": "dt", "value": "2016-12-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8458, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-14/", "name": "dt", "value": "2016-12-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8499, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-15/", "name": "dt", "value": "2016-12-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8461, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-17/", "name": "dt", "value": "2016-12-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8448, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-20/", "name": "dt", "value": "2016-12-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8551, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-22/", "name": "dt", "value": "2016-12-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8517, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-27/", "name": "dt", "value": "2016-12-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8485, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-04/", "name": "dt", "value": "2017-01-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8492, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-05/", "name": "dt", "value": "2017-01-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8496, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-09/", "name": "dt", "value": "2017-01-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8420, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-13/", "name": "dt", "value": "2017-01-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8543, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-16/", "name": "dt", "value": "2017-01-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8426, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-01/", "name": "dt", "value": "2017-02-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8530, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-02/", "name": "dt", "value": "2017-02-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8546, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-03/", "name": "dt", "value": "2017-02-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8486, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-06/", "name": "dt", "value": "2017-02-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8504, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-07/", "name": "dt", "value": "2017-02-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8497, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-09/", "name": "dt", "value": "2017-02-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8523, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-10/", "name": "dt", "value": "2017-02-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8494, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-17/", "name": "dt", "value": "2017-02-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8547, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-22/", "name": "dt", "value": "2017-02-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8401, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-23/", "name": "dt", "value": "2017-02-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8402, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-02/", "name": "dt", "value": "2017-03-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8455, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-06/", "name": "dt", "value": "2017-03-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8470, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-07/", "name": "dt", "value": "2017-03-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8487, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-09/", "name": "dt", "value": "2017-03-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8432, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-10/", "name": "dt", "value": "2017-03-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8529, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-14/", "name": "dt", "value": "2017-03-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8434, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-21/", "name": "dt", "value": "2017-03-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8446, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-23/", "name": "dt", "value": "2017-03-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8500, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-24/", "name": "dt", "value": "2017-03-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8473, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-04/", "name": "dt", "value": "2017-04-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8410, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-13/", "name": "dt", "value": "2017-04-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8441, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-19/", "name": "dt", "value": "2017-04-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8456, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-20/", "name": "dt", "value": "2017-04-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8509, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-24/", "name": "dt", "value": "2017-04-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8450, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-25/", "name": "dt", "value": "2017-04-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8548, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-26/", "name": "dt", "value": "2017-04-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8463, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-27/", "name": "dt", "value": "2017-04-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8435, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-28/", "name": "dt", "value": "2017-04-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8506, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-29/", "name": "dt", "value": "2017-04-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8553, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-30/", "name": "dt", "value": "2017-04-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8443, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-01/", "name": "dt", "value": "2017-05-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8406, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-02/", "name": "dt", "value": "2017-05-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8488, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-03/", "name": "dt", "value": "2017-05-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8513, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-04/", "name": "dt", "value": "2017-05-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8429, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-05/", "name": "dt", "value": "2017-05-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8407, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-06/", "name": "dt", "value": "2017-05-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8535, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-07/", "name": "dt", "value": "2017-05-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8411, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-08/", "name": "dt", "value": "2017-05-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8518, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-09/", "name": "dt", "value": "2017-05-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8478, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-10/", "name": "dt", "value": "2017-05-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8519, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-11/", "name": "dt", "value": "2017-05-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8412, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-12/", "name": "dt", "value": "2017-05-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8489, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-15/", "name": "dt", "value": "2017-05-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8430, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-18/", "name": "dt", "value": "2017-05-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8422, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-22/", "name": "dt", "value": "2017-05-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8415, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-23/", "name": "dt", "value": "2017-05-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8474, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-24/", "name": "dt", "value": "2017-05-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8452, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-25/", "name": "dt", "value": "2017-05-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8462, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-30/", "name": "dt", "value": "2017-05-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8552, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-31/", "name": "dt", "value": "2017-05-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8413, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-01/", "name": "dt", "value": "2017-06-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8538, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-02/", "name": "dt", "value": "2017-06-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8480, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-05/", "name": "dt", "value": "2017-06-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8471, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-06/", "name": "dt", "value": "2017-06-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8549, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-12/", "name": "dt", "value": "2017-06-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8524, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-14/", "name": "dt", "value": "2017-06-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8459, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-15/", "name": "dt", "value": "2017-06-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8526, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-16/", "name": "dt", "value": "2017-06-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8423, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-19/", "name": "dt", "value": "2017-06-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8520, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-26/", "name": "dt", "value": "2017-06-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8514, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-27/", "name": "dt", "value": "2017-06-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8508, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-29/", "name": "dt", "value": "2017-06-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8481, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-30/", "name": "dt", "value": "2017-06-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8444, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-05/", "name": "dt", "value": "2017-07-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8403, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-06/", "name": "dt", "value": "2017-07-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8539, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-07/", "name": "dt", "value": "2017-07-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8532, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-12/", "name": "dt", "value": "2017-07-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8437, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-13/", "name": "dt", "value": "2017-07-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8515, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-14/", "name": "dt", "value": "2017-07-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8418, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-18/", "name": "dt", "value": "2017-07-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8427, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-19/", "name": "dt", "value": "2017-07-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8466, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-20/", "name": "dt", "value": "2017-07-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8425, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-21/", "name": "dt", "value": "2017-07-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8468, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-24/", "name": "dt", "value": "2017-07-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8550, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-25/", "name": "dt", "value": "2017-07-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8408, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-26/", "name": "dt", "value": "2017-07-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8525, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-27/", "name": "dt", "value": "2017-07-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8419, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-28/", "name": "dt", "value": "2017-07-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8540, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-31/", "name": "dt", "value": "2017-07-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8516, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-01/", "name": "dt", "value": "2017-08-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8502, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-02/", "name": "dt", "value": "2017-08-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8416, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-03/", "name": "dt", "value": "2017-08-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8495, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-07/", "name": "dt", "value": "2017-08-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8414, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-08/", "name": "dt", "value": "2017-08-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8521, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-09/", "name": "dt", "value": "2017-08-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8460, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-10/", "name": "dt", "value": "2017-08-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8457, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-11/", "name": "dt", "value": "2017-08-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8442, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-14/", "name": "dt", "value": "2017-08-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8544, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-15/", "name": "dt", "value": "2017-08-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8469, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-16/", "name": "dt", "value": "2017-08-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8409, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-17/", "name": "dt", "value": "2017-08-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8505, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-18/", "name": "dt", "value": "2017-08-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8482, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-21/", "name": "dt", "value": "2017-08-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8476, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-22/", "name": "dt", "value": "2017-08-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8472, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-23/", "name": "dt", "value": "2017-08-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8490, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-25/", "name": "dt", "value": "2017-08-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8545, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-27/", "name": "dt", "value": "2017-08-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8477, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-28/", "name": "dt", "value": "2017-08-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8449, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-29/", "name": "dt", "value": "2017-08-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8510, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-30/", "name": "dt", "value": "2017-08-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8453, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-31/", "name": "dt", "value": "2017-08-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8507, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-01/", "name": "dt", "value": "2017-09-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8424, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-03/", "name": "dt", "value": "2017-09-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8431, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-05/", "name": "dt", "value": "2017-09-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8534, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-06/", "name": "dt", "value": "2017-09-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8439, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-07/", "name": "dt", "value": "2017-09-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8527, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-08/", "name": "dt", "value": "2017-09-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8483, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-11/", "name": "dt", "value": "2017-09-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8445, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-12/", "name": "dt", "value": "2017-09-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8464, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-13/", "name": "dt", "value": "2017-09-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8465, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-14/", "name": "dt", "value": "2017-09-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8475, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-18/", "name": "dt", "value": "2017-09-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8447, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-19/", "name": "dt", "value": "2017-09-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8404, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-20/", "name": "dt", "value": "2017-09-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8484, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-21/", "name": "dt", "value": "2017-09-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8479, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-22/", "name": "dt", "value": "2017-09-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8417, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-25/", "name": "dt", "value": "2017-09-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8528, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-26/", "name": "dt", "value": "2017-09-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8541, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-27/", "name": "dt", "value": "2017-09-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8511, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-28/", "name": "dt", "value": "2017-09-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8503, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-29/", "name": "dt", "value": "2017-09-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8512, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-11/", "name": "dt", "value": "2017-10-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8436, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-12/", "name": "dt", "value": "2017-10-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8467, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-19/", "name": "dt", "value": "2017-10-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8405, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-11-01/", "name": "dt", "value": "2017-11-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string", "properties.activePhlags.sf_1592_curated_new_york_page": "string", "properties.activePhlags.sf_1626_mobile_map": "string", "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags.sf_1932_value_prop_search_hero": "string", "properties.activePhlags.sf_1933_improved_filter_visibility": "string", "properties.activePhlags.sf_1936_search_help_widget": "string", "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2017-11-01 16:46:01
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_invalid`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string ,`activePhlags` : struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/invalid'", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_invalid`", "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_invalid`" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2017-11-01 12:27:04",
"disabled": false,
"format": "raw",
"id": 266,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_stage_segment",
"table": "sfdc_invalid"
},
"type": "segment"
},
"partition": {
"count": 154,
"ddl": [
"ALTER TABLE\n `sfdl_stage_segment.sfdc_invalid`\nADD\n\n\n PARTITION (dt='2016-11-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-10/'\n PARTITION (dt='2016-11-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-11/'\n PARTITION (dt='2016-11-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-14/'\n PARTITION (dt='2016-11-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-15/'\n PARTITION (dt='2016-11-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-16/'\n PARTITION (dt='2016-11-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-17/'\n PARTITION (dt='2016-11-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-18/'\n PARTITION (dt='2016-11-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-21/'\n PARTITION (dt='2016-11-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-22/'\n PARTITION (dt='2016-11-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-23/'\n PARTITION (dt='2016-11-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-29/'\n PARTITION (dt='2016-11-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-30/'\n PARTITION (dt='2016-12-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-01/'\n PARTITION (dt='2016-12-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-05/'\n PARTITION (dt='2016-12-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-06/'\n PARTITION (dt='2016-12-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-07/'\n PARTITION (dt='2016-12-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-09/'\n PARTITION (dt='2016-12-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-12/'\n PARTITION (dt='2016-12-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-14/'\n PARTITION (dt='2016-12-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-15/'\n PARTITION (dt='2016-12-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-17/'\n PARTITION (dt='2016-12-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-20/'\n PARTITION (dt='2016-12-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-22/'\n PARTITION (dt='2016-12-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-27/'\n PARTITION (dt='2017-01-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-04/'\n PARTITION (dt='2017-01-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-05/'\n PARTITION (dt='2017-01-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-09/'\n PARTITION (dt='2017-01-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-13/'\n PARTITION (dt='2017-01-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-16/'\n PARTITION (dt='2017-02-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-01/'\n PARTITION (dt='2017-02-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-02/'\n PARTITION (dt='2017-02-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-03/'\n PARTITION (dt='2017-02-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-06/'\n PARTITION (dt='2017-02-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-07/'\n PARTITION (dt='2017-02-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-09/'\n PARTITION (dt='2017-02-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-10/'\n PARTITION (dt='2017-02-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-17/'\n PARTITION (dt='2017-02-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-22/'\n PARTITION (dt='2017-02-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-23/'\n PARTITION (dt='2017-03-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-02/'\n PARTITION (dt='2017-03-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-06/'\n PARTITION (dt='2017-03-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-07/'\n PARTITION (dt='2017-03-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-09/'\n PARTITION (dt='2017-03-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-10/'\n PARTITION (dt='2017-03-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-14/'\n PARTITION (dt='2017-03-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-21/'\n PARTITION (dt='2017-03-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-23/'\n PARTITION (dt='2017-03-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-24/'\n PARTITION (dt='2017-04-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-04/'\n PARTITION (dt='2017-04-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-13/'\n PARTITION (dt='2017-04-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-19/'\n PARTITION (dt='2017-04-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-20/'\n PARTITION (dt='2017-04-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-24/'\n PARTITION (dt='2017-04-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-25/'\n PARTITION (dt='2017-04-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-26/'\n PARTITION (dt='2017-04-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-27/'\n PARTITION (dt='2017-04-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-28/'\n PARTITION (dt='2017-04-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-29/'\n PARTITION (dt='2017-04-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-30/'\n PARTITION (dt='2017-05-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-01/'\n PARTITION (dt='2017-05-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-02/'\n PARTITION (dt='2017-05-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-03/'\n PARTITION (dt='2017-05-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-04/'\n PARTITION (dt='2017-05-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-05/'\n PARTITION (dt='2017-05-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-06/'\n PARTITION (dt='2017-05-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-07/'\n PARTITION (dt='2017-05-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-08/'\n PARTITION (dt='2017-05-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-09/'\n PARTITION (dt='2017-05-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-10/'\n PARTITION (dt='2017-05-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-11/'\n PARTITION (dt='2017-05-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-12/'\n PARTITION (dt='2017-05-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-15/'\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-18/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-23/'\n PARTITION (dt='2017-05-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-24/'\n PARTITION (dt='2017-05-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-25/'\n PARTITION (dt='2017-05-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-30/'\n PARTITION (dt='2017-05-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-31/'\n PARTITION (dt='2017-06-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-01/'\n PARTITION (dt='2017-06-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-02/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-06/'\n PARTITION (dt='2017-06-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-12/'\n PARTITION (dt='2017-06-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-14/'\n PARTITION (dt='2017-06-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-15/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-16/'\n PARTITION (dt='2017-06-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-19/'\n PARTITION (dt='2017-06-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-26/'\n PARTITION (dt='2017-06-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-27/'\n PARTITION (dt='2017-06-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-29/'\n PARTITION (dt='2017-06-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-30/'\n PARTITION (dt='2017-07-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-05/'\n PARTITION (dt='2017-07-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-06/'\n PARTITION (dt='2017-07-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-07/'\n PARTITION (dt='2017-07-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-12/'\n PARTITION (dt='2017-07-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-13/'\n PARTITION (dt='2017-07-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-14/'\n PARTITION (dt='2017-07-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-18/'\n PARTITION (dt='2017-07-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-19/'\n PARTITION (dt='2017-07-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-20/'\n PARTITION (dt='2017-07-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-21/'\n PARTITION (dt='2017-07-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-24/'\n PARTITION (dt='2017-07-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-25/'\n PARTITION (dt='2017-07-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-26/'\n PARTITION (dt='2017-07-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-27/'\n PARTITION (dt='2017-07-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-28/'\n PARTITION (dt='2017-07-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-31/'\n PARTITION (dt='2017-08-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-01/'\n PARTITION (dt='2017-08-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-02/'\n PARTITION (dt='2017-08-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-03/'\n PARTITION (dt='2017-08-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-07/'\n PARTITION (dt='2017-08-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-08/'\n PARTITION (dt='2017-08-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-09/'\n PARTITION (dt='2017-08-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-10/'\n PARTITION (dt='2017-08-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-11/'\n PARTITION (dt='2017-08-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-14/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-15/'\n PARTITION (dt='2017-08-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-16/'\n PARTITION (dt='2017-08-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-17/'\n PARTITION (dt='2017-08-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-18/'\n PARTITION (dt='2017-08-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-21/'\n PARTITION (dt='2017-08-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-22/'\n PARTITION (dt='2017-08-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-23/'\n PARTITION (dt='2017-08-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-25/'\n PARTITION (dt='2017-08-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-27/'\n PARTITION (dt='2017-08-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-28/'\n PARTITION (dt='2017-08-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-29/'\n PARTITION (dt='2017-08-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-30/'\n PARTITION (dt='2017-08-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-31/'\n PARTITION (dt='2017-09-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-01/'\n PARTITION (dt='2017-09-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-03/'\n PARTITION (dt='2017-09-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-05/'\n PARTITION (dt='2017-09-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-06/'\n PARTITION (dt='2017-09-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-07/'\n PARTITION (dt='2017-09-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-08/'\n PARTITION (dt='2017-09-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-11/'\n PARTITION (dt='2017-09-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-12/'\n PARTITION (dt='2017-09-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-13/'\n PARTITION (dt='2017-09-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-14/'\n PARTITION (dt='2017-09-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-18/'\n PARTITION (dt='2017-09-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-19/'\n PARTITION (dt='2017-09-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-20/'\n PARTITION (dt='2017-09-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-21/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-22/'\n PARTITION (dt='2017-09-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-25/'\n PARTITION (dt='2017-09-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-26/'\n PARTITION (dt='2017-09-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-27/'\n PARTITION (dt='2017-09-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-28/'\n PARTITION (dt='2017-09-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-29/'\n PARTITION (dt='2017-10-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-11/'\n PARTITION (dt='2017-10-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-12/'\n PARTITION (dt='2017-10-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-19/'\n PARTITION (dt='2017-11-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-11-01/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 8400,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-10/",
"name": "dt",
"value": "2016-11-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8493,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-11/",
"name": "dt",
"value": "2016-11-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8451,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-14/",
"name": "dt",
"value": "2016-11-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8440,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-15/",
"name": "dt",
"value": "2016-11-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8428,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-16/",
"name": "dt",
"value": "2016-11-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8537,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-17/",
"name": "dt",
"value": "2016-11-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8542,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-18/",
"name": "dt",
"value": "2016-11-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8501,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-21/",
"name": "dt",
"value": "2016-11-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8531,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-22/",
"name": "dt",
"value": "2016-11-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8491,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-23/",
"name": "dt",
"value": "2016-11-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8522,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-29/",
"name": "dt",
"value": "2016-11-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8421,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-11-30/",
"name": "dt",
"value": "2016-11-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8433,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-01/",
"name": "dt",
"value": "2016-12-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8454,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-05/",
"name": "dt",
"value": "2016-12-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8438,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-06/",
"name": "dt",
"value": "2016-12-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8536,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-07/",
"name": "dt",
"value": "2016-12-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8533,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-09/",
"name": "dt",
"value": "2016-12-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8498,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-12/",
"name": "dt",
"value": "2016-12-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8458,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-14/",
"name": "dt",
"value": "2016-12-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8499,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-15/",
"name": "dt",
"value": "2016-12-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8461,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-17/",
"name": "dt",
"value": "2016-12-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8448,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-20/",
"name": "dt",
"value": "2016-12-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8551,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-22/",
"name": "dt",
"value": "2016-12-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8517,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2016-12-27/",
"name": "dt",
"value": "2016-12-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8485,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-04/",
"name": "dt",
"value": "2017-01-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8492,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-05/",
"name": "dt",
"value": "2017-01-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8496,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-09/",
"name": "dt",
"value": "2017-01-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8420,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-13/",
"name": "dt",
"value": "2017-01-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8543,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-01-16/",
"name": "dt",
"value": "2017-01-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8426,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-01/",
"name": "dt",
"value": "2017-02-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8530,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-02/",
"name": "dt",
"value": "2017-02-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8546,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-03/",
"name": "dt",
"value": "2017-02-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8486,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-06/",
"name": "dt",
"value": "2017-02-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8504,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-07/",
"name": "dt",
"value": "2017-02-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8497,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-09/",
"name": "dt",
"value": "2017-02-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8523,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-10/",
"name": "dt",
"value": "2017-02-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8494,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-17/",
"name": "dt",
"value": "2017-02-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8547,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-22/",
"name": "dt",
"value": "2017-02-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8401,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-02-23/",
"name": "dt",
"value": "2017-02-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8402,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-02/",
"name": "dt",
"value": "2017-03-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8455,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-06/",
"name": "dt",
"value": "2017-03-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8470,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-07/",
"name": "dt",
"value": "2017-03-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8487,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-09/",
"name": "dt",
"value": "2017-03-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8432,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-10/",
"name": "dt",
"value": "2017-03-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8529,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-14/",
"name": "dt",
"value": "2017-03-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8434,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-21/",
"name": "dt",
"value": "2017-03-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8446,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-23/",
"name": "dt",
"value": "2017-03-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8500,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-03-24/",
"name": "dt",
"value": "2017-03-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8473,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-04/",
"name": "dt",
"value": "2017-04-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8410,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-13/",
"name": "dt",
"value": "2017-04-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8441,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-19/",
"name": "dt",
"value": "2017-04-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8456,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-20/",
"name": "dt",
"value": "2017-04-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8509,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-24/",
"name": "dt",
"value": "2017-04-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8450,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-25/",
"name": "dt",
"value": "2017-04-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8548,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-26/",
"name": "dt",
"value": "2017-04-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8463,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-27/",
"name": "dt",
"value": "2017-04-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8435,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-28/",
"name": "dt",
"value": "2017-04-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8506,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-29/",
"name": "dt",
"value": "2017-04-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8553,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-04-30/",
"name": "dt",
"value": "2017-04-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8443,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-01/",
"name": "dt",
"value": "2017-05-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8406,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-02/",
"name": "dt",
"value": "2017-05-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8488,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-03/",
"name": "dt",
"value": "2017-05-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8513,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-04/",
"name": "dt",
"value": "2017-05-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8429,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-05/",
"name": "dt",
"value": "2017-05-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8407,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-06/",
"name": "dt",
"value": "2017-05-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8535,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-07/",
"name": "dt",
"value": "2017-05-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8411,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-08/",
"name": "dt",
"value": "2017-05-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8518,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-09/",
"name": "dt",
"value": "2017-05-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8478,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-10/",
"name": "dt",
"value": "2017-05-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8519,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-11/",
"name": "dt",
"value": "2017-05-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8412,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-12/",
"name": "dt",
"value": "2017-05-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8489,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-15/",
"name": "dt",
"value": "2017-05-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8430,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-18/",
"name": "dt",
"value": "2017-05-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8422,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-22/",
"name": "dt",
"value": "2017-05-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8415,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-23/",
"name": "dt",
"value": "2017-05-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8474,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-24/",
"name": "dt",
"value": "2017-05-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8452,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-25/",
"name": "dt",
"value": "2017-05-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8462,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-30/",
"name": "dt",
"value": "2017-05-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8552,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-05-31/",
"name": "dt",
"value": "2017-05-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8413,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-01/",
"name": "dt",
"value": "2017-06-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8538,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-02/",
"name": "dt",
"value": "2017-06-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8480,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-05/",
"name": "dt",
"value": "2017-06-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8471,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-06/",
"name": "dt",
"value": "2017-06-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8549,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-12/",
"name": "dt",
"value": "2017-06-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8524,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-14/",
"name": "dt",
"value": "2017-06-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8459,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-15/",
"name": "dt",
"value": "2017-06-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8526,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-16/",
"name": "dt",
"value": "2017-06-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8423,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-19/",
"name": "dt",
"value": "2017-06-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8520,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-26/",
"name": "dt",
"value": "2017-06-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8514,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-27/",
"name": "dt",
"value": "2017-06-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8508,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-29/",
"name": "dt",
"value": "2017-06-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8481,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-06-30/",
"name": "dt",
"value": "2017-06-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8444,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-05/",
"name": "dt",
"value": "2017-07-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8403,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-06/",
"name": "dt",
"value": "2017-07-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8539,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-07/",
"name": "dt",
"value": "2017-07-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8532,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-12/",
"name": "dt",
"value": "2017-07-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8437,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-13/",
"name": "dt",
"value": "2017-07-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8515,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-14/",
"name": "dt",
"value": "2017-07-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8418,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-18/",
"name": "dt",
"value": "2017-07-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8427,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-19/",
"name": "dt",
"value": "2017-07-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8466,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-20/",
"name": "dt",
"value": "2017-07-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8425,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-21/",
"name": "dt",
"value": "2017-07-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8468,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-24/",
"name": "dt",
"value": "2017-07-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8550,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-25/",
"name": "dt",
"value": "2017-07-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8408,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-26/",
"name": "dt",
"value": "2017-07-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8525,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-27/",
"name": "dt",
"value": "2017-07-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8419,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-28/",
"name": "dt",
"value": "2017-07-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8540,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-07-31/",
"name": "dt",
"value": "2017-07-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8516,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-01/",
"name": "dt",
"value": "2017-08-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8502,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-02/",
"name": "dt",
"value": "2017-08-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8416,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-03/",
"name": "dt",
"value": "2017-08-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8495,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-07/",
"name": "dt",
"value": "2017-08-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8414,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-08/",
"name": "dt",
"value": "2017-08-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8521,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-09/",
"name": "dt",
"value": "2017-08-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8460,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-10/",
"name": "dt",
"value": "2017-08-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8457,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-11/",
"name": "dt",
"value": "2017-08-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8442,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-14/",
"name": "dt",
"value": "2017-08-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8544,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-15/",
"name": "dt",
"value": "2017-08-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8469,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-16/",
"name": "dt",
"value": "2017-08-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8409,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-17/",
"name": "dt",
"value": "2017-08-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8505,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-18/",
"name": "dt",
"value": "2017-08-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8482,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-21/",
"name": "dt",
"value": "2017-08-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8476,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-22/",
"name": "dt",
"value": "2017-08-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8472,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-23/",
"name": "dt",
"value": "2017-08-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8490,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-25/",
"name": "dt",
"value": "2017-08-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8545,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-27/",
"name": "dt",
"value": "2017-08-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8477,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-28/",
"name": "dt",
"value": "2017-08-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8449,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-29/",
"name": "dt",
"value": "2017-08-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8510,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-30/",
"name": "dt",
"value": "2017-08-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8453,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-08-31/",
"name": "dt",
"value": "2017-08-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8507,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-01/",
"name": "dt",
"value": "2017-09-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8424,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-03/",
"name": "dt",
"value": "2017-09-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8431,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-05/",
"name": "dt",
"value": "2017-09-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8534,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-06/",
"name": "dt",
"value": "2017-09-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8439,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-07/",
"name": "dt",
"value": "2017-09-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8527,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-08/",
"name": "dt",
"value": "2017-09-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8483,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-11/",
"name": "dt",
"value": "2017-09-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8445,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-12/",
"name": "dt",
"value": "2017-09-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8464,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-13/",
"name": "dt",
"value": "2017-09-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8465,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-14/",
"name": "dt",
"value": "2017-09-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8475,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-18/",
"name": "dt",
"value": "2017-09-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8447,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-19/",
"name": "dt",
"value": "2017-09-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8404,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-20/",
"name": "dt",
"value": "2017-09-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8484,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-21/",
"name": "dt",
"value": "2017-09-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8479,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-22/",
"name": "dt",
"value": "2017-09-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8417,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-25/",
"name": "dt",
"value": "2017-09-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8528,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-26/",
"name": "dt",
"value": "2017-09-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8541,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-27/",
"name": "dt",
"value": "2017-09-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8511,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-28/",
"name": "dt",
"value": "2017-09-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8503,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-09-29/",
"name": "dt",
"value": "2017-09-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8512,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-11/",
"name": "dt",
"value": "2017-10-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8436,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-12/",
"name": "dt",
"value": "2017-10-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8467,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-10-19/",
"name": "dt",
"value": "2017-10-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8405,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/invalid/dt=2017-11-01/",
"name": "dt",
"value": "2017-11-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_metadata.bundled": "",
"_metadata.unbundled": "",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.userAgent": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
"properties.activePhlags.sf_1592_curated_new_york_page": "string",
"properties.activePhlags.sf_1626_mobile_map": "string",
"properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
"properties.activePhlags.sf_1932_value_prop_search_hero": "string",
"properties.activePhlags.sf_1933_improved_filter_visibility": "string",
"properties.activePhlags.sf_1936_search_help_widget": "string",
"properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
"properties.activePhlags_branded_fss_facility_pages": "string",
"properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
"properties.activePhlags_sf_1592_curated_new_york_page": "string",
"properties.activePhlags_sf_1626_mobile_map": "string",
"properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
"properties.activePhlags_sf_1932_value_prop_search_hero": "string",
"properties.activePhlags_sf_1933_improved_filter_visibility": "string",
"properties.activePhlags_sf_1936_search_help_widget": "string",
"properties.activePhlags_sf_1994_map_zoom": "string",
"properties.activePhlags_sf_2016_aa_groundhog_day": "string",
"properties.activePhlags_sf_2063_stacked_ui_flow": "string",
"properties.activePhlags_sf_2064_mobile_map_v2": "string",
"properties.activePhlags_sf_2066_value_prop_mab": "string",
"properties.activePhlags_sf_2081_mobile_map_ctr": "string",
"properties.activePhlags_sf_2158_gate_page": "string",
"properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
"properties.category": "string",
"properties.label": "string",
"properties.site_id": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2017-11-01 16:46:01",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_invalid`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string ,`activePhlags` : struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array , `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/invalid'",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_invalid`",
"repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_invalid`"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}