Schema Info
Schema Name: sfdl_stage_segment.sfdc_drag
- created: 2017-11-01 13:58:38
- disabled: False
- format: raw
- id: 273
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_stage_segment", "table": "sfdc_drag" } - type: segment
Schema Versions: 9
-
Version 1941
- created: 2017-11-01 16:17:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n`dedupe_metadata` struct< `offset` : string >, `version` string , `timestamp` string , `messageId` string , `userId` string ,`properties` struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/drag'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
- id: 1941
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "a1da6b73-df0c-4c75-8e7a-37f3fec0468d", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/search.html", "referrer": "https://www.sparefoot.extrameter.com/search.html?moveInDate=&location=Los+Angeles%2C+CA%2C+United+States&city=Los+Angeles&state=CA&latitude=34.0522342&longitude=-118.2436849&locationSource=google_autocomplete&sftest=on", "search": "?latitude=33.9602093502731&longitude=-118.29093747637938&distance=4.402567151643021&zoom=13&order=recommended&page=1&city=Los%20Angeles&state=CA&locationSource=google_map_change&streetAddress=8526%20S%20Vermont%20Ave&zip=90044", "title": "Find Self Storage Units and Facilities in Los Angeles, CA | SpareFoot", "url": "https://www.sparefoot.extrameter.com/search.html?latitude=33.9602093502731&longitude=-118.29093747637938&distance=4.402567151643021&zoom=13&order=recommended&page=1&city=Los%20Angeles&state=CA&locationSource=google_map_change&streetAddress=8526%20S%20Vermont%20Ave&zip=90044" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36" }, "dedupe_metadata": { "offset": "1913134351" }, "event": "drag", "integrations": {}, "messageId": "ajs-dd7bda82249a83564bdebf7a79a2f2e5", "originalTimestamp": "2017-02-09T22:52:48.593Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1486680768591, "activePhlags_branded_fss_facility_pages": "branded", "activePhlags_con_1314_serp_slideshow": "slideshow", "activePhlags_feature_sfdc_iron_markets": "variation", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "redesign", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "value_prop", "activePhlags_sf_1933_improved_filter_visibility": "control", "activePhlags_sf_1936_search_help_widget": "help_widget", "activePhlags_sf_1994_map_zoom": "zoomed", "activePhlags_sf_2016_aa_groundhog_day": "variation", "activePhlags_sf_2063_stacked_ui_flow": "control", "activePhlags_sf_2064_mobile_map_v2": "control", "activePhlags_sf_2066_value_prop_mab": "find_compare", "activePhlags_sf_2081_mobile_map_ctr": "control", "activePhlags_sf_2158_gate_page": "gate_page", "activePhlags_sf_2213_view_all_filtered_units": "filtered", "activePhlags_sf_2214_connect_map_and_listings": "matching", "activePhlags_sf_2217_serp_email_capture": "control", "category": "map interactions-searchPage", "label": "map dragged", "site_id": "-1" }, "receivedAt": "2017-02-09T22:52:48.618Z", "sentAt": "2017-02-09T22:52:48.595Z", "timestamp": "2017-02-09T22:52:48.616Z", "type": "track", "userId": "735895e5e06b3323088432813", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "dedupe_metadata.offset": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_con_1314_serp_slideshow": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.activePhlags_sf_2213_view_all_filtered_units": "string", "properties.activePhlags_sf_2214_connect_map_and_listings": "string", "properties.activePhlags_sf_2217_serp_email_capture": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 273
- schema_scan_id: None
- updated: 2019-04-18 13:32:55
-
Version 1925
- created: 2017-11-01 15:52:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string ,`properties` struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/drag'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
- id: 1925
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "9efc980b-0063-4ac3-8044-4c8bf6f462a3", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/search.html", "referrer": "http://www.sparefoot.localhost:8080/", "search": "?moveInDate=&location=austin+tx", "title": "Find Self Storage Units and Facilities in Austin, TX | SpareFoot", "url": "http://www.sparefoot.localhost:8080/search.html?moveInDate=&location=austin+tx" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36" }, "event": "drag", "integrations": {}, "messageId": "ajs-c2b70b0d0c8384d0313e64d4fb386982", "originalTimestamp": "2017-01-25T16:54:00.279Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1485363240278, "activePhlags_branded_fss_facility_pages": "branded", "activePhlags_con_1314_serp_slideshow": "slideshow", "activePhlags_feature_sfdc_iron_markets": "variation", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "redesign", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "value_prop", "activePhlags_sf_1933_improved_filter_visibility": "control", "activePhlags_sf_1936_search_help_widget": "help_widget", "activePhlags_sf_1994_map_zoom": "zoomed", "activePhlags_sf_2016_aa_groundhog_day": "variation", "activePhlags_sf_2063_stacked_ui_flow": "control", "activePhlags_sf_2064_mobile_map_v2": "control", "activePhlags_sf_2066_value_prop_mab": "find_compare", "activePhlags_sf_2081_mobile_map_ctr": "control", "activePhlags_sf_2158_gate_page": "gate_page", "activePhlags_sf_2213_view_all_filtered_units": "filtered", "activePhlags_sf_2214_connect_map_and_listings": "matching", "activePhlags_sf_2217_serp_email_capture": "control", "category": "map interactions-searchPage", "label": "map dragged", "site_id": "-1" }, "receivedAt": "2017-01-25T16:54:00.431Z", "sentAt": "2017-01-25T16:54:00.293Z", "timestamp": "2017-01-25T16:54:00.417Z", "type": "track", "userId": "755887a946a87821787276655", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_con_1314_serp_slideshow": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.activePhlags_sf_2213_view_all_filtered_units": "string", "properties.activePhlags_sf_2214_connect_map_and_listings": "string", "properties.activePhlags_sf_2217_serp_email_capture": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 273
- schema_scan_id: None
- updated: None
-
Version 1919
- created: 2017-11-01 15:43:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string ,`properties` struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/drag'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
- id: 1919
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "d1c74d0d-1d8b-44bd-b49d-88676031fc00", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/Brooklyn-NY-self-storage.html", "referrer": "", "search": "", "title": "Storage Units in New York, NY: Cheap Prices Near You | SpareFoot", "url": "https://www.sparefoot.extrameter.com/Brooklyn-NY-self-storage.html" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36" }, "event": "drag", "integrations": {}, "messageId": "ajs-1fc4ab0421cd2cc5a032289db4514bee", "originalTimestamp": "2017-01-24T21:57:01.929Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1485295021927, "activePhlags_branded_fss_facility_pages": "branded", "activePhlags_con_1314_serp_slideshow": "slideshow", "activePhlags_feature_sfdc_iron_markets": "variation", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "redesign", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "value_prop", "activePhlags_sf_1933_improved_filter_visibility": "variation", "activePhlags_sf_1936_search_help_widget": "control", "activePhlags_sf_1994_map_zoom": "control", "activePhlags_sf_2016_aa_groundhog_day": "variation", "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility", "activePhlags_sf_2064_mobile_map_v2": "variation", "activePhlags_sf_2066_value_prop_mab": "find_compare", "activePhlags_sf_2081_mobile_map_ctr": "control", "activePhlags_sf_2158_gate_page": "control", "activePhlags_sf_2213_view_all_filtered_units": "control", "activePhlags_sf_2214_connect_map_and_listings": "matching", "category": "map interactions-cityLandingPage", "label": "map dragged", "site_id": "-1" }, "receivedAt": "2017-01-24T21:57:01.628Z", "sentAt": "2017-01-24T21:57:01.931Z", "timestamp": "2017-01-24T21:57:01.626Z", "type": "track", "userId": "29586fcd68732431832055750", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_con_1314_serp_slideshow": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.activePhlags_sf_2213_view_all_filtered_units": "string", "properties.activePhlags_sf_2214_connect_map_and_listings": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 273
- schema_scan_id: None
- updated: None
-
Version 1907
- created: 2017-11-01 15:26:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/drag'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
- id: 1907
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "29fddc7b-bb1f-492f-af36-a6d15fe9977a", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/search.html", "referrer": "https://www.sparefoot.extrameter.com/", "search": "?searchType=storage-only&location_id=22511072&location=Detroit,%20MI,%20United%20States&latitude=42.33142699999999&longitude=-83.0457538&distance=&moveInDate=&order=recommended&page=1&streetAddress=&city=Detroit&state=MI&zip=", "title": "Find Self Storage Units and Facilities in Detroit, MI | SpareFoot", "url": "https://www.sparefoot.extrameter.com/search.html?searchType=storage-only&location_id=22511072&location=Detroit,%20MI,%20United%20States&latitude=42.33142699999999&longitude=-83.0457538&distance=&moveInDate=&order=recommended&page=1&streetAddress=&city=Detroit&state=MI&zip=" }, "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/55.0.2883.87 Chrome/55.0.2883.87 Safari/537.36" }, "event": "drag", "integrations": {}, "messageId": "ajs-545f7fdb8e6961bc47f66de09e294d0c", "originalTimestamp": "2017-01-17T17:13:36.246Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1484673216244, "activePhlags_branded_fss_facility_pages": "branded", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "redesign", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "value_prop", "activePhlags_sf_1933_improved_filter_visibility": "control", "activePhlags_sf_1936_search_help_widget": "control", "activePhlags_sf_1994_map_zoom": "control", "activePhlags_sf_2016_aa_groundhog_day": "control", "activePhlags_sf_2063_stacked_ui_flow": "control", "activePhlags_sf_2064_mobile_map_v2": "variation", "activePhlags_sf_2066_value_prop_mab": "find_compare", "activePhlags_sf_2081_mobile_map_ctr": "bold", "activePhlags_sf_2158_gate_page": "control", "category": "map interactions-searchPage", "label": "map dragged", "site_id": "-1" }, "receivedAt": "2017-01-17T17:13:36.252Z", "sentAt": "2017-01-17T17:13:36.249Z", "timestamp": "2017-01-17T17:13:36.249Z", "type": "track", "userId": "56587e4c6e336873691222313", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 273
- schema_scan_id: None
- updated: None
-
Version 1903
- created: 2017-11-01 15:21:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/drag'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
- id: 1903
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "5fa6a8fc-3e47-4a3e-90bb-3af4617b1629", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/search.html", "referrer": "http://www.sparefoot.local:8080/", "search": "?location_id=&location=&latitude=32.931446&longitude=-96.90870999999999&distance=8.243168500323907&zoom=11&moveInDate=&order=recommended&page=1&streetAddress=&city=Dallas&state=TX&zip=", "title": "Find Self Storage Units and Facilities in Carrollton, TX | SpareFoot", "url": "http://www.sparefoot.local:8080/search.html?location_id=&location=&latitude=32.931446&longitude=-96.90870999999999&distance=8.243168500323907&zoom=11&moveInDate=&order=recommended&page=1&streetAddress=&city=Dallas&state=TX&zip=" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36" }, "event": "drag", "integrations": {}, "messageId": "ajs-3a3f1a8ec26ccadb0723dca87627e721", "originalTimestamp": "2017-01-04T18:07:32.529Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1483553252528, "activePhlags_branded_fss_facility_pages": "branded", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "redesign", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "value_prop", "activePhlags_sf_1933_improved_filter_visibility": "variation", "activePhlags_sf_1936_search_help_widget": "control", "activePhlags_sf_1994_map_zoom": "zoomed", "activePhlags_sf_2016_aa_groundhog_day": "variation", "activePhlags_sf_2064_mobile_map_v2": "variation", "activePhlags_sf_2066_value_prop_mab": "find_compare", "activePhlags_sf_2081_mobile_map_ctr": "bold", "activePhlags_sf_2158_gate_page": "control", "category": "search interactions-searchPage", "label": "map dragged", "site_id": "-1" }, "receivedAt": "2017-01-04T18:07:33.862Z", "sentAt": "2017-01-04T18:07:32.532Z", "timestamp": "2017-01-04T18:07:33.859Z", "type": "track", "userId": "40586285d36a30b4885755099", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 273
- schema_scan_id: None
- updated: None
-
Version 1879
- created: 2017-11-01 14:57:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/drag'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
- id: 1879
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "27051c69-21fc-447c-a10d-98907b89d962", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/search.html", "referrer": "", "search": "?location=Houston,%20TX&latitude=29.854475246530022&longitude=-95.63790823144528&distance=1.8517126006526552&zoom=13&order=recommended&page=1&mobileView=map", "title": "Find Self Storage Units and Facilities in Houston, TX 77084 | SpareFoot", "url": "http://www.sparefoot.local/search.html?location=Houston,%20TX&latitude=29.854475246530022&longitude=-95.63790823144528&distance=1.8517126006526552&zoom=13&order=recommended&page=1&mobileView=map" }, "userAgent": "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Mobile Safari/537.36" }, "event": "drag", "integrations": {}, "messageId": "ajs-4db3c4464e7527a46f8716b5ff1e0afb", "originalTimestamp": "2017-01-10T16:25:04.749Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1484065504748, "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "redesign", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "control", "activePhlags_sf_1933_improved_filter_visibility": "control", "activePhlags_sf_1936_search_help_widget": "help_widget", "activePhlags_sf_1994_map_zoom": "zoomed", "activePhlags_sf_2016_aa_groundhog_day": "control", "activePhlags_sf_2064_mobile_map_v2": "variation", "activePhlags_sf_2066_value_prop_mab": "find_compare", "activePhlags_sf_2081_mobile_map_ctr": "control", "activePhlags_sf_2158_gate_page": "control", "category": "map interactions-searchPage", "label": "map dragged", "site_id": "59" }, "receivedAt": "2017-01-10T16:25:04.818Z", "sentAt": "2017-01-10T16:25:04.751Z", "timestamp": "2017-01-10T16:25:04.816Z", "type": "track", "userId": "235873ee8db7cc95523448722", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 273
- schema_scan_id: None
- updated: None
-
Version 1858
- created: 2017-11-01 14:31:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_2066_value_prop_mab` : string , `label` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/drag'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
- id: 1858
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "f8e69df7-4622-49d8-9b62-ae26c4ea7ea1", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/search.html", "referrer": "", "search": "?location=Los-Angeles,%20CA&latitude=34.012970493380244&longitude=-118.27183746582034&distance=7.079063606102699&zoom=11&order=recommended&page=1&mobileView=map", "title": "Find Self Storage Units and Facilities in Los Angeles, CA 90011 | SpareFoot", "url": "http://www.sparefoot.local/search.html?location=Los-Angeles,%20CA&latitude=34.012970493380244&longitude=-118.27183746582034&distance=7.079063606102699&zoom=11&order=recommended&page=1&mobileView=map" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36" }, "event": "drag", "integrations": {}, "messageId": "ajs-bd4494b9d5f9315d1f507c76fa8ebecc", "originalTimestamp": "2017-01-06T16:07:32.337Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1483718852336, "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "redesign", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "control", "activePhlags_sf_1933_improved_filter_visibility": "variation", "activePhlags_sf_1936_search_help_widget": "help_widget", "activePhlags_sf_1994_map_zoom": "zoomed", "activePhlags_sf_2016_aa_groundhog_day": "control", "activePhlags_sf_2066_value_prop_mab": "find_rent", "activePhlags_sf_2081_mobile_map_ctr": "bold", "category": "map interactions-searchPage", "label": "map dragged", "site_id": "-1" }, "receivedAt": "2017-01-06T16:07:32.238Z", "sentAt": "2017-01-06T16:07:32.341Z", "timestamp": "2017-01-06T16:07:32.234Z", "type": "track", "userId": "93586d4eb3d37612185170161", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 273
- schema_scan_id: None
- updated: None
-
Version 1847
- created: 2017-11-01 14:18:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string , `label` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/drag'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
- id: 1847
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "1213eb10-9afc-4afa-b2ba-ae8bd9cf1338", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/search.html", "referrer": "https://www.sparefoot.moreyard.com/?sftest=on", "search": "?moveInDate=&location=Boston%2C+MA", "title": "Find Self Storage Units and Facilities in Boston, MA | SpareFoot", "url": "https://www.sparefoot.moreyard.com/search.html?moveInDate=&location=Boston%2C+MA" }, "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/55.0.2883.87 Chrome/55.0.2883.87 Safari/537.36" }, "event": "drag", "integrations": {}, "messageId": "ajs-5153170aa35d31e9c53741254c61584a", "originalTimestamp": "2017-01-05T03:15:54.147Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1483586154142, "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "redesign", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "control", "activePhlags_sf_1933_improved_filter_visibility": "variation", "activePhlags_sf_1936_search_help_widget": "help_widget", "activePhlags_sf_1994_map_zoom": "zoomed", "activePhlags_sf_2016_aa_groundhog_day": "variation", "activePhlags_sf_2081_mobile_map_ctr": "bold", "category": "search interactions-searchPage", "label": "map dragged", "site_id": "-1" }, "receivedAt": "2017-01-05T03:15:54.491Z", "sentAt": "2017-01-05T03:15:54.154Z", "timestamp": "2017-01-05T03:15:54.484Z", "type": "track", "userId": "8157a37191dd2d02791450075", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 273
- schema_scan_id: None
- updated: None
-
Version 1698
- created: 2017-11-01 13:58:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version` string , `timestamp` string , `projectId` string , `userId` string ,`properties` struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `site_id` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `messageId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/drag'", "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
- id: 1698
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Mixpanel", "Segment.io" ], "unbundled": [] }, "anonymousId": "1e352534-079f-4156-a2b6-aec5c334946b", "channel": "client", "context": { "campaign": {}, "ip": "207.71.19.142", "library": { "name": "analytics.js", "version": "3.0.0" }, "page": { "path": "/search.html", "referrer": "https://www.sparefoot.moreyard.com/?sftest=on", "search": "?moveInDate=&location=Dallas%2C+TX%2C+United+States", "title": "Find Self Storage Units and Facilities in Dallas, TX | SpareFoot", "url": "https://www.sparefoot.moreyard.com/search.html?moveInDate=&location=Dallas%2C+TX%2C+United+States" }, "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/55.0.2883.87 Chrome/55.0.2883.87 Safari/537.36" }, "event": "drag", "integrations": {}, "messageId": "ajs-3b85351fc81441eb10ed99e95bdef8ad", "originalTimestamp": "2016-12-22T16:06:50.113Z", "projectId": "MK1uoFcf4t", "properties": { "Hit Timestamp": 1482422810109, "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "redesign", "activePhlags_sf_1904_remove_facility_unit_filter": "control", "activePhlags_sf_1932_value_prop_search_hero": "control", "activePhlags_sf_1933_improved_filter_visibility": "variation", "activePhlags_sf_1936_search_help_widget": "help_widget", "activePhlags_sf_1994_map_zoom": "zoomed", "activePhlags_sf_2016_aa_groundhog_day": "variation", "category": "search interactions-searchPage", "label": "map dragged", "site_id": "-1" }, "receivedAt": "2016-12-22T16:06:50.194Z", "sentAt": "2016-12-22T16:06:50.117Z", "timestamp": "2016-12-22T16:06:50.190Z", "type": "track", "userId": "92585bf9c4b302a3337117292", "version": 2 } - schema_attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 273
- schema_scan_id: None
- updated: None
Schema Scans: 0
- count: 104
- ddl:
[ "ALTER TABLE\n `sfdl_stage_segment.sfdc_drag`\nADD\n\n\n PARTITION (dt='2016-12-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-20/'\n PARTITION (dt='2016-12-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-22/'\n PARTITION (dt='2017-01-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-02/'\n PARTITION (dt='2017-01-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-04/'\n PARTITION (dt='2017-01-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-05/'\n PARTITION (dt='2017-01-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-06/'\n PARTITION (dt='2017-01-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-09/'\n PARTITION (dt='2017-01-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-10/'\n PARTITION (dt='2017-01-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-13/'\n PARTITION (dt='2017-01-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-16/'\n PARTITION (dt='2017-01-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-17/'\n PARTITION (dt='2017-01-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-19/'\n PARTITION (dt='2017-01-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-20/'\n PARTITION (dt='2017-01-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-23/'\n PARTITION (dt='2017-01-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-24/'\n PARTITION (dt='2017-01-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-25/'\n PARTITION (dt='2017-01-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-26/'\n PARTITION (dt='2017-01-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-27/'\n PARTITION (dt='2017-01-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-30/'\n PARTITION (dt='2017-01-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-31/'\n PARTITION (dt='2017-02-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-01/'\n PARTITION (dt='2017-02-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-02/'\n PARTITION (dt='2017-02-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-03/'\n PARTITION (dt='2017-02-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-04/'\n PARTITION (dt='2017-02-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-06/'\n PARTITION (dt='2017-02-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-07/'\n PARTITION (dt='2017-02-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-08/'\n PARTITION (dt='2017-02-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-09/'\n PARTITION (dt='2017-02-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-10/'\n PARTITION (dt='2017-02-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-13/'\n PARTITION (dt='2017-02-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-15/'\n PARTITION (dt='2017-02-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-16/'\n PARTITION (dt='2017-02-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-21/'\n PARTITION (dt='2017-02-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-22/'\n PARTITION (dt='2017-02-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-23/'\n PARTITION (dt='2017-02-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-27/'\n PARTITION (dt='2017-02-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-28/'\n PARTITION (dt='2017-03-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-01/'\n PARTITION (dt='2017-03-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-11/'\n PARTITION (dt='2017-03-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-13/'\n PARTITION (dt='2017-03-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-14/'\n PARTITION (dt='2017-03-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-15/'\n PARTITION (dt='2017-03-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-16/'\n PARTITION (dt='2017-03-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-17/'\n PARTITION (dt='2017-03-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-20/'\n PARTITION (dt='2017-03-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-22/'\n PARTITION (dt='2017-03-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-23/'\n PARTITION (dt='2017-03-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-24/'\n PARTITION (dt='2017-04-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-04/'\n PARTITION (dt='2017-04-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-07/'\n PARTITION (dt='2017-04-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-10/'\n PARTITION (dt='2017-04-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-12/'\n PARTITION (dt='2017-04-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-13/'\n PARTITION (dt='2017-04-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-18/'\n PARTITION (dt='2017-04-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-19/'\n PARTITION (dt='2017-04-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-20/'\n PARTITION (dt='2017-04-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-21/'\n PARTITION (dt='2017-04-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-24/'\n PARTITION (dt='2017-04-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-26/'\n PARTITION (dt='2017-04-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-27/'\n PARTITION (dt='2017-04-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-28/'\n PARTITION (dt='2017-05-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-01/'\n PARTITION (dt='2017-05-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-03/'\n PARTITION (dt='2017-05-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-04/'\n PARTITION (dt='2017-05-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-05/'\n PARTITION (dt='2017-05-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-08/'\n PARTITION (dt='2017-05-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-09/'\n PARTITION (dt='2017-05-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-15/'\n PARTITION (dt='2017-05-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-17/'\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-18/'\n PARTITION (dt='2017-05-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-19/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-23/'\n PARTITION (dt='2017-05-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-26/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-06/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-16/'\n PARTITION (dt='2017-06-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-19/'\n PARTITION (dt='2017-06-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-22/'\n PARTITION (dt='2017-06-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-23/'\n PARTITION (dt='2017-07-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-04/'\n PARTITION (dt='2017-07-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-05/'\n PARTITION (dt='2017-07-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-06/'\n PARTITION (dt='2017-07-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-11/'\n PARTITION (dt='2017-07-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-13/'\n PARTITION (dt='2017-07-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-17/'\n PARTITION (dt='2017-07-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-20/'\n PARTITION (dt='2017-07-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-21/'\n PARTITION (dt='2017-07-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-28/'\n PARTITION (dt='2017-08-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-01/'\n PARTITION (dt='2017-08-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-03/'\n PARTITION (dt='2017-08-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-07/'\n PARTITION (dt='2017-08-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-10/'\n PARTITION (dt='2017-08-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-11/'\n PARTITION (dt='2017-08-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-14/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-15/'\n PARTITION (dt='2017-08-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-18/'\n PARTITION (dt='2017-08-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-22/'\n PARTITION (dt='2017-09-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-18/'\n PARTITION (dt='2017-09-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-19/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-22/'\n PARTITION (dt='2017-09-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-24/'\n PARTITION (dt='2017-10-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-03/'\n PARTITION (dt='2017-10-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-09/'\n;" ] - name: dt
- state:
[ { "info": { "id": 8911, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-20/", "name": "dt", "value": "2016-12-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8851, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-22/", "name": "dt", "value": "2016-12-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8951, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-02/", "name": "dt", "value": "2017-01-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8886, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-04/", "name": "dt", "value": "2017-01-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8872, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-05/", "name": "dt", "value": "2017-01-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8858, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-06/", "name": "dt", "value": "2017-01-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8876, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-09/", "name": "dt", "value": "2017-01-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8875, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-10/", "name": "dt", "value": "2017-01-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8890, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-13/", "name": "dt", "value": "2017-01-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8927, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-16/", "name": "dt", "value": "2017-01-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8852, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-17/", "name": "dt", "value": "2017-01-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8884, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-19/", "name": "dt", "value": "2017-01-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8906, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-20/", "name": "dt", "value": "2017-01-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8920, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-23/", "name": "dt", "value": "2017-01-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8913, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-24/", "name": "dt", "value": "2017-01-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8946, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-25/", "name": "dt", "value": "2017-01-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8892, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-26/", "name": "dt", "value": "2017-01-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8917, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-27/", "name": "dt", "value": "2017-01-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8928, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-30/", "name": "dt", "value": "2017-01-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8938, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-31/", "name": "dt", "value": "2017-01-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8916, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-01/", "name": "dt", "value": "2017-02-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8943, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-02/", "name": "dt", "value": "2017-02-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8853, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-03/", "name": "dt", "value": "2017-02-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8947, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-04/", "name": "dt", "value": "2017-02-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8877, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-06/", "name": "dt", "value": "2017-02-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8893, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-07/", "name": "dt", "value": "2017-02-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8948, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-08/", "name": "dt", "value": "2017-02-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8924, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-09/", "name": "dt", "value": "2017-02-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8880, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-10/", "name": "dt", "value": "2017-02-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8935, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-13/", "name": "dt", "value": "2017-02-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8914, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-15/", "name": "dt", "value": "2017-02-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8904, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-16/", "name": "dt", "value": "2017-02-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8900, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-21/", "name": "dt", "value": "2017-02-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8864, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-22/", "name": "dt", "value": "2017-02-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8856, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-23/", "name": "dt", "value": "2017-02-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8930, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-27/", "name": "dt", "value": "2017-02-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8901, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-28/", "name": "dt", "value": "2017-02-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8908, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-01/", "name": "dt", "value": "2017-03-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8918, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-11/", "name": "dt", "value": "2017-03-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8885, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-13/", "name": "dt", "value": "2017-03-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8859, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-14/", "name": "dt", "value": "2017-03-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8891, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-15/", "name": "dt", "value": "2017-03-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8921, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-16/", "name": "dt", "value": "2017-03-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8905, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-17/", "name": "dt", "value": "2017-03-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8915, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-20/", "name": "dt", "value": "2017-03-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8879, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-22/", "name": "dt", "value": "2017-03-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8954, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-23/", "name": "dt", "value": "2017-03-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8925, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-24/", "name": "dt", "value": "2017-03-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8902, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-04/", "name": "dt", "value": "2017-04-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8939, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-07/", "name": "dt", "value": "2017-04-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8953, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-10/", "name": "dt", "value": "2017-04-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8862, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-12/", "name": "dt", "value": "2017-04-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8944, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-13/", "name": "dt", "value": "2017-04-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8909, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-18/", "name": "dt", "value": "2017-04-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8940, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-19/", "name": "dt", "value": "2017-04-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8855, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-20/", "name": "dt", "value": "2017-04-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8910, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-21/", "name": "dt", "value": "2017-04-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8873, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-24/", "name": "dt", "value": "2017-04-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8903, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-26/", "name": "dt", "value": "2017-04-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8949, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-27/", "name": "dt", "value": "2017-04-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8898, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-28/", "name": "dt", "value": "2017-04-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8923, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-01/", "name": "dt", "value": "2017-05-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8941, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-03/", "name": "dt", "value": "2017-05-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8883, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-04/", "name": "dt", "value": "2017-05-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8942, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-05/", "name": "dt", "value": "2017-05-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8881, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-08/", "name": "dt", "value": "2017-05-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8868, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-09/", "name": "dt", "value": "2017-05-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8888, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-15/", "name": "dt", "value": "2017-05-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8860, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-17/", "name": "dt", "value": "2017-05-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8865, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-18/", "name": "dt", "value": "2017-05-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8929, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-19/", "name": "dt", "value": "2017-05-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8922, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-22/", "name": "dt", "value": "2017-05-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8933, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-23/", "name": "dt", "value": "2017-05-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8919, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-26/", "name": "dt", "value": "2017-05-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8907, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-05/", "name": "dt", "value": "2017-06-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8952, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-06/", "name": "dt", "value": "2017-06-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8861, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-16/", "name": "dt", "value": "2017-06-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8936, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-19/", "name": "dt", "value": "2017-06-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8926, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-22/", "name": "dt", "value": "2017-06-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8931, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-23/", "name": "dt", "value": "2017-06-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8867, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-04/", "name": "dt", "value": "2017-07-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8896, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-05/", "name": "dt", "value": "2017-07-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8878, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-06/", "name": "dt", "value": "2017-07-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8894, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-11/", "name": "dt", "value": "2017-07-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8869, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-13/", "name": "dt", "value": "2017-07-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8866, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-17/", "name": "dt", "value": "2017-07-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8899, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-20/", "name": "dt", "value": "2017-07-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8889, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-21/", "name": "dt", "value": "2017-07-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8932, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-28/", "name": "dt", "value": "2017-07-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8945, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-01/", "name": "dt", "value": "2017-08-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8887, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-03/", "name": "dt", "value": "2017-08-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8897, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-07/", "name": "dt", "value": "2017-08-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8950, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-10/", "name": "dt", "value": "2017-08-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8857, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-11/", "name": "dt", "value": "2017-08-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8912, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-14/", "name": "dt", "value": "2017-08-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8874, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-15/", "name": "dt", "value": "2017-08-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8870, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-18/", "name": "dt", "value": "2017-08-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8871, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-22/", "name": "dt", "value": "2017-08-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8895, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-18/", "name": "dt", "value": "2017-09-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8937, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-19/", "name": "dt", "value": "2017-09-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8863, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-22/", "name": "dt", "value": "2017-09-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8854, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-24/", "name": "dt", "value": "2017-09-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8882, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-03/", "name": "dt", "value": "2017-10-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 8934, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-09/", "name": "dt", "value": "2017-10-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2017-12-12 10:02:29", "last_data": null }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "_metadata.bundled": "", "_metadata.unbundled": " ", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "dedupe_metadata.offset": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_con_1314_serp_slideshow": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.activePhlags_sf_2213_view_all_filtered_units": "string", "properties.activePhlags_sf_2214_connect_map_and_listings": "string", "properties.activePhlags_sf_2217_serp_email_capture": "string", "properties.category": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2017-11-01 16:17:25
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n`dedupe_metadata` struct< `offset` : string >, `version` string , `timestamp` string , `messageId` string , `userId` string ,`properties` struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/drag'", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`", "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2017-11-01 13:58:38",
"disabled": false,
"format": "raw",
"id": 273,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_stage_segment",
"table": "sfdc_drag"
},
"type": "segment"
},
"partition": {
"count": 104,
"ddl": [
"ALTER TABLE\n `sfdl_stage_segment.sfdc_drag`\nADD\n\n\n PARTITION (dt='2016-12-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-20/'\n PARTITION (dt='2016-12-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-22/'\n PARTITION (dt='2017-01-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-02/'\n PARTITION (dt='2017-01-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-04/'\n PARTITION (dt='2017-01-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-05/'\n PARTITION (dt='2017-01-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-06/'\n PARTITION (dt='2017-01-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-09/'\n PARTITION (dt='2017-01-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-10/'\n PARTITION (dt='2017-01-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-13/'\n PARTITION (dt='2017-01-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-16/'\n PARTITION (dt='2017-01-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-17/'\n PARTITION (dt='2017-01-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-19/'\n PARTITION (dt='2017-01-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-20/'\n PARTITION (dt='2017-01-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-23/'\n PARTITION (dt='2017-01-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-24/'\n PARTITION (dt='2017-01-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-25/'\n PARTITION (dt='2017-01-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-26/'\n PARTITION (dt='2017-01-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-27/'\n PARTITION (dt='2017-01-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-30/'\n PARTITION (dt='2017-01-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-31/'\n PARTITION (dt='2017-02-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-01/'\n PARTITION (dt='2017-02-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-02/'\n PARTITION (dt='2017-02-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-03/'\n PARTITION (dt='2017-02-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-04/'\n PARTITION (dt='2017-02-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-06/'\n PARTITION (dt='2017-02-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-07/'\n PARTITION (dt='2017-02-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-08/'\n PARTITION (dt='2017-02-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-09/'\n PARTITION (dt='2017-02-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-10/'\n PARTITION (dt='2017-02-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-13/'\n PARTITION (dt='2017-02-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-15/'\n PARTITION (dt='2017-02-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-16/'\n PARTITION (dt='2017-02-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-21/'\n PARTITION (dt='2017-02-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-22/'\n PARTITION (dt='2017-02-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-23/'\n PARTITION (dt='2017-02-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-27/'\n PARTITION (dt='2017-02-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-28/'\n PARTITION (dt='2017-03-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-01/'\n PARTITION (dt='2017-03-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-11/'\n PARTITION (dt='2017-03-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-13/'\n PARTITION (dt='2017-03-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-14/'\n PARTITION (dt='2017-03-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-15/'\n PARTITION (dt='2017-03-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-16/'\n PARTITION (dt='2017-03-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-17/'\n PARTITION (dt='2017-03-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-20/'\n PARTITION (dt='2017-03-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-22/'\n PARTITION (dt='2017-03-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-23/'\n PARTITION (dt='2017-03-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-24/'\n PARTITION (dt='2017-04-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-04/'\n PARTITION (dt='2017-04-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-07/'\n PARTITION (dt='2017-04-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-10/'\n PARTITION (dt='2017-04-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-12/'\n PARTITION (dt='2017-04-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-13/'\n PARTITION (dt='2017-04-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-18/'\n PARTITION (dt='2017-04-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-19/'\n PARTITION (dt='2017-04-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-20/'\n PARTITION (dt='2017-04-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-21/'\n PARTITION (dt='2017-04-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-24/'\n PARTITION (dt='2017-04-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-26/'\n PARTITION (dt='2017-04-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-27/'\n PARTITION (dt='2017-04-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-28/'\n PARTITION (dt='2017-05-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-01/'\n PARTITION (dt='2017-05-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-03/'\n PARTITION (dt='2017-05-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-04/'\n PARTITION (dt='2017-05-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-05/'\n PARTITION (dt='2017-05-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-08/'\n PARTITION (dt='2017-05-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-09/'\n PARTITION (dt='2017-05-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-15/'\n PARTITION (dt='2017-05-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-17/'\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-18/'\n PARTITION (dt='2017-05-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-19/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-23/'\n PARTITION (dt='2017-05-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-26/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-06/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-16/'\n PARTITION (dt='2017-06-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-19/'\n PARTITION (dt='2017-06-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-22/'\n PARTITION (dt='2017-06-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-23/'\n PARTITION (dt='2017-07-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-04/'\n PARTITION (dt='2017-07-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-05/'\n PARTITION (dt='2017-07-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-06/'\n PARTITION (dt='2017-07-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-11/'\n PARTITION (dt='2017-07-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-13/'\n PARTITION (dt='2017-07-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-17/'\n PARTITION (dt='2017-07-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-20/'\n PARTITION (dt='2017-07-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-21/'\n PARTITION (dt='2017-07-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-28/'\n PARTITION (dt='2017-08-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-01/'\n PARTITION (dt='2017-08-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-03/'\n PARTITION (dt='2017-08-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-07/'\n PARTITION (dt='2017-08-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-10/'\n PARTITION (dt='2017-08-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-11/'\n PARTITION (dt='2017-08-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-14/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-15/'\n PARTITION (dt='2017-08-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-18/'\n PARTITION (dt='2017-08-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-22/'\n PARTITION (dt='2017-09-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-18/'\n PARTITION (dt='2017-09-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-19/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-22/'\n PARTITION (dt='2017-09-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-24/'\n PARTITION (dt='2017-10-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-03/'\n PARTITION (dt='2017-10-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-09/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 8911,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-20/",
"name": "dt",
"value": "2016-12-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8851,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-22/",
"name": "dt",
"value": "2016-12-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8951,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-02/",
"name": "dt",
"value": "2017-01-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8886,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-04/",
"name": "dt",
"value": "2017-01-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8872,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-05/",
"name": "dt",
"value": "2017-01-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8858,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-06/",
"name": "dt",
"value": "2017-01-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8876,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-09/",
"name": "dt",
"value": "2017-01-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8875,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-10/",
"name": "dt",
"value": "2017-01-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8890,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-13/",
"name": "dt",
"value": "2017-01-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8927,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-16/",
"name": "dt",
"value": "2017-01-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8852,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-17/",
"name": "dt",
"value": "2017-01-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8884,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-19/",
"name": "dt",
"value": "2017-01-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8906,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-20/",
"name": "dt",
"value": "2017-01-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8920,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-23/",
"name": "dt",
"value": "2017-01-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8913,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-24/",
"name": "dt",
"value": "2017-01-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8946,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-25/",
"name": "dt",
"value": "2017-01-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8892,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-26/",
"name": "dt",
"value": "2017-01-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8917,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-27/",
"name": "dt",
"value": "2017-01-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8928,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-30/",
"name": "dt",
"value": "2017-01-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8938,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-31/",
"name": "dt",
"value": "2017-01-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8916,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-01/",
"name": "dt",
"value": "2017-02-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8943,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-02/",
"name": "dt",
"value": "2017-02-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8853,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-03/",
"name": "dt",
"value": "2017-02-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8947,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-04/",
"name": "dt",
"value": "2017-02-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8877,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-06/",
"name": "dt",
"value": "2017-02-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8893,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-07/",
"name": "dt",
"value": "2017-02-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8948,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-08/",
"name": "dt",
"value": "2017-02-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8924,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-09/",
"name": "dt",
"value": "2017-02-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8880,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-10/",
"name": "dt",
"value": "2017-02-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8935,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-13/",
"name": "dt",
"value": "2017-02-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8914,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-15/",
"name": "dt",
"value": "2017-02-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8904,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-16/",
"name": "dt",
"value": "2017-02-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8900,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-21/",
"name": "dt",
"value": "2017-02-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8864,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-22/",
"name": "dt",
"value": "2017-02-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8856,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-23/",
"name": "dt",
"value": "2017-02-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8930,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-27/",
"name": "dt",
"value": "2017-02-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8901,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-28/",
"name": "dt",
"value": "2017-02-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8908,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-01/",
"name": "dt",
"value": "2017-03-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8918,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-11/",
"name": "dt",
"value": "2017-03-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8885,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-13/",
"name": "dt",
"value": "2017-03-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8859,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-14/",
"name": "dt",
"value": "2017-03-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8891,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-15/",
"name": "dt",
"value": "2017-03-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8921,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-16/",
"name": "dt",
"value": "2017-03-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8905,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-17/",
"name": "dt",
"value": "2017-03-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8915,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-20/",
"name": "dt",
"value": "2017-03-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8879,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-22/",
"name": "dt",
"value": "2017-03-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8954,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-23/",
"name": "dt",
"value": "2017-03-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8925,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-24/",
"name": "dt",
"value": "2017-03-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8902,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-04/",
"name": "dt",
"value": "2017-04-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8939,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-07/",
"name": "dt",
"value": "2017-04-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8953,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-10/",
"name": "dt",
"value": "2017-04-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8862,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-12/",
"name": "dt",
"value": "2017-04-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8944,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-13/",
"name": "dt",
"value": "2017-04-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8909,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-18/",
"name": "dt",
"value": "2017-04-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8940,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-19/",
"name": "dt",
"value": "2017-04-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8855,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-20/",
"name": "dt",
"value": "2017-04-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8910,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-21/",
"name": "dt",
"value": "2017-04-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8873,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-24/",
"name": "dt",
"value": "2017-04-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8903,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-26/",
"name": "dt",
"value": "2017-04-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8949,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-27/",
"name": "dt",
"value": "2017-04-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8898,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-28/",
"name": "dt",
"value": "2017-04-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8923,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-01/",
"name": "dt",
"value": "2017-05-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8941,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-03/",
"name": "dt",
"value": "2017-05-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8883,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-04/",
"name": "dt",
"value": "2017-05-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8942,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-05/",
"name": "dt",
"value": "2017-05-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8881,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-08/",
"name": "dt",
"value": "2017-05-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8868,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-09/",
"name": "dt",
"value": "2017-05-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8888,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-15/",
"name": "dt",
"value": "2017-05-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8860,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-17/",
"name": "dt",
"value": "2017-05-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8865,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-18/",
"name": "dt",
"value": "2017-05-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8929,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-19/",
"name": "dt",
"value": "2017-05-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8922,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-22/",
"name": "dt",
"value": "2017-05-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8933,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-23/",
"name": "dt",
"value": "2017-05-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8919,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-26/",
"name": "dt",
"value": "2017-05-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8907,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-05/",
"name": "dt",
"value": "2017-06-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8952,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-06/",
"name": "dt",
"value": "2017-06-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8861,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-16/",
"name": "dt",
"value": "2017-06-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8936,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-19/",
"name": "dt",
"value": "2017-06-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8926,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-22/",
"name": "dt",
"value": "2017-06-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8931,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-23/",
"name": "dt",
"value": "2017-06-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8867,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-04/",
"name": "dt",
"value": "2017-07-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8896,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-05/",
"name": "dt",
"value": "2017-07-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8878,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-06/",
"name": "dt",
"value": "2017-07-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8894,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-11/",
"name": "dt",
"value": "2017-07-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8869,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-13/",
"name": "dt",
"value": "2017-07-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8866,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-17/",
"name": "dt",
"value": "2017-07-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8899,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-20/",
"name": "dt",
"value": "2017-07-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8889,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-21/",
"name": "dt",
"value": "2017-07-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8932,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-28/",
"name": "dt",
"value": "2017-07-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8945,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-01/",
"name": "dt",
"value": "2017-08-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8887,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-03/",
"name": "dt",
"value": "2017-08-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8897,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-07/",
"name": "dt",
"value": "2017-08-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8950,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-10/",
"name": "dt",
"value": "2017-08-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8857,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-11/",
"name": "dt",
"value": "2017-08-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8912,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-14/",
"name": "dt",
"value": "2017-08-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8874,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-15/",
"name": "dt",
"value": "2017-08-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8870,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-18/",
"name": "dt",
"value": "2017-08-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8871,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-22/",
"name": "dt",
"value": "2017-08-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8895,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-18/",
"name": "dt",
"value": "2017-09-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8937,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-19/",
"name": "dt",
"value": "2017-09-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8863,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-22/",
"name": "dt",
"value": "2017-09-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8854,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-24/",
"name": "dt",
"value": "2017-09-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8882,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-03/",
"name": "dt",
"value": "2017-10-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 8934,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-09/",
"name": "dt",
"value": "2017-10-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2017-12-12 10:02:29",
"last_data": null
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_metadata.bundled": "",
"_metadata.unbundled": "",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.userAgent": "string",
"dedupe_metadata.offset": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.activePhlags_branded_fss_facility_pages": "string",
"properties.activePhlags_con_1314_serp_slideshow": "string",
"properties.activePhlags_feature_sfdc_iron_markets": "string",
"properties.activePhlags_sf_1592_curated_new_york_page": "string",
"properties.activePhlags_sf_1626_mobile_map": "string",
"properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
"properties.activePhlags_sf_1932_value_prop_search_hero": "string",
"properties.activePhlags_sf_1933_improved_filter_visibility": "string",
"properties.activePhlags_sf_1936_search_help_widget": "string",
"properties.activePhlags_sf_1994_map_zoom": "string",
"properties.activePhlags_sf_2016_aa_groundhog_day": "string",
"properties.activePhlags_sf_2063_stacked_ui_flow": "string",
"properties.activePhlags_sf_2064_mobile_map_v2": "string",
"properties.activePhlags_sf_2066_value_prop_mab": "string",
"properties.activePhlags_sf_2081_mobile_map_ctr": "string",
"properties.activePhlags_sf_2158_gate_page": "string",
"properties.activePhlags_sf_2213_view_all_filtered_units": "string",
"properties.activePhlags_sf_2214_connect_map_and_listings": "string",
"properties.activePhlags_sf_2217_serp_email_capture": "string",
"properties.category": "string",
"properties.label": "string",
"properties.site_id": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2017-11-01 16:17:25",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n`dedupe_metadata` struct< `offset` : string >, `version` string , `timestamp` string , `messageId` string , `userId` string ,`properties` struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array , `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
"repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}