Schema Info

Schema Name: sfdl_stage_segment.sfdc_valid
  • created: 2017-11-01 12:28:18
  • disabled: False
  • format: raw
  • id: 267
  • is_partitioned: True
  • is_schema_datatyped: False
  • name: 
    {
    "database": "sfdl_stage_segment",
    "table": "sfdc_valid"
}
  • type: segment
Schema Versions: 14
    • created: 2017-11-01 19:25:19
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 2027
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io",
            "Zopim"
        ],
        "unbundled": []
    },
    "anonymousId": "8cd86862-d4aa-4dfc-a30d-e277b6048b4d",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "Dynamic",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_dynamic",
            "source": "google"
        },
        "ip": "107.77.205.126",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Bothell-WA-self-storage/Affordable-Self-Storage-Bothell-109580.html",
            "referrer": "https://www.google.com/",
            "search": "?tsid=google-ppc&cid=pro_national_nogeo_noproduct_dynamic&ctid=Dynamic&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=Dynamic&ploc=9033348&iloc=1027517&mkwid=s8Z6MgE46%7Cpcrid%7C192663399095%7Cpkw%7C%7Cpmt%7Cb%7Cpdv%7Cm%7C&muid=9c847949-5edb-4118-bb65-032f37ff7daf&gclid=CPGsxJunytQCFUlNfgodxOII3Q",
            "title": "Affordable Self Storage - Bothell | 1621 196th St SE | SpareFoot",
            "url": "https://www.sparefoot.com/Bothell-WA-self-storage/Affordable-Self-Storage-Bothell-109580.html?tsid=google-ppc&cid=pro_national_nogeo_noproduct_dynamic&ctid=Dynamic&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=Dynamic&ploc=9033348&iloc=1027517&mkwid=s8Z6MgE46%7Cpcrid%7C192663399095%7Cpkw%7C%7Cpmt%7Cb%7Cpdv%7Cm%7C&muid=9c847949-5edb-4118-bb65-032f37ff7daf&gclid=CPGsxJunytQCFUlNfgodxOII3Q"
        },
        "userAgent": "Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_2 like Mac OS X) AppleWebKit/603.1.30 (KHTML, like Gecko) CriOS/59.0.3071.102 Mobile/14F89 Safari/602.1"
    },
    "dedupe_metadata": {
        "offset": "1892939261"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-509d2cc071319d3b5ae6786027bd4674",
    "originalTimestamp": "2017-06-19T16:16:23.084Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1497888983082,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "control",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "search area interactions-facilitypage",
        "label": "moveindate",
        "site_id": -1
    },
    "receivedAt": "2017-06-19T16:16:23.209Z",
    "sentAt": "2017-06-19T16:16:23.086Z",
    "timestamp": "2017-06-19T16:16:23.207Z",
    "type": "track",
    "userId": null,
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: 2019-04-18 13:42:21
    • created: 2017-11-01 16:25:28
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1947
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "a028d94c-1c8b-4ad9-a330-ee81eff4c8ab",
    "channel": "client",
    "context": {
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Test-Facility-155845.html",
            "referrer": "",
            "search": "",
            "title": "Fake Test Facility | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Test-Facility-155845.html"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36"
    },
    "dedupe_metadata": {
        "offset": "1892939261"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-441c4225885f72c8f93b9add5639dc8c",
    "originalTimestamp": "2017-02-09T18:51:28.362Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1486666288362,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "control",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "reservation form interactions-facilityPage",
        "label": "lastName",
        "site_id": "-1"
    },
    "receivedAt": "2017-02-09T18:51:28.387Z",
    "sentAt": "2017-02-09T18:51:28.364Z",
    "timestamp": "2017-02-09T18:51:28.385Z",
    "type": "track",
    "userId": "76584adfcb566127357270640",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 15:59:21
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1931
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "20ed0c7c-f935-4ecf-84bd-97aaa62b42db",
    "channel": "client",
    "context": {
        "ip": "199.7.164.192",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-c6c2b4402a13152bc3f893fc75c78796",
    "originalTimestamp": "2017-01-23T20:27:14.939Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1485203234938,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "control",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "reservation form interactions-facilityPage",
        "label": "phone",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-23T20:27:12.990Z",
    "sentAt": "2017-01-23T20:27:14.941Z",
    "timestamp": "2017-01-23T20:27:12.988Z",
    "type": "track",
    "userId": "5158866702a9c083462983296",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 15:40:53
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1917
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "3221d1e7-cd1f-4105-9d9b-5aa67bc6f8a3",
    "channel": "client",
    "context": {
        "ip": "207.254.7.183",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-6ed045393cf62e6f729c2d4e0d879b2a",
    "originalTimestamp": "2017-01-25T22:57:11.296Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1485385031295,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "control",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "control",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "control",
        "activePhlags_sf_2214_connect_map_and_listings": "control",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "reservation form interactions-facilityPage",
        "label": "phone",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-25T22:57:06.139Z",
    "sentAt": "2017-01-25T22:57:11.298Z",
    "timestamp": "2017-01-25T22:57:06.137Z",
    "type": "track",
    "userId": "8258892d254ee101431299426",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 15:31:37
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1910
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "3962cdba-0d96-47e3-ac82-4f3d8b2d1391",
    "channel": "client",
    "context": {
        "ip": "207.254.7.8",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-f6b2b3a155e243eccbcca865c101e68b",
    "originalTimestamp": "2017-01-20T17:27:38.399Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1484933258397,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_sf_2063_stacked_ui_flow": "control",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "control",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "gate_page",
        "activePhlags_sf_2213_view_all_filtered_units": "filtered",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "reservation form interactions-facilityPage",
        "label": "lastName",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-20T17:27:36.323Z",
    "sentAt": "2017-01-20T17:27:38.401Z",
    "timestamp": "2017-01-20T17:27:36.321Z",
    "type": "track",
    "userId": "775882486b778c47759374225",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 14:42:45
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1868
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "ee3be5c9-2836-4d1e-81a8-65f0e3c0ef04",
    "channel": "client",
    "context": {
        "ip": "199.7.165.57",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-7465be2f52ec53fb2d96bec26097c203",
    "originalTimestamp": "2017-01-11T04:26:22.620Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1484108782619,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "zoomed",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "reservation form interactions-facilityPage",
        "label": "lastName",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-11T04:26:19.925Z",
    "sentAt": "2017-01-11T04:26:22.623Z",
    "timestamp": "2017-01-11T04:26:19.922Z",
    "type": "track",
    "userId": "245875b3bee016d7054010507",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 14:35:44
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1862
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "41bac060-f737-421b-a97e-e292022e4cd4",
    "channel": "client",
    "context": {
        "ip": "207.254.7.112",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-a2b3a4c9ef1b573a87cc819b42c541a2",
    "originalTimestamp": "2017-01-10T01:25:09.567Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1484011509563,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "zoomed",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "control",
        "activePhlags_sf_2158_gate_page": "gate_page",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "reservation form interactions-facilityPage",
        "label": "firstName",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-10T01:25:09.774Z",
    "sentAt": "2017-01-10T01:25:09.571Z",
    "timestamp": "2017-01-10T01:25:09.770Z",
    "type": "track",
    "userId": "81587437d75c9838964618475",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 14:20:55
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1849
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "f83518eb-9735-4bab-baf1-1823108eab81",
    "channel": "client",
    "context": {
        "ip": "199.7.165.225",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-bb03f0f3bf0af5978e37a9a964f44672",
    "originalTimestamp": "2017-01-09T17:42:16.297Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1483983736296,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "zoomed",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_sf_2066_value_prop_mab": "no_sweat",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "reservation form interactions-facilityPage",
        "label": "moveInDate",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-09T17:42:02.426Z",
    "sentAt": "2017-01-09T17:42:16.299Z",
    "timestamp": "2017-01-09T17:42:02.424Z",
    "type": "track",
    "userId": "135873cb4a196d69745972483",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 14:11:59
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1812
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "f2199a8a-edd6-4f38-92b9-f95d57f3ce83",
    "channel": "client",
    "context": {
        "ip": "207.254.7.207",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-814536a06365490f7832722467669d54",
    "originalTimestamp": "2017-01-04T18:13:45.960Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1483553625957,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "reservation form interactions-facilityPage",
        "label": "firstName",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-04T18:13:39.860Z",
    "sentAt": "2017-01-04T18:13:45.962Z",
    "timestamp": "2017-01-04T18:13:39.858Z",
    "type": "track",
    "userId": "64586d3b35590ab8859972938",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 13:59:55
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1700
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "0d3d74c1-7180-444a-bb41-0884e65673f6",
    "channel": "client",
    "context": {
        "ip": "207.254.7.25",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-b8de56aa37bb10c86892472de1461a00",
    "originalTimestamp": "2016-12-14T21:25:01.480Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1481750701471,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "reservation form interactions-facilityPage",
        "label": "firstName",
        "site_id": "-1"
    },
    "receivedAt": "2016-12-14T21:25:01.718Z",
    "sentAt": "2016-12-14T21:25:01.482Z",
    "timestamp": "2016-12-14T21:25:01.716Z",
    "type": "track",
    "userId": "275851b88f562093663107475",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 13:32:13
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `site_id` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1679
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "0f4534cb-8a32-4fab-a55d-2f0d6f25b453",
    "channel": "client",
    "context": {
        "ip": "199.7.165.119",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-26278e92dd2ba994fd9e532fc5b9fa91",
    "originalTimestamp": "2016-12-22T05:09:57.387Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1482383397386,
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "reservation form interactions-facilityPage",
        "label": "moveInDate",
        "site_id": "-1"
    },
    "receivedAt": "2016-12-22T05:09:55.834Z",
    "sentAt": "2016-12-22T05:09:57.388Z",
    "timestamp": "2016-12-22T05:09:55.833Z",
    "type": "track",
    "userId": "22585b60088a2871244994460",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 13:05:18
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `site_id` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1635
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "e7b19beb-4445-4840-8e6e-8f0245320733",
    "channel": "client",
    "context": {
        "ip": "47.221.158.208",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558/reserve/16944639",
            "referrer": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558/reserve/16944639"
        },
        "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/53.0.2785.143 Chrome/53.0.2785.143 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-2750a8e480bdad2ccbea87e5f9341ae5",
    "originalTimestamp": "2016-12-17T16:11:05.314Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1481991065313,
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "redesign",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "control",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "control",
        "category": "reservation form interactions-reservePage",
        "label": "lastName",
        "site_id": "-1"
    },
    "receivedAt": "2016-12-17T16:11:05.942Z",
    "sentAt": "2016-12-17T16:11:05.319Z",
    "timestamp": "2016-12-17T16:11:05.937Z",
    "type": "track",
    "userId": "6058545f942e5d73828465944",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 12:31:30
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string , `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1555
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "33df8044-fb0e-4501-a66d-a303a484afdc",
    "channel": "client",
    "context": {
        "ip": "24.28.18.28",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Not-Real-Storage-Facility-158303.html",
            "referrer": "https://www.sparefoot.moreyard.com/search.html?searchType=storage&location_id=&location=perryville,%20ak&distance=&moveInDate=&order=recommended&page=1",
            "search": "",
            "title": "Not Real Storage Facility | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/Perryville-AK-self-storage/Not-Real-Storage-Facility-158303.html"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-11b9f3258b062cdeb63633f1845700fb",
    "originalTimestamp": "2016-11-17T01:48:44.630Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1479347324629,
        "category": "reservation form interactions-facilityPage",
        "label": "email",
        "site_id": "-1"
    },
    "receivedAt": "2016-11-17T01:48:44.702Z",
    "sentAt": "2016-11-17T01:48:44.631Z",
    "timestamp": "2016-11-17T01:48:44.701Z",
    "type": "track",
    "userId": "9857e07d4998eb73473965545",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 12:28:18
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n `version`  string , `timestamp`  string , `projectId`  string , `userId`  string ,`properties`   struct< `category` : string , `site_id` : string , `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `messageId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/valid
    • id: 1552
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "beff389f-0902-4e1b-8df8-00727e5e0e01",
    "channel": "client",
    "context": {
        "ip": "207.254.7.189",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.59 Safari/537.36"
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-e119c9bdac58c38e845a428b8490aa39",
    "originalTimestamp": "2016-11-16T00:02:21.477Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "category": "reservation form interactions-facilityPage",
        "label": "firstName",
        "site_id": "-1"
    },
    "receivedAt": "2016-11-16T00:02:22.425Z",
    "sentAt": "2016-11-16T00:02:21.479Z",
    "timestamp": "2016-11-16T00:02:22.423Z",
    "type": "track",
    "userId": null,
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 267
    • schema_scan_id: None
    • updated: None
Schema Scans: 0
Partitions:
  • count: 217
  • ddl: 
    [
    "ALTER TABLE\n    `sfdl_stage_segment.sfdc_valid`\nADD\n\n\n PARTITION (dt='2016-11-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-10/'\n PARTITION (dt='2016-11-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-11/'\n PARTITION (dt='2016-11-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-14/'\n PARTITION (dt='2016-11-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-15/'\n PARTITION (dt='2016-11-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-16/'\n PARTITION (dt='2016-11-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-17/'\n PARTITION (dt='2016-11-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-18/'\n PARTITION (dt='2016-11-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-21/'\n PARTITION (dt='2016-11-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-22/'\n PARTITION (dt='2016-11-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-23/'\n PARTITION (dt='2016-11-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-28/'\n PARTITION (dt='2016-11-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-29/'\n PARTITION (dt='2016-11-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-30/'\n PARTITION (dt='2016-12-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-01/'\n PARTITION (dt='2016-12-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-02/'\n PARTITION (dt='2016-12-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-05/'\n PARTITION (dt='2016-12-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-06/'\n PARTITION (dt='2016-12-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-07/'\n PARTITION (dt='2016-12-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-08/'\n PARTITION (dt='2016-12-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-09/'\n PARTITION (dt='2016-12-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-11/'\n PARTITION (dt='2016-12-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-12/'\n PARTITION (dt='2016-12-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-13/'\n PARTITION (dt='2016-12-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-14/'\n PARTITION (dt='2016-12-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-15/'\n PARTITION (dt='2016-12-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-16/'\n PARTITION (dt='2016-12-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-17/'\n PARTITION (dt='2016-12-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-19/'\n PARTITION (dt='2016-12-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-20/'\n PARTITION (dt='2016-12-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-21/'\n PARTITION (dt='2016-12-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-22/'\n PARTITION (dt='2016-12-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-27/'\n PARTITION (dt='2017-01-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-01/'\n PARTITION (dt='2017-01-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-02/'\n PARTITION (dt='2017-01-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-04/'\n PARTITION (dt='2017-01-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-05/'\n PARTITION (dt='2017-01-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-06/'\n PARTITION (dt='2017-01-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-09/'\n PARTITION (dt='2017-01-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-10/'\n PARTITION (dt='2017-01-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-11/'\n PARTITION (dt='2017-01-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-12/'\n PARTITION (dt='2017-01-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-13/'\n PARTITION (dt='2017-01-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-16/'\n PARTITION (dt='2017-01-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-17/'\n PARTITION (dt='2017-01-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-19/'\n PARTITION (dt='2017-01-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-20/'\n PARTITION (dt='2017-01-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-23/'\n PARTITION (dt='2017-01-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-25/'\n PARTITION (dt='2017-01-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-26/'\n PARTITION (dt='2017-01-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-27/'\n PARTITION (dt='2017-01-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-28/'\n PARTITION (dt='2017-01-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-30/'\n PARTITION (dt='2017-01-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-31/'\n PARTITION (dt='2017-02-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-01/'\n PARTITION (dt='2017-02-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-02/'\n PARTITION (dt='2017-02-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-03/'\n PARTITION (dt='2017-02-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-04/'\n PARTITION (dt='2017-02-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-06/'\n PARTITION (dt='2017-02-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-07/'\n PARTITION (dt='2017-02-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-08/'\n PARTITION (dt='2017-02-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-09/'\n PARTITION (dt='2017-02-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-10/'\n PARTITION (dt='2017-02-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-13/'\n PARTITION (dt='2017-02-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-14/'\n PARTITION (dt='2017-02-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-16/'\n PARTITION (dt='2017-02-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-17/'\n PARTITION (dt='2017-02-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-21/'\n PARTITION (dt='2017-02-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-22/'\n PARTITION (dt='2017-02-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-23/'\n PARTITION (dt='2017-02-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-24/'\n PARTITION (dt='2017-02-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-27/'\n PARTITION (dt='2017-02-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-28/'\n PARTITION (dt='2017-03-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-01/'\n PARTITION (dt='2017-03-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-02/'\n PARTITION (dt='2017-03-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-03/'\n PARTITION (dt='2017-03-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-06/'\n PARTITION (dt='2017-03-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-07/'\n PARTITION (dt='2017-03-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-09/'\n PARTITION (dt='2017-03-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-10/'\n PARTITION (dt='2017-03-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-13/'\n PARTITION (dt='2017-03-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-14/'\n PARTITION (dt='2017-03-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-15/'\n PARTITION (dt='2017-03-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-16/'\n PARTITION (dt='2017-03-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-21/'\n PARTITION (dt='2017-03-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-22/'\n PARTITION (dt='2017-03-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-23/'\n PARTITION (dt='2017-03-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-24/'\n PARTITION (dt='2017-04-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-03/'\n PARTITION (dt='2017-04-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-04/'\n PARTITION (dt='2017-04-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-06/'\n PARTITION (dt='2017-04-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-10/'\n PARTITION (dt='2017-04-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-11/'\n PARTITION (dt='2017-04-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-12/'\n PARTITION (dt='2017-04-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-13/'\n PARTITION (dt='2017-04-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-17/'\n PARTITION (dt='2017-04-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-18/'\n PARTITION (dt='2017-04-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-19/'\n PARTITION (dt='2017-04-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-20/'\n PARTITION (dt='2017-04-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-21/'\n PARTITION (dt='2017-04-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-24/'\n PARTITION (dt='2017-04-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-25/'\n PARTITION (dt='2017-04-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-26/'\n PARTITION (dt='2017-04-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-27/'\n PARTITION (dt='2017-04-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-28/'\n PARTITION (dt='2017-04-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-29/'\n PARTITION (dt='2017-04-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-30/'\n PARTITION (dt='2017-05-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-01/'\n PARTITION (dt='2017-05-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-02/'\n PARTITION (dt='2017-05-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-03/'\n PARTITION (dt='2017-05-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-04/'\n PARTITION (dt='2017-05-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-05/'\n PARTITION (dt='2017-05-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-06/'\n PARTITION (dt='2017-05-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-08/'\n PARTITION (dt='2017-05-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-09/'\n PARTITION (dt='2017-05-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-11/'\n PARTITION (dt='2017-05-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-12/'\n PARTITION (dt='2017-05-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-15/'\n PARTITION (dt='2017-05-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-16/'\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-18/'\n PARTITION (dt='2017-05-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-19/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-23/'\n PARTITION (dt='2017-05-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-24/'\n PARTITION (dt='2017-05-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-25/'\n PARTITION (dt='2017-05-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-26/'\n PARTITION (dt='2017-05-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-30/'\n PARTITION (dt='2017-05-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-31/'\n PARTITION (dt='2017-06-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-01/'\n PARTITION (dt='2017-06-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-02/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-06/'\n PARTITION (dt='2017-06-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-07/'\n PARTITION (dt='2017-06-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-08/'\n PARTITION (dt='2017-06-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-10/'\n PARTITION (dt='2017-06-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-12/'\n PARTITION (dt='2017-06-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-13/'\n PARTITION (dt='2017-06-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-14/'\n PARTITION (dt='2017-06-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-15/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-16/'\n PARTITION (dt='2017-06-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-19/'\n PARTITION (dt='2017-06-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-20/'\n PARTITION (dt='2017-06-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-21/'\n PARTITION (dt='2017-06-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-23/'\n PARTITION (dt='2017-06-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-26/'\n PARTITION (dt='2017-06-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-27/'\n PARTITION (dt='2017-06-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-30/'\n PARTITION (dt='2017-07-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-05/'\n PARTITION (dt='2017-07-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-06/'\n PARTITION (dt='2017-07-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-07/'\n PARTITION (dt='2017-07-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-10/'\n PARTITION (dt='2017-07-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-12/'\n PARTITION (dt='2017-07-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-13/'\n PARTITION (dt='2017-07-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-14/'\n PARTITION (dt='2017-07-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-15/'\n PARTITION (dt='2017-07-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-17/'\n PARTITION (dt='2017-07-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-18/'\n PARTITION (dt='2017-07-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-19/'\n PARTITION (dt='2017-07-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-20/'\n PARTITION (dt='2017-07-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-21/'\n PARTITION (dt='2017-07-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-24/'\n PARTITION (dt='2017-07-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-25/'\n PARTITION (dt='2017-07-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-26/'\n PARTITION (dt='2017-07-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-27/'\n PARTITION (dt='2017-07-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-28/'\n PARTITION (dt='2017-07-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-31/'\n PARTITION (dt='2017-08-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-01/'\n PARTITION (dt='2017-08-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-02/'\n PARTITION (dt='2017-08-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-03/'\n PARTITION (dt='2017-08-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-07/'\n PARTITION (dt='2017-08-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-08/'\n PARTITION (dt='2017-08-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-09/'\n PARTITION (dt='2017-08-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-10/'\n PARTITION (dt='2017-08-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-11/'\n PARTITION (dt='2017-08-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-13/'\n PARTITION (dt='2017-08-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-14/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-15/'\n PARTITION (dt='2017-08-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-16/'\n PARTITION (dt='2017-08-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-17/'\n PARTITION (dt='2017-08-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-18/'\n PARTITION (dt='2017-08-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-21/'\n PARTITION (dt='2017-08-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-22/'\n PARTITION (dt='2017-08-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-23/'\n PARTITION (dt='2017-08-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-24/'\n PARTITION (dt='2017-08-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-25/'\n PARTITION (dt='2017-08-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-28/'\n PARTITION (dt='2017-08-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-29/'\n PARTITION (dt='2017-08-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-30/'\n PARTITION (dt='2017-08-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-31/'\n PARTITION (dt='2017-09-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-01/'\n PARTITION (dt='2017-09-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-03/'\n PARTITION (dt='2017-09-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-04/'\n PARTITION (dt='2017-09-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-05/'\n PARTITION (dt='2017-09-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-06/'\n PARTITION (dt='2017-09-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-07/'\n PARTITION (dt='2017-09-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-08/'\n PARTITION (dt='2017-09-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-11/'\n PARTITION (dt='2017-09-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-12/'\n PARTITION (dt='2017-09-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-13/'\n PARTITION (dt='2017-09-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-14/'\n PARTITION (dt='2017-09-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-18/'\n PARTITION (dt='2017-09-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-19/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-22/'\n PARTITION (dt='2017-09-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-24/'\n PARTITION (dt='2017-09-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-25/'\n PARTITION (dt='2017-09-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-26/'\n PARTITION (dt='2017-09-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-27/'\n PARTITION (dt='2017-09-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-28/'\n PARTITION (dt='2017-09-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-29/'\n PARTITION (dt='2017-10-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-02/'\n PARTITION (dt='2017-10-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-03/'\n PARTITION (dt='2017-10-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-09/'\n PARTITION (dt='2017-10-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-11/'\n PARTITION (dt='2017-10-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-12/'\n PARTITION (dt='2017-10-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-16/'\n PARTITION (dt='2017-10-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-20/'\n PARTITION (dt='2017-10-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-26/'\n PARTITION (dt='2017-10-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-31/'\n;"
]
  • name: dt
  • state: 
    [
    {
        "info": {
            "id": 8684,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-10/",
            "name": "dt",
            "value": "2016-11-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8586,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-11/",
            "name": "dt",
            "value": "2016-11-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8561,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-14/",
            "name": "dt",
            "value": "2016-11-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8738,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-15/",
            "name": "dt",
            "value": "2016-11-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8554,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-16/",
            "name": "dt",
            "value": "2016-11-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8651,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-17/",
            "name": "dt",
            "value": "2016-11-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8705,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-18/",
            "name": "dt",
            "value": "2016-11-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8634,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-21/",
            "name": "dt",
            "value": "2016-11-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8579,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-22/",
            "name": "dt",
            "value": "2016-11-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8608,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-23/",
            "name": "dt",
            "value": "2016-11-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8660,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-28/",
            "name": "dt",
            "value": "2016-11-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8663,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-29/",
            "name": "dt",
            "value": "2016-11-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8604,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-30/",
            "name": "dt",
            "value": "2016-11-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8664,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-01/",
            "name": "dt",
            "value": "2016-12-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8622,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-02/",
            "name": "dt",
            "value": "2016-12-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8635,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-05/",
            "name": "dt",
            "value": "2016-12-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8614,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-06/",
            "name": "dt",
            "value": "2016-12-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8593,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-07/",
            "name": "dt",
            "value": "2016-12-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8685,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-08/",
            "name": "dt",
            "value": "2016-12-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8719,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-09/",
            "name": "dt",
            "value": "2016-12-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8677,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-11/",
            "name": "dt",
            "value": "2016-12-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8694,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-12/",
            "name": "dt",
            "value": "2016-12-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8718,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-13/",
            "name": "dt",
            "value": "2016-12-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8564,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-14/",
            "name": "dt",
            "value": "2016-12-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8689,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-15/",
            "name": "dt",
            "value": "2016-12-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8653,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-16/",
            "name": "dt",
            "value": "2016-12-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8596,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-17/",
            "name": "dt",
            "value": "2016-12-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8637,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-19/",
            "name": "dt",
            "value": "2016-12-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8750,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-20/",
            "name": "dt",
            "value": "2016-12-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8574,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-21/",
            "name": "dt",
            "value": "2016-12-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8756,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-22/",
            "name": "dt",
            "value": "2016-12-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8597,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-27/",
            "name": "dt",
            "value": "2016-12-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8760,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-01/",
            "name": "dt",
            "value": "2017-01-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8669,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-02/",
            "name": "dt",
            "value": "2017-01-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8615,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-04/",
            "name": "dt",
            "value": "2017-01-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8741,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-05/",
            "name": "dt",
            "value": "2017-01-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8585,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-06/",
            "name": "dt",
            "value": "2017-01-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8609,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-09/",
            "name": "dt",
            "value": "2017-01-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8758,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-10/",
            "name": "dt",
            "value": "2017-01-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8648,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-11/",
            "name": "dt",
            "value": "2017-01-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8580,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-12/",
            "name": "dt",
            "value": "2017-01-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8764,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-13/",
            "name": "dt",
            "value": "2017-01-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8735,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-16/",
            "name": "dt",
            "value": "2017-01-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8708,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-17/",
            "name": "dt",
            "value": "2017-01-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8638,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-19/",
            "name": "dt",
            "value": "2017-01-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8589,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-20/",
            "name": "dt",
            "value": "2017-01-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8761,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-23/",
            "name": "dt",
            "value": "2017-01-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8624,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-25/",
            "name": "dt",
            "value": "2017-01-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8721,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-26/",
            "name": "dt",
            "value": "2017-01-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8629,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-27/",
            "name": "dt",
            "value": "2017-01-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8747,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-28/",
            "name": "dt",
            "value": "2017-01-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8569,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-30/",
            "name": "dt",
            "value": "2017-01-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8616,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-31/",
            "name": "dt",
            "value": "2017-01-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8630,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-01/",
            "name": "dt",
            "value": "2017-02-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8565,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-02/",
            "name": "dt",
            "value": "2017-02-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8575,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-03/",
            "name": "dt",
            "value": "2017-02-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8656,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-04/",
            "name": "dt",
            "value": "2017-02-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8670,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-06/",
            "name": "dt",
            "value": "2017-02-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8682,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-07/",
            "name": "dt",
            "value": "2017-02-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8680,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-08/",
            "name": "dt",
            "value": "2017-02-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8751,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-09/",
            "name": "dt",
            "value": "2017-02-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8555,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-10/",
            "name": "dt",
            "value": "2017-02-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8657,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-13/",
            "name": "dt",
            "value": "2017-02-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8599,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-14/",
            "name": "dt",
            "value": "2017-02-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8671,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-16/",
            "name": "dt",
            "value": "2017-02-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8762,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-17/",
            "name": "dt",
            "value": "2017-02-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8658,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-21/",
            "name": "dt",
            "value": "2017-02-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8739,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-22/",
            "name": "dt",
            "value": "2017-02-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8701,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-23/",
            "name": "dt",
            "value": "2017-02-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8559,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-24/",
            "name": "dt",
            "value": "2017-02-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8665,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-27/",
            "name": "dt",
            "value": "2017-02-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8625,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-28/",
            "name": "dt",
            "value": "2017-02-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8631,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-01/",
            "name": "dt",
            "value": "2017-03-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8610,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-02/",
            "name": "dt",
            "value": "2017-03-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8763,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-03/",
            "name": "dt",
            "value": "2017-03-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8712,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-06/",
            "name": "dt",
            "value": "2017-03-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8654,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-07/",
            "name": "dt",
            "value": "2017-03-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8678,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-09/",
            "name": "dt",
            "value": "2017-03-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8733,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-10/",
            "name": "dt",
            "value": "2017-03-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8642,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-13/",
            "name": "dt",
            "value": "2017-03-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8690,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-14/",
            "name": "dt",
            "value": "2017-03-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8683,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-15/",
            "name": "dt",
            "value": "2017-03-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8594,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-16/",
            "name": "dt",
            "value": "2017-03-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8748,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-21/",
            "name": "dt",
            "value": "2017-03-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8732,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-22/",
            "name": "dt",
            "value": "2017-03-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8567,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-23/",
            "name": "dt",
            "value": "2017-03-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8681,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-24/",
            "name": "dt",
            "value": "2017-03-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8745,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-03/",
            "name": "dt",
            "value": "2017-04-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8729,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-04/",
            "name": "dt",
            "value": "2017-04-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8573,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-06/",
            "name": "dt",
            "value": "2017-04-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8652,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-10/",
            "name": "dt",
            "value": "2017-04-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8600,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-11/",
            "name": "dt",
            "value": "2017-04-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8623,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-12/",
            "name": "dt",
            "value": "2017-04-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8566,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-13/",
            "name": "dt",
            "value": "2017-04-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8700,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-17/",
            "name": "dt",
            "value": "2017-04-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8562,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-18/",
            "name": "dt",
            "value": "2017-04-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8765,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-19/",
            "name": "dt",
            "value": "2017-04-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8617,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-20/",
            "name": "dt",
            "value": "2017-04-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8686,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-21/",
            "name": "dt",
            "value": "2017-04-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8696,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-24/",
            "name": "dt",
            "value": "2017-04-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8659,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-25/",
            "name": "dt",
            "value": "2017-04-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8722,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-26/",
            "name": "dt",
            "value": "2017-04-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8743,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-27/",
            "name": "dt",
            "value": "2017-04-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8687,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-28/",
            "name": "dt",
            "value": "2017-04-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8666,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-29/",
            "name": "dt",
            "value": "2017-04-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8753,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-30/",
            "name": "dt",
            "value": "2017-04-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8746,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-01/",
            "name": "dt",
            "value": "2017-05-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8706,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-02/",
            "name": "dt",
            "value": "2017-05-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8709,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-03/",
            "name": "dt",
            "value": "2017-05-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8563,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-04/",
            "name": "dt",
            "value": "2017-05-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8710,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-05/",
            "name": "dt",
            "value": "2017-05-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8702,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-06/",
            "name": "dt",
            "value": "2017-05-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8697,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-08/",
            "name": "dt",
            "value": "2017-05-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8611,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-09/",
            "name": "dt",
            "value": "2017-05-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8675,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-11/",
            "name": "dt",
            "value": "2017-05-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8713,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-12/",
            "name": "dt",
            "value": "2017-05-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8639,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-15/",
            "name": "dt",
            "value": "2017-05-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8570,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-16/",
            "name": "dt",
            "value": "2017-05-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8649,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-18/",
            "name": "dt",
            "value": "2017-05-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8618,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-19/",
            "name": "dt",
            "value": "2017-05-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8626,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-22/",
            "name": "dt",
            "value": "2017-05-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8730,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-23/",
            "name": "dt",
            "value": "2017-05-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8643,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-24/",
            "name": "dt",
            "value": "2017-05-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8734,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-25/",
            "name": "dt",
            "value": "2017-05-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8767,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-26/",
            "name": "dt",
            "value": "2017-05-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8707,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-30/",
            "name": "dt",
            "value": "2017-05-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8612,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-31/",
            "name": "dt",
            "value": "2017-05-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8640,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-01/",
            "name": "dt",
            "value": "2017-06-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8698,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-02/",
            "name": "dt",
            "value": "2017-06-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8768,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-05/",
            "name": "dt",
            "value": "2017-06-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8759,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-06/",
            "name": "dt",
            "value": "2017-06-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8720,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-07/",
            "name": "dt",
            "value": "2017-06-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8769,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-08/",
            "name": "dt",
            "value": "2017-06-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8703,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-10/",
            "name": "dt",
            "value": "2017-06-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8590,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-12/",
            "name": "dt",
            "value": "2017-06-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8676,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-13/",
            "name": "dt",
            "value": "2017-06-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8688,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-14/",
            "name": "dt",
            "value": "2017-06-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8587,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-15/",
            "name": "dt",
            "value": "2017-06-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8641,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-16/",
            "name": "dt",
            "value": "2017-06-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8605,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-19/",
            "name": "dt",
            "value": "2017-06-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8595,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-20/",
            "name": "dt",
            "value": "2017-06-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8740,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-21/",
            "name": "dt",
            "value": "2017-06-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8571,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-23/",
            "name": "dt",
            "value": "2017-06-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8572,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-26/",
            "name": "dt",
            "value": "2017-06-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8679,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-27/",
            "name": "dt",
            "value": "2017-06-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8619,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-30/",
            "name": "dt",
            "value": "2017-06-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8727,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-05/",
            "name": "dt",
            "value": "2017-07-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8757,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-06/",
            "name": "dt",
            "value": "2017-07-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8655,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-07/",
            "name": "dt",
            "value": "2017-07-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8632,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-10/",
            "name": "dt",
            "value": "2017-07-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8556,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-12/",
            "name": "dt",
            "value": "2017-07-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8560,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-13/",
            "name": "dt",
            "value": "2017-07-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8728,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-14/",
            "name": "dt",
            "value": "2017-07-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8598,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-15/",
            "name": "dt",
            "value": "2017-07-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8577,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-17/",
            "name": "dt",
            "value": "2017-07-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8723,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-18/",
            "name": "dt",
            "value": "2017-07-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8691,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-19/",
            "name": "dt",
            "value": "2017-07-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8578,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-20/",
            "name": "dt",
            "value": "2017-07-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8752,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-21/",
            "name": "dt",
            "value": "2017-07-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8766,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-24/",
            "name": "dt",
            "value": "2017-07-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8711,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-25/",
            "name": "dt",
            "value": "2017-07-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8633,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-26/",
            "name": "dt",
            "value": "2017-07-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8627,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-27/",
            "name": "dt",
            "value": "2017-07-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8770,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-28/",
            "name": "dt",
            "value": "2017-07-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8667,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-31/",
            "name": "dt",
            "value": "2017-07-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8644,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-01/",
            "name": "dt",
            "value": "2017-08-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8699,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-02/",
            "name": "dt",
            "value": "2017-08-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8568,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-03/",
            "name": "dt",
            "value": "2017-08-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8714,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-07/",
            "name": "dt",
            "value": "2017-08-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8672,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-08/",
            "name": "dt",
            "value": "2017-08-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8673,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-09/",
            "name": "dt",
            "value": "2017-08-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8606,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-10/",
            "name": "dt",
            "value": "2017-08-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8754,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-11/",
            "name": "dt",
            "value": "2017-08-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8668,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-13/",
            "name": "dt",
            "value": "2017-08-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8576,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-14/",
            "name": "dt",
            "value": "2017-08-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8724,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-15/",
            "name": "dt",
            "value": "2017-08-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8715,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-16/",
            "name": "dt",
            "value": "2017-08-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8749,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-17/",
            "name": "dt",
            "value": "2017-08-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8661,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-18/",
            "name": "dt",
            "value": "2017-08-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8628,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-21/",
            "name": "dt",
            "value": "2017-08-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8662,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-22/",
            "name": "dt",
            "value": "2017-08-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8581,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-23/",
            "name": "dt",
            "value": "2017-08-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8583,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-24/",
            "name": "dt",
            "value": "2017-08-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8744,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-25/",
            "name": "dt",
            "value": "2017-08-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8645,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-28/",
            "name": "dt",
            "value": "2017-08-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8736,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-29/",
            "name": "dt",
            "value": "2017-08-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8591,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-30/",
            "name": "dt",
            "value": "2017-08-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8646,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-31/",
            "name": "dt",
            "value": "2017-08-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8650,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-01/",
            "name": "dt",
            "value": "2017-09-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8602,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-03/",
            "name": "dt",
            "value": "2017-09-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8603,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-04/",
            "name": "dt",
            "value": "2017-09-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8584,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-05/",
            "name": "dt",
            "value": "2017-09-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8582,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-06/",
            "name": "dt",
            "value": "2017-09-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8704,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-07/",
            "name": "dt",
            "value": "2017-09-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8695,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-08/",
            "name": "dt",
            "value": "2017-09-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8692,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-11/",
            "name": "dt",
            "value": "2017-09-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8716,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-12/",
            "name": "dt",
            "value": "2017-09-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8557,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-13/",
            "name": "dt",
            "value": "2017-09-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8693,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-14/",
            "name": "dt",
            "value": "2017-09-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8607,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-18/",
            "name": "dt",
            "value": "2017-09-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8558,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-19/",
            "name": "dt",
            "value": "2017-09-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8742,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-22/",
            "name": "dt",
            "value": "2017-09-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8601,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-24/",
            "name": "dt",
            "value": "2017-09-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8725,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-25/",
            "name": "dt",
            "value": "2017-09-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8755,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-26/",
            "name": "dt",
            "value": "2017-09-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8731,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-27/",
            "name": "dt",
            "value": "2017-09-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8726,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-28/",
            "name": "dt",
            "value": "2017-09-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8592,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-29/",
            "name": "dt",
            "value": "2017-09-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8588,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-02/",
            "name": "dt",
            "value": "2017-10-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8620,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-03/",
            "name": "dt",
            "value": "2017-10-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8647,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-09/",
            "name": "dt",
            "value": "2017-10-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8621,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-11/",
            "name": "dt",
            "value": "2017-10-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8737,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-12/",
            "name": "dt",
            "value": "2017-10-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8717,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-16/",
            "name": "dt",
            "value": "2017-10-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8636,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-20/",
            "name": "dt",
            "value": "2017-10-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8674,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-26/",
            "name": "dt",
            "value": "2017-10-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8613,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-31/",
            "name": "dt",
            "value": "2017-10-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]
  • type: string
Schema:
  • attributes: 
    {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
  • created: 2017-11-01 19:25:19
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
    "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
}
Server:
  • hostname: schemamanager-5c55c886bf-h2ts4
  • name: schema_manager
  • process_start: 2025-10-21 13:03:27
  • sf_env: stage
  • version: 2112174301
Raw: 
{
    "name": {
        "created": "2017-11-01 12:28:18",
        "disabled": false,
        "format": "raw",
        "id": 267,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "sfdc_valid"
        },
        "type": "segment"
    },
    "partition": {
        "count": 217,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.sfdc_valid`\nADD\n\n\n PARTITION (dt='2016-11-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-10/'\n PARTITION (dt='2016-11-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-11/'\n PARTITION (dt='2016-11-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-14/'\n PARTITION (dt='2016-11-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-15/'\n PARTITION (dt='2016-11-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-16/'\n PARTITION (dt='2016-11-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-17/'\n PARTITION (dt='2016-11-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-18/'\n PARTITION (dt='2016-11-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-21/'\n PARTITION (dt='2016-11-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-22/'\n PARTITION (dt='2016-11-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-23/'\n PARTITION (dt='2016-11-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-28/'\n PARTITION (dt='2016-11-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-29/'\n PARTITION (dt='2016-11-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-30/'\n PARTITION (dt='2016-12-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-01/'\n PARTITION (dt='2016-12-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-02/'\n PARTITION (dt='2016-12-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-05/'\n PARTITION (dt='2016-12-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-06/'\n PARTITION (dt='2016-12-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-07/'\n PARTITION (dt='2016-12-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-08/'\n PARTITION (dt='2016-12-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-09/'\n PARTITION (dt='2016-12-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-11/'\n PARTITION (dt='2016-12-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-12/'\n PARTITION (dt='2016-12-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-13/'\n PARTITION (dt='2016-12-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-14/'\n PARTITION (dt='2016-12-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-15/'\n PARTITION (dt='2016-12-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-16/'\n PARTITION (dt='2016-12-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-17/'\n PARTITION (dt='2016-12-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-19/'\n PARTITION (dt='2016-12-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-20/'\n PARTITION (dt='2016-12-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-21/'\n PARTITION (dt='2016-12-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-22/'\n PARTITION (dt='2016-12-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-27/'\n PARTITION (dt='2017-01-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-01/'\n PARTITION (dt='2017-01-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-02/'\n PARTITION (dt='2017-01-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-04/'\n PARTITION (dt='2017-01-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-05/'\n PARTITION (dt='2017-01-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-06/'\n PARTITION (dt='2017-01-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-09/'\n PARTITION (dt='2017-01-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-10/'\n PARTITION (dt='2017-01-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-11/'\n PARTITION (dt='2017-01-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-12/'\n PARTITION (dt='2017-01-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-13/'\n PARTITION (dt='2017-01-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-16/'\n PARTITION (dt='2017-01-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-17/'\n PARTITION (dt='2017-01-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-19/'\n PARTITION (dt='2017-01-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-20/'\n PARTITION (dt='2017-01-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-23/'\n PARTITION (dt='2017-01-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-25/'\n PARTITION (dt='2017-01-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-26/'\n PARTITION (dt='2017-01-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-27/'\n PARTITION (dt='2017-01-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-28/'\n PARTITION (dt='2017-01-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-30/'\n PARTITION (dt='2017-01-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-31/'\n PARTITION (dt='2017-02-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-01/'\n PARTITION (dt='2017-02-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-02/'\n PARTITION (dt='2017-02-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-03/'\n PARTITION (dt='2017-02-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-04/'\n PARTITION (dt='2017-02-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-06/'\n PARTITION (dt='2017-02-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-07/'\n PARTITION (dt='2017-02-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-08/'\n PARTITION (dt='2017-02-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-09/'\n PARTITION (dt='2017-02-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-10/'\n PARTITION (dt='2017-02-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-13/'\n PARTITION (dt='2017-02-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-14/'\n PARTITION (dt='2017-02-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-16/'\n PARTITION (dt='2017-02-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-17/'\n PARTITION (dt='2017-02-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-21/'\n PARTITION (dt='2017-02-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-22/'\n PARTITION (dt='2017-02-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-23/'\n PARTITION (dt='2017-02-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-24/'\n PARTITION (dt='2017-02-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-27/'\n PARTITION (dt='2017-02-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-28/'\n PARTITION (dt='2017-03-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-01/'\n PARTITION (dt='2017-03-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-02/'\n PARTITION (dt='2017-03-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-03/'\n PARTITION (dt='2017-03-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-06/'\n PARTITION (dt='2017-03-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-07/'\n PARTITION (dt='2017-03-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-09/'\n PARTITION (dt='2017-03-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-10/'\n PARTITION (dt='2017-03-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-13/'\n PARTITION (dt='2017-03-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-14/'\n PARTITION (dt='2017-03-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-15/'\n PARTITION (dt='2017-03-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-16/'\n PARTITION (dt='2017-03-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-21/'\n PARTITION (dt='2017-03-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-22/'\n PARTITION (dt='2017-03-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-23/'\n PARTITION (dt='2017-03-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-24/'\n PARTITION (dt='2017-04-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-03/'\n PARTITION (dt='2017-04-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-04/'\n PARTITION (dt='2017-04-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-06/'\n PARTITION (dt='2017-04-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-10/'\n PARTITION (dt='2017-04-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-11/'\n PARTITION (dt='2017-04-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-12/'\n PARTITION (dt='2017-04-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-13/'\n PARTITION (dt='2017-04-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-17/'\n PARTITION (dt='2017-04-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-18/'\n PARTITION (dt='2017-04-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-19/'\n PARTITION (dt='2017-04-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-20/'\n PARTITION (dt='2017-04-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-21/'\n PARTITION (dt='2017-04-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-24/'\n PARTITION (dt='2017-04-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-25/'\n PARTITION (dt='2017-04-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-26/'\n PARTITION (dt='2017-04-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-27/'\n PARTITION (dt='2017-04-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-28/'\n PARTITION (dt='2017-04-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-29/'\n PARTITION (dt='2017-04-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-30/'\n PARTITION (dt='2017-05-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-01/'\n PARTITION (dt='2017-05-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-02/'\n PARTITION (dt='2017-05-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-03/'\n PARTITION (dt='2017-05-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-04/'\n PARTITION (dt='2017-05-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-05/'\n PARTITION (dt='2017-05-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-06/'\n PARTITION (dt='2017-05-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-08/'\n PARTITION (dt='2017-05-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-09/'\n PARTITION (dt='2017-05-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-11/'\n PARTITION (dt='2017-05-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-12/'\n PARTITION (dt='2017-05-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-15/'\n PARTITION (dt='2017-05-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-16/'\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-18/'\n PARTITION (dt='2017-05-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-19/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-23/'\n PARTITION (dt='2017-05-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-24/'\n PARTITION (dt='2017-05-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-25/'\n PARTITION (dt='2017-05-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-26/'\n PARTITION (dt='2017-05-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-30/'\n PARTITION (dt='2017-05-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-31/'\n PARTITION (dt='2017-06-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-01/'\n PARTITION (dt='2017-06-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-02/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-06/'\n PARTITION (dt='2017-06-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-07/'\n PARTITION (dt='2017-06-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-08/'\n PARTITION (dt='2017-06-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-10/'\n PARTITION (dt='2017-06-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-12/'\n PARTITION (dt='2017-06-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-13/'\n PARTITION (dt='2017-06-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-14/'\n PARTITION (dt='2017-06-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-15/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-16/'\n PARTITION (dt='2017-06-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-19/'\n PARTITION (dt='2017-06-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-20/'\n PARTITION (dt='2017-06-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-21/'\n PARTITION (dt='2017-06-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-23/'\n PARTITION (dt='2017-06-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-26/'\n PARTITION (dt='2017-06-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-27/'\n PARTITION (dt='2017-06-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-30/'\n PARTITION (dt='2017-07-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-05/'\n PARTITION (dt='2017-07-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-06/'\n PARTITION (dt='2017-07-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-07/'\n PARTITION (dt='2017-07-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-10/'\n PARTITION (dt='2017-07-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-12/'\n PARTITION (dt='2017-07-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-13/'\n PARTITION (dt='2017-07-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-14/'\n PARTITION (dt='2017-07-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-15/'\n PARTITION (dt='2017-07-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-17/'\n PARTITION (dt='2017-07-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-18/'\n PARTITION (dt='2017-07-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-19/'\n PARTITION (dt='2017-07-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-20/'\n PARTITION (dt='2017-07-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-21/'\n PARTITION (dt='2017-07-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-24/'\n PARTITION (dt='2017-07-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-25/'\n PARTITION (dt='2017-07-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-26/'\n PARTITION (dt='2017-07-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-27/'\n PARTITION (dt='2017-07-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-28/'\n PARTITION (dt='2017-07-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-31/'\n PARTITION (dt='2017-08-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-01/'\n PARTITION (dt='2017-08-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-02/'\n PARTITION (dt='2017-08-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-03/'\n PARTITION (dt='2017-08-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-07/'\n PARTITION (dt='2017-08-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-08/'\n PARTITION (dt='2017-08-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-09/'\n PARTITION (dt='2017-08-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-10/'\n PARTITION (dt='2017-08-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-11/'\n PARTITION (dt='2017-08-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-13/'\n PARTITION (dt='2017-08-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-14/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-15/'\n PARTITION (dt='2017-08-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-16/'\n PARTITION (dt='2017-08-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-17/'\n PARTITION (dt='2017-08-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-18/'\n PARTITION (dt='2017-08-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-21/'\n PARTITION (dt='2017-08-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-22/'\n PARTITION (dt='2017-08-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-23/'\n PARTITION (dt='2017-08-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-24/'\n PARTITION (dt='2017-08-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-25/'\n PARTITION (dt='2017-08-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-28/'\n PARTITION (dt='2017-08-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-29/'\n PARTITION (dt='2017-08-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-30/'\n PARTITION (dt='2017-08-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-31/'\n PARTITION (dt='2017-09-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-01/'\n PARTITION (dt='2017-09-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-03/'\n PARTITION (dt='2017-09-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-04/'\n PARTITION (dt='2017-09-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-05/'\n PARTITION (dt='2017-09-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-06/'\n PARTITION (dt='2017-09-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-07/'\n PARTITION (dt='2017-09-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-08/'\n PARTITION (dt='2017-09-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-11/'\n PARTITION (dt='2017-09-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-12/'\n PARTITION (dt='2017-09-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-13/'\n PARTITION (dt='2017-09-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-14/'\n PARTITION (dt='2017-09-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-18/'\n PARTITION (dt='2017-09-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-19/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-22/'\n PARTITION (dt='2017-09-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-24/'\n PARTITION (dt='2017-09-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-25/'\n PARTITION (dt='2017-09-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-26/'\n PARTITION (dt='2017-09-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-27/'\n PARTITION (dt='2017-09-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-28/'\n PARTITION (dt='2017-09-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-29/'\n PARTITION (dt='2017-10-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-02/'\n PARTITION (dt='2017-10-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-03/'\n PARTITION (dt='2017-10-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-09/'\n PARTITION (dt='2017-10-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-11/'\n PARTITION (dt='2017-10-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-12/'\n PARTITION (dt='2017-10-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-16/'\n PARTITION (dt='2017-10-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-20/'\n PARTITION (dt='2017-10-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-26/'\n PARTITION (dt='2017-10-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-31/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 8684,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-10/",
                    "name": "dt",
                    "value": "2016-11-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8586,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-11/",
                    "name": "dt",
                    "value": "2016-11-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8561,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-14/",
                    "name": "dt",
                    "value": "2016-11-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8738,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-15/",
                    "name": "dt",
                    "value": "2016-11-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8554,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-16/",
                    "name": "dt",
                    "value": "2016-11-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8651,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-17/",
                    "name": "dt",
                    "value": "2016-11-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8705,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-18/",
                    "name": "dt",
                    "value": "2016-11-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8634,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-21/",
                    "name": "dt",
                    "value": "2016-11-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8579,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-22/",
                    "name": "dt",
                    "value": "2016-11-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8608,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-23/",
                    "name": "dt",
                    "value": "2016-11-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8660,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-28/",
                    "name": "dt",
                    "value": "2016-11-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8663,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-29/",
                    "name": "dt",
                    "value": "2016-11-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8604,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-11-30/",
                    "name": "dt",
                    "value": "2016-11-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8664,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-01/",
                    "name": "dt",
                    "value": "2016-12-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8622,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-02/",
                    "name": "dt",
                    "value": "2016-12-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8635,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-05/",
                    "name": "dt",
                    "value": "2016-12-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8614,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-06/",
                    "name": "dt",
                    "value": "2016-12-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8593,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-07/",
                    "name": "dt",
                    "value": "2016-12-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8685,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-08/",
                    "name": "dt",
                    "value": "2016-12-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8719,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-09/",
                    "name": "dt",
                    "value": "2016-12-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8677,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-11/",
                    "name": "dt",
                    "value": "2016-12-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8694,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-12/",
                    "name": "dt",
                    "value": "2016-12-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8718,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-13/",
                    "name": "dt",
                    "value": "2016-12-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8564,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-14/",
                    "name": "dt",
                    "value": "2016-12-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8689,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-15/",
                    "name": "dt",
                    "value": "2016-12-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8653,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-16/",
                    "name": "dt",
                    "value": "2016-12-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8596,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-17/",
                    "name": "dt",
                    "value": "2016-12-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8637,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-19/",
                    "name": "dt",
                    "value": "2016-12-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8750,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-20/",
                    "name": "dt",
                    "value": "2016-12-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8574,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-21/",
                    "name": "dt",
                    "value": "2016-12-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8756,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-22/",
                    "name": "dt",
                    "value": "2016-12-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8597,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2016-12-27/",
                    "name": "dt",
                    "value": "2016-12-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8760,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-01/",
                    "name": "dt",
                    "value": "2017-01-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8669,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-02/",
                    "name": "dt",
                    "value": "2017-01-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8615,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-04/",
                    "name": "dt",
                    "value": "2017-01-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8741,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-05/",
                    "name": "dt",
                    "value": "2017-01-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8585,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-06/",
                    "name": "dt",
                    "value": "2017-01-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8609,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-09/",
                    "name": "dt",
                    "value": "2017-01-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8758,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-10/",
                    "name": "dt",
                    "value": "2017-01-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8648,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-11/",
                    "name": "dt",
                    "value": "2017-01-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8580,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-12/",
                    "name": "dt",
                    "value": "2017-01-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8764,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-13/",
                    "name": "dt",
                    "value": "2017-01-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8735,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-16/",
                    "name": "dt",
                    "value": "2017-01-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8708,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-17/",
                    "name": "dt",
                    "value": "2017-01-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8638,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-19/",
                    "name": "dt",
                    "value": "2017-01-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8589,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-20/",
                    "name": "dt",
                    "value": "2017-01-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8761,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-23/",
                    "name": "dt",
                    "value": "2017-01-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8624,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-25/",
                    "name": "dt",
                    "value": "2017-01-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8721,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-26/",
                    "name": "dt",
                    "value": "2017-01-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8629,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-27/",
                    "name": "dt",
                    "value": "2017-01-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8747,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-28/",
                    "name": "dt",
                    "value": "2017-01-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8569,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-30/",
                    "name": "dt",
                    "value": "2017-01-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8616,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-01-31/",
                    "name": "dt",
                    "value": "2017-01-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8630,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-01/",
                    "name": "dt",
                    "value": "2017-02-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8565,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-02/",
                    "name": "dt",
                    "value": "2017-02-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8575,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-03/",
                    "name": "dt",
                    "value": "2017-02-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8656,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-04/",
                    "name": "dt",
                    "value": "2017-02-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8670,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-06/",
                    "name": "dt",
                    "value": "2017-02-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8682,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-07/",
                    "name": "dt",
                    "value": "2017-02-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8680,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-08/",
                    "name": "dt",
                    "value": "2017-02-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8751,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-09/",
                    "name": "dt",
                    "value": "2017-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8555,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-10/",
                    "name": "dt",
                    "value": "2017-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8657,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-13/",
                    "name": "dt",
                    "value": "2017-02-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8599,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-14/",
                    "name": "dt",
                    "value": "2017-02-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8671,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-16/",
                    "name": "dt",
                    "value": "2017-02-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8762,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-17/",
                    "name": "dt",
                    "value": "2017-02-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8658,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-21/",
                    "name": "dt",
                    "value": "2017-02-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8739,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-22/",
                    "name": "dt",
                    "value": "2017-02-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8701,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-23/",
                    "name": "dt",
                    "value": "2017-02-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8559,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-24/",
                    "name": "dt",
                    "value": "2017-02-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8665,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-27/",
                    "name": "dt",
                    "value": "2017-02-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8625,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-02-28/",
                    "name": "dt",
                    "value": "2017-02-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8631,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-01/",
                    "name": "dt",
                    "value": "2017-03-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8610,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-02/",
                    "name": "dt",
                    "value": "2017-03-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8763,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-03/",
                    "name": "dt",
                    "value": "2017-03-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8712,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-06/",
                    "name": "dt",
                    "value": "2017-03-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8654,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-07/",
                    "name": "dt",
                    "value": "2017-03-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8678,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-09/",
                    "name": "dt",
                    "value": "2017-03-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8733,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-10/",
                    "name": "dt",
                    "value": "2017-03-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8642,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-13/",
                    "name": "dt",
                    "value": "2017-03-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8690,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-14/",
                    "name": "dt",
                    "value": "2017-03-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8683,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-15/",
                    "name": "dt",
                    "value": "2017-03-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8594,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-16/",
                    "name": "dt",
                    "value": "2017-03-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8748,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-21/",
                    "name": "dt",
                    "value": "2017-03-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8732,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-22/",
                    "name": "dt",
                    "value": "2017-03-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8567,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-23/",
                    "name": "dt",
                    "value": "2017-03-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8681,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-03-24/",
                    "name": "dt",
                    "value": "2017-03-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8745,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-03/",
                    "name": "dt",
                    "value": "2017-04-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8729,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-04/",
                    "name": "dt",
                    "value": "2017-04-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8573,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-06/",
                    "name": "dt",
                    "value": "2017-04-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8652,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-10/",
                    "name": "dt",
                    "value": "2017-04-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8600,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-11/",
                    "name": "dt",
                    "value": "2017-04-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8623,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-12/",
                    "name": "dt",
                    "value": "2017-04-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8566,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-13/",
                    "name": "dt",
                    "value": "2017-04-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8700,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-17/",
                    "name": "dt",
                    "value": "2017-04-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8562,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-18/",
                    "name": "dt",
                    "value": "2017-04-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8765,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-19/",
                    "name": "dt",
                    "value": "2017-04-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8617,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-20/",
                    "name": "dt",
                    "value": "2017-04-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8686,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-21/",
                    "name": "dt",
                    "value": "2017-04-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8696,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-24/",
                    "name": "dt",
                    "value": "2017-04-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8659,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-25/",
                    "name": "dt",
                    "value": "2017-04-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8722,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-26/",
                    "name": "dt",
                    "value": "2017-04-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8743,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-27/",
                    "name": "dt",
                    "value": "2017-04-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8687,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-28/",
                    "name": "dt",
                    "value": "2017-04-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8666,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-29/",
                    "name": "dt",
                    "value": "2017-04-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8753,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-04-30/",
                    "name": "dt",
                    "value": "2017-04-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8746,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-01/",
                    "name": "dt",
                    "value": "2017-05-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8706,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-02/",
                    "name": "dt",
                    "value": "2017-05-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8709,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-03/",
                    "name": "dt",
                    "value": "2017-05-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8563,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-04/",
                    "name": "dt",
                    "value": "2017-05-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8710,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-05/",
                    "name": "dt",
                    "value": "2017-05-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8702,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-06/",
                    "name": "dt",
                    "value": "2017-05-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8697,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-08/",
                    "name": "dt",
                    "value": "2017-05-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8611,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-09/",
                    "name": "dt",
                    "value": "2017-05-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8675,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-11/",
                    "name": "dt",
                    "value": "2017-05-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8713,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-12/",
                    "name": "dt",
                    "value": "2017-05-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8639,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-15/",
                    "name": "dt",
                    "value": "2017-05-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8570,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-16/",
                    "name": "dt",
                    "value": "2017-05-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8649,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-18/",
                    "name": "dt",
                    "value": "2017-05-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8618,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-19/",
                    "name": "dt",
                    "value": "2017-05-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8626,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-22/",
                    "name": "dt",
                    "value": "2017-05-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8730,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-23/",
                    "name": "dt",
                    "value": "2017-05-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8643,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-24/",
                    "name": "dt",
                    "value": "2017-05-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8734,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-25/",
                    "name": "dt",
                    "value": "2017-05-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8767,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-26/",
                    "name": "dt",
                    "value": "2017-05-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8707,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-30/",
                    "name": "dt",
                    "value": "2017-05-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8612,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-05-31/",
                    "name": "dt",
                    "value": "2017-05-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8640,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-01/",
                    "name": "dt",
                    "value": "2017-06-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8698,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-02/",
                    "name": "dt",
                    "value": "2017-06-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8768,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-05/",
                    "name": "dt",
                    "value": "2017-06-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8759,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-06/",
                    "name": "dt",
                    "value": "2017-06-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8720,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-07/",
                    "name": "dt",
                    "value": "2017-06-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8769,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-08/",
                    "name": "dt",
                    "value": "2017-06-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8703,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-10/",
                    "name": "dt",
                    "value": "2017-06-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8590,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-12/",
                    "name": "dt",
                    "value": "2017-06-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8676,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-13/",
                    "name": "dt",
                    "value": "2017-06-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8688,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-14/",
                    "name": "dt",
                    "value": "2017-06-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8587,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-15/",
                    "name": "dt",
                    "value": "2017-06-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8641,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-16/",
                    "name": "dt",
                    "value": "2017-06-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8605,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-19/",
                    "name": "dt",
                    "value": "2017-06-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8595,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-20/",
                    "name": "dt",
                    "value": "2017-06-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8740,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-21/",
                    "name": "dt",
                    "value": "2017-06-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8571,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-23/",
                    "name": "dt",
                    "value": "2017-06-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8572,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-26/",
                    "name": "dt",
                    "value": "2017-06-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8679,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-27/",
                    "name": "dt",
                    "value": "2017-06-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8619,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-06-30/",
                    "name": "dt",
                    "value": "2017-06-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8727,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-05/",
                    "name": "dt",
                    "value": "2017-07-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8757,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-06/",
                    "name": "dt",
                    "value": "2017-07-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8655,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-07/",
                    "name": "dt",
                    "value": "2017-07-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8632,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-10/",
                    "name": "dt",
                    "value": "2017-07-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8556,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-12/",
                    "name": "dt",
                    "value": "2017-07-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8560,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-13/",
                    "name": "dt",
                    "value": "2017-07-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8728,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-14/",
                    "name": "dt",
                    "value": "2017-07-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8598,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-15/",
                    "name": "dt",
                    "value": "2017-07-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8577,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-17/",
                    "name": "dt",
                    "value": "2017-07-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8723,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-18/",
                    "name": "dt",
                    "value": "2017-07-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8691,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-19/",
                    "name": "dt",
                    "value": "2017-07-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8578,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-20/",
                    "name": "dt",
                    "value": "2017-07-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8752,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-21/",
                    "name": "dt",
                    "value": "2017-07-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8766,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-24/",
                    "name": "dt",
                    "value": "2017-07-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8711,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-25/",
                    "name": "dt",
                    "value": "2017-07-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8633,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-26/",
                    "name": "dt",
                    "value": "2017-07-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8627,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-27/",
                    "name": "dt",
                    "value": "2017-07-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8770,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-28/",
                    "name": "dt",
                    "value": "2017-07-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8667,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-07-31/",
                    "name": "dt",
                    "value": "2017-07-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8644,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-01/",
                    "name": "dt",
                    "value": "2017-08-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8699,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-02/",
                    "name": "dt",
                    "value": "2017-08-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8568,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-03/",
                    "name": "dt",
                    "value": "2017-08-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8714,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-07/",
                    "name": "dt",
                    "value": "2017-08-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8672,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-08/",
                    "name": "dt",
                    "value": "2017-08-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8673,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-09/",
                    "name": "dt",
                    "value": "2017-08-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8606,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-10/",
                    "name": "dt",
                    "value": "2017-08-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8754,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-11/",
                    "name": "dt",
                    "value": "2017-08-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8668,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-13/",
                    "name": "dt",
                    "value": "2017-08-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8576,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-14/",
                    "name": "dt",
                    "value": "2017-08-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8724,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-15/",
                    "name": "dt",
                    "value": "2017-08-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8715,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-16/",
                    "name": "dt",
                    "value": "2017-08-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8749,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-17/",
                    "name": "dt",
                    "value": "2017-08-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8661,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-18/",
                    "name": "dt",
                    "value": "2017-08-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8628,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-21/",
                    "name": "dt",
                    "value": "2017-08-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8662,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-22/",
                    "name": "dt",
                    "value": "2017-08-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8581,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-23/",
                    "name": "dt",
                    "value": "2017-08-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8583,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-24/",
                    "name": "dt",
                    "value": "2017-08-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8744,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-25/",
                    "name": "dt",
                    "value": "2017-08-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8645,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-28/",
                    "name": "dt",
                    "value": "2017-08-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8736,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-29/",
                    "name": "dt",
                    "value": "2017-08-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8591,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-30/",
                    "name": "dt",
                    "value": "2017-08-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8646,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-08-31/",
                    "name": "dt",
                    "value": "2017-08-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8650,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-01/",
                    "name": "dt",
                    "value": "2017-09-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8602,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-03/",
                    "name": "dt",
                    "value": "2017-09-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8603,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-04/",
                    "name": "dt",
                    "value": "2017-09-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8584,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-05/",
                    "name": "dt",
                    "value": "2017-09-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8582,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-06/",
                    "name": "dt",
                    "value": "2017-09-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8704,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-07/",
                    "name": "dt",
                    "value": "2017-09-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8695,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-08/",
                    "name": "dt",
                    "value": "2017-09-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8692,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-11/",
                    "name": "dt",
                    "value": "2017-09-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8716,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-12/",
                    "name": "dt",
                    "value": "2017-09-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8557,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-13/",
                    "name": "dt",
                    "value": "2017-09-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8693,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-14/",
                    "name": "dt",
                    "value": "2017-09-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8607,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-18/",
                    "name": "dt",
                    "value": "2017-09-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8558,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-19/",
                    "name": "dt",
                    "value": "2017-09-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8742,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-22/",
                    "name": "dt",
                    "value": "2017-09-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8601,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-24/",
                    "name": "dt",
                    "value": "2017-09-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8725,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-25/",
                    "name": "dt",
                    "value": "2017-09-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8755,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-26/",
                    "name": "dt",
                    "value": "2017-09-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8731,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-27/",
                    "name": "dt",
                    "value": "2017-09-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8726,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-28/",
                    "name": "dt",
                    "value": "2017-09-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8592,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-09-29/",
                    "name": "dt",
                    "value": "2017-09-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8588,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-02/",
                    "name": "dt",
                    "value": "2017-10-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8620,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-03/",
                    "name": "dt",
                    "value": "2017-10-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8647,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-09/",
                    "name": "dt",
                    "value": "2017-10-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8621,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-11/",
                    "name": "dt",
                    "value": "2017-10-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8737,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-12/",
                    "name": "dt",
                    "value": "2017-10-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8717,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-16/",
                    "name": "dt",
                    "value": "2017-10-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8636,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-20/",
                    "name": "dt",
                    "value": "2017-10-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8674,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-26/",
                    "name": "dt",
                    "value": "2017-10-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8613,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/valid/dt=2017-10-31/",
                    "name": "dt",
                    "value": "2017-10-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_metadata.bundled": "",
            "_metadata.unbundled": "",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.content": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "dedupe_metadata.offset": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
            "properties.activePhlags.sf_1592_curated_new_york_page": "string",
            "properties.activePhlags.sf_1626_mobile_map": "string",
            "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
            "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
            "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
            "properties.activePhlags.sf_1936_search_help_widget": "string",
            "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
            "properties.activePhlags_branded_fss_facility_pages": "string",
            "properties.activePhlags_con_1314_serp_slideshow": "string",
            "properties.activePhlags_feature_sfdc_iron_markets": "string",
            "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
            "properties.activePhlags_sf_1592_curated_new_york_page": "string",
            "properties.activePhlags_sf_1626_mobile_map": "string",
            "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
            "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
            "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
            "properties.activePhlags_sf_1936_search_help_widget": "string",
            "properties.activePhlags_sf_1994_map_zoom": "string",
            "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
            "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
            "properties.activePhlags_sf_2064_mobile_map_v2": "string",
            "properties.activePhlags_sf_2066_value_prop_mab": "string",
            "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
            "properties.activePhlags_sf_2158_gate_page": "string",
            "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
            "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
            "properties.activePhlags_sf_2217_serp_email_capture": "string",
            "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
            "properties.category": "string",
            "properties.label": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2017-11-01 19:25:19",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_valid`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/valid'",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_valid`",
            "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_valid`"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}
©2019 SpareFoot Data Platform