Schema Info

Schema Name: sfdl_stage_segment.sfdc_submit
  • created: 2017-11-01 12:00:42
  • disabled: False
  • format: raw
  • id: 250
  • is_partitioned: True
  • is_schema_datatyped: False
  • name: 
    {
    "database": "sfdl_stage_segment",
    "table": "sfdc_submit"
}
  • type: segment
Schema Versions: 15
    • created: 2017-11-01 20:31:41
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `facilityId` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `recaptchaToken` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `overrideReservationWindow` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `visitId` : string , `unitId` : string , `email` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `errorMessage` : string , `aAAMemberNumber` : string , `isReact` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `phone` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `g_recaptcha_response` : string , `firstName` : string , `activePhlags_sf_2158_gate_page` : string , `lastName` : string , `moveInDate` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `value` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2066_value_prop_mab` : string , `statusCode` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 2047
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "085bf8c3-2fc6-458e-898f-ad8f9408d08e",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.254.10.222",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Test-Facility-155845.html",
            "referrer": "",
            "search": "",
            "title": "Fake Test Facility | 400 Brooks Road | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Test-Facility-155845.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 5.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.75 Safari/537.36"
    },
    "dedupe_metadata": {
        "offset": "1893032529"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-b5bdff5ea05808873ca3d19a82be65e0",
    "originalTimestamp": "2017-09-19T11:17:35.248Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1505819855247,
        "aAAMemberNumber": "",
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "control",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "available units-facilityPage",
        "email": "[email protected]",
        "errorMessage": "Please prove you're not a robot.",
        "facilityId": "108647",
        "firstName": "test1",
        "g-recaptcha-response": "03AOmkcwLzaxymHlRT3ZkM65WmPI88yYHgrsHSOuj9i_ry-BpJpekiObqkIMfel7zJpk-tRuEgmVe23FaAgPGFcu3H6N0uz03Yjh_dId5duLoJwP-UAxzZPei2mu40JG-xt7XHwXwJEff5wGSMUc9Bde-K3aDP-YIKXt1RgxvQLLIBXs6LC4_3v2LvZg1a4RQHnIbiDq-aasBmIX9Ngm89LY0WlEthlAorUGmsB816IdZj_qpsLdmbrEw5NWaEq8TZCK2QYIc7v3UlGe4IeMn8--W3UeRuZIuxiKhOUtpof7NAkfk_OTGzN2WimWfvLB4wWlnEcxlOtzEa82rBuA6I8Ig5s8qBuHFAQg",
        "isReact": true,
        "label": "filterable units-reservation form-success-web-undefined-5x5",
        "lastName": "test2",
        "moveInDate": "2017-11-05T00:00:00.000Z",
        "overrideReservationWindow": "true",
        "phone": "222-333-4444",
        "recaptchaToken": "03AOmkcwLzaxymHlRT3ZkM65WmPI88yYHgrsHSOuj9i_ry-BpJpekiObqkIMfel7zJpk-tRuEgmVe23FaAgPGFcu3H6N0uz03Yjh_dId5duLoJwP-UAxzZPei2mu40JG-xt7XHwXwJEff5wGSMUc9Bde-K3aDP-YIKXt1RgxvQLLIBXs6LC4_3v2LvZg1a4RQHnIbiDq-aasBmIX9Ngm89LY0WlEthlAorUGmsB816IdZj_qpsLdmbrEw5NWaEq8TZCK2QYIc7v3UlGe4IeMn8--W3UeRuZIuxiKhOUtpof7NAkfk_OTGzN2WimWfvLB4wWlnEcxlOtzEa82rBuA6I8Ig5s8qBuHFAQg",
        "site_id": -1,
        "statusCode": 400,
        "unitId": "19042588",
        "value": "23.40",
        "visitId": "7659b00af5712213993063365"
    },
    "receivedAt": "2017-09-19T11:17:36.759Z",
    "sentAt": "2017-09-19T11:17:35.250Z",
    "timestamp": "2017-09-19T11:17:36.757Z",
    "type": "track",
    "userId": null,
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.aAAMemberNumber": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.email": "string",
    "properties.errorMessage": "string",
    "properties.facilityId": "bigint",
    "properties.firstName": "string",
    "properties.g_recaptcha_response": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.lastName": "string",
    "properties.moveInDate": "string",
    "properties.overrideReservationWindow": "string",
    "properties.phone": "string",
    "properties.recaptchaToken": "string",
    "properties.site_id": "string",
    "properties.statusCode": "string",
    "properties.unitId": "string",
    "properties.value": "string",
    "properties.visitId": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: 2019-04-18 13:36:59
    • created: 2017-11-01 20:16:58
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `facilityId` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `recaptchaToken` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `overrideReservationWindow` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `visitId` : string , `unitId` : string , `email` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `errorMessage` : string , `aAAMemberNumber` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `phone` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `g_recaptcha_response` : string , `firstName` : string , `activePhlags_sf_2158_gate_page` : string , `lastName` : string , `moveInDate` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `value` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2066_value_prop_mab` : string , `statusCode` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 2042
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "8f98abcf-962c-42cb-a065-d6aea9366b32",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility4-108647.html",
            "referrer": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility4-108647?location=Perryville,%20AK,%20United%20States&searchType=storage",
            "search": "?location=Perryville,%20AK,%20United%20States&searchType=storage",
            "title": "Fake Storage Facility4 | 401 Brooks Road | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility4-108647.html?location=Perryville,%20AK,%20United%20States&searchType=storage"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.101 Safari/537.36"
    },
    "dedupe_metadata": {
        "offset": "1893032529"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-db39f0a304ef3906aefd2afb35b49dd3",
    "originalTimestamp": "2017-09-06T18:45:17.860Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1504723517859,
        "aAAMemberNumber": "",
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "control",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "email": "[email protected]",
        "errorMessage": "Please prove you're not a robot.",
        "facilityId": "108647",
        "firstName": "test1",
        "g-recaptcha-response": "03AOmkcwLzaxymHlRT3ZkM65WmPI88yYHgrsHSOuj9i_ry-BpJpekiObqkIMfel7zJpk-tRuEgmVe23FaAgPGFcu3H6N0uz03Yjh_dId5duLoJwP-UAxzZPei2mu40JG-xt7XHwXwJEff5wGSMUc9Bde-K3aDP-YIKXt1RgxvQLLIBXs6LC4_3v2LvZg1a4RQHnIbiDq-aasBmIX9Ngm89LY0WlEthlAorUGmsB816IdZj_qpsLdmbrEw5NWaEq8TZCK2QYIc7v3UlGe4IeMn8--W3UeRuZIuxiKhOUtpof7NAkfk_OTGzN2WimWfvLB4wWlnEcxlOtzEa82rBuA6I8Ig5s8qBuHFAQg",
        "label": "success-web-selfstorage-18' x 18'",
        "lastName": "test2",
        "moveInDate": "2017-11-05T00:00:00.000Z",
        "overrideReservationWindow": "true",
        "phone": "222-333-4444",
        "recaptchaToken": "03AOmkcwLzaxymHlRT3ZkM65WmPI88yYHgrsHSOuj9i_ry-BpJpekiObqkIMfel7zJpk-tRuEgmVe23FaAgPGFcu3H6N0uz03Yjh_dId5duLoJwP-UAxzZPei2mu40JG-xt7XHwXwJEff5wGSMUc9Bde-K3aDP-YIKXt1RgxvQLLIBXs6LC4_3v2LvZg1a4RQHnIbiDq-aasBmIX9Ngm89LY0WlEthlAorUGmsB816IdZj_qpsLdmbrEw5NWaEq8TZCK2QYIc7v3UlGe4IeMn8--W3UeRuZIuxiKhOUtpof7NAkfk_OTGzN2WimWfvLB4wWlnEcxlOtzEa82rBuA6I8Ig5s8qBuHFAQg",
        "site_id": "-1",
        "statusCode": 400,
        "unitId": "19042588",
        "value": "23.40",
        "visitId": "7659b00af5712213993063365"
    },
    "receivedAt": "2017-09-06T18:44:28.752Z",
    "sentAt": "2017-09-06T18:45:17.862Z",
    "timestamp": "2017-09-06T18:44:28.750Z",
    "type": "track",
    "userId": "7659b00af5712213993063365",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.aAAMemberNumber": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.email": "string",
    "properties.errorMessage": "string",
    "properties.facilityId": "bigint",
    "properties.firstName": "string",
    "properties.g_recaptcha_response": "string",
    "properties.label": "string",
    "properties.lastName": "string",
    "properties.moveInDate": "string",
    "properties.overrideReservationWindow": "string",
    "properties.phone": "string",
    "properties.recaptchaToken": "string",
    "properties.site_id": "string",
    "properties.statusCode": "string",
    "properties.unitId": "string",
    "properties.value": "string",
    "properties.visitId": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 20:14:16
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `facilityId` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `recaptchaToken` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `overrideReservationWindow` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `visitId` : string , `unitId` : string , `email` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `errorMessage` : string , `aAAMemberNumber` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `phone` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `firstName` : string , `activePhlags_sf_2158_gate_page` : string , `lastName` : string , `moveInDate` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `value` : string , `activePhlags_sf_2066_value_prop_mab` : string , `statusCode` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 2041
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "10d4faee-2aa1-4fd4-95a5-2948ad2414a2",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "https://www.sparefoot.extrameter.com/search.html?searchType=storage&location=perryville,+ak&latitude=55.913&longitude=-159.146&distance=15&order=recommended&page=2",
            "search": "?searchType=storage&sqft=75&unitType=unit&moveInDate=&location=perryville,+ak&zip=",
            "title": "Fake Storage Facility - Product | 400 Brooks Road | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html?searchType=storage&sqft=75&unitType=unit&moveInDate=&location=perryville,+ak&zip="
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.101 Safari/537.36"
    },
    "dedupe_metadata": {
        "offset": "1893032529"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-c75c5a3613e26f2a6ccd32a693b2b83d",
    "originalTimestamp": "2017-09-01T20:24:17.233Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1504297457232,
        "aAAMemberNumber": "",
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "control",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "email": "[email protected]",
        "errorMessage": "Please prove you're not a robot.",
        "facilityId": "155558",
        "firstName": "shiva",
        "label": "fail-web-selfstorage-10' x 7.5'",
        "lastName": "destroyer",
        "moveInDate": "2017-09-06T00:00:00.000Z",
        "overrideReservationWindow": "true",
        "phone": "5555555555",
        "recaptchaToken": "",
        "site_id": "-1",
        "statusCode": 400,
        "unitId": "17809672",
        "value": "10.00",
        "visitId": "75596d1b66866324252507445"
    },
    "receivedAt": "2017-09-01T20:24:17.260Z",
    "sentAt": "2017-09-01T20:24:17.236Z",
    "timestamp": "2017-09-01T20:24:17.257Z",
    "type": "track",
    "userId": "75596d1b66866324252507445",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.aAAMemberNumber": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.email": "string",
    "properties.errorMessage": "string",
    "properties.facilityId": "bigint",
    "properties.firstName": "string",
    "properties.label": "string",
    "properties.lastName": "string",
    "properties.moveInDate": "string",
    "properties.overrideReservationWindow": "string",
    "properties.phone": "string",
    "properties.recaptchaToken": "string",
    "properties.site_id": "string",
    "properties.statusCode": "string",
    "properties.unitId": "string",
    "properties.value": "string",
    "properties.visitId": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 20:12:21
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `facilityId` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `recaptchaToken` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `overrideReservationWindow` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `visitId` : string , `unitId` : string , `email` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `errorMessage` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `phone` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `firstName` : string , `activePhlags_sf_2158_gate_page` : string , `lastName` : string , `moveInDate` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `value` : string , `activePhlags_sf_2066_value_prop_mab` : string , `statusCode` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 2040
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "8f98abcf-962c-42cb-a065-d6aea9366b32",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility4-108647.html",
            "referrer": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility4-108647?location=Perryville,%20AK,%20United%20States&searchType=storage",
            "search": "?location=Perryville,%20AK,%20United%20States&searchType=storage",
            "title": "Fake Storage Facility4 | 401 Brooks Road | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility4-108647.html?location=Perryville,%20AK,%20United%20States&searchType=storage"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.101 Safari/537.36"
    },
    "dedupe_metadata": {
        "offset": "1893032529"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-9a48ce5632dcf40e563c0f5a091b34f0",
    "originalTimestamp": "2017-09-06T18:43:53.279Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1504723433278,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "control",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "email": "[email protected]",
        "errorMessage": "Please prove you're not a robot.",
        "facilityId": "108647",
        "firstName": "test1",
        "label": "fail-web-selfstorage-18' x 18'",
        "lastName": "test2",
        "moveInDate": "2017-11-05T00:00:00.000Z",
        "overrideReservationWindow": "true",
        "phone": "222-333-4444",
        "recaptchaToken": "",
        "site_id": "-1",
        "statusCode": 400,
        "unitId": "19042588",
        "value": "10.00",
        "visitId": "7659b00af5712213993063365"
    },
    "receivedAt": "2017-09-06T18:43:03.986Z",
    "sentAt": "2017-09-06T18:43:53.281Z",
    "timestamp": "2017-09-06T18:43:03.984Z",
    "type": "track",
    "userId": "7659b00af5712213993063365",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.email": "string",
    "properties.errorMessage": "string",
    "properties.facilityId": "bigint",
    "properties.firstName": "string",
    "properties.label": "string",
    "properties.lastName": "string",
    "properties.moveInDate": "string",
    "properties.overrideReservationWindow": "string",
    "properties.phone": "string",
    "properties.recaptchaToken": "string",
    "properties.site_id": "string",
    "properties.statusCode": "string",
    "properties.unitId": "string",
    "properties.value": "string",
    "properties.visitId": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 20:02:28
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `value` : string , `activePhlags_sf_2066_value_prop_mab` : string , `statusCode` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 2037
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "3a9b0063-7668-45ac-b6c5-de2fceab6ccc",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Test-Facility-155845.html",
            "referrer": "http://www.sparefoot.local/search.html?moveInDate=&location=Perryville%2C+AK%2C+United+States&city=Perryville&state=AK&latitude=55.91277780000001&longitude=-159.14555559999997&locationSource=google_autocomplete",
            "search": "?searchType=storage&sqft=25&unitType=unit&moveInDate=&location=Perryville,%20AK,%20United%20States&zip=",
            "title": "Fake Test Facility | 400 Brooks Road | SpareFoot",
            "url": "http://www.sparefoot.local/Perryville-AK-self-storage/Fake-Test-Facility-155845.html?searchType=storage&sqft=25&unitType=unit&moveInDate=&location=Perryville,%20AK,%20United%20States&zip="
        },
        "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.101 Safari/537.36"
    },
    "dedupe_metadata": {
        "offset": "1893032529"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-34a54b9bc8dfdb35890f012b8c32cf05",
    "originalTimestamp": "2017-09-01T18:53:36.520Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1504292016516,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "control",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "label": "fail-web-selfstorage-5' x 5'",
        "site_id": "-1",
        "statusCode": 400,
        "value": "10.00"
    },
    "receivedAt": "2017-09-01T18:53:36.537Z",
    "sentAt": "2017-09-01T18:53:36.529Z",
    "timestamp": "2017-09-01T18:53:36.528Z",
    "type": "track",
    "userId": "2859a863e2006d04108014679",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.statusCode": "string",
    "properties.value": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 16:56:40
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2158_gate_page` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `value` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 1964
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "20ed0c7c-f935-4ecf-84bd-97aaa62b42db",
    "channel": "client",
    "context": {
        "ip": "199.7.164.192",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "dedupe_metadata": {
        "offset": "1893032529"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-66d8ea4b5fd760c1a50710ddf8870afb",
    "originalTimestamp": "2017-01-23T20:27:16.267Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1485203236266,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "control",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "label": "success-web-selfstorage-5' x 11'",
        "site_id": "-1",
        "value": "10.00"
    },
    "receivedAt": "2017-01-23T20:27:14.319Z",
    "sentAt": "2017-01-23T20:27:16.269Z",
    "timestamp": "2017-01-23T20:27:14.317Z",
    "type": "track",
    "userId": "5158866702a9c083462983296",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 16:24:56
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `value` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 1946
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "a028d94c-1c8b-4ad9-a330-ee81eff4c8ab",
    "channel": "client",
    "context": {
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Test-Facility-155845.html",
            "referrer": "",
            "search": "",
            "title": "Fake Test Facility | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Test-Facility-155845.html"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36"
    },
    "dedupe_metadata": {
        "offset": "1893032529"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-414048b6db738132024d282113ad16eb",
    "originalTimestamp": "2017-02-09T18:51:45.572Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1486666305570,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_sf_2063_stacked_ui_flow": "control",
        "activePhlags_sf_2064_mobile_map_v2": "control",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "control",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "filtered",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "label": "fail-web-selfstorage-5' x 5'",
        "site_id": "-1",
        "value": "0.00"
    },
    "receivedAt": "2017-02-09T18:51:45.607Z",
    "sentAt": "2017-02-09T18:51:45.578Z",
    "timestamp": "2017-02-09T18:51:45.601Z",
    "type": "track",
    "userId": "76584adfcb566127357270640",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 15:34:02
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2158_gate_page` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `value` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 1912
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "4d4a058f-1b53-4ac0-b350-62f0fc31cd17",
    "channel": "client",
    "context": {
        "ip": "24.28.18.28",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/reservation/confirmation/X83DDT2W4",
            "referrer": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558/reserve/17809672",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/reservation/confirmation/X83DDT2W4"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-a7e159f39bd60565b7fbe09bb980fe37",
    "originalTimestamp": "2017-01-26T01:19:39.338Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1485393579337,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_sf_2063_stacked_ui_flow": "control",
        "activePhlags_sf_2064_mobile_map_v2": "control",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "control",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "filtered",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "cancel reservation form interactions-confirmationPage",
        "label": "undefinedsuccess",
        "site_id": "-1",
        "value": "0.00"
    },
    "receivedAt": "2017-01-26T01:19:39.302Z",
    "sentAt": "2017-01-26T01:19:39.346Z",
    "timestamp": "2017-01-26T01:19:39.294Z",
    "type": "track",
    "userId": "458894e61c11317203615258",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 15:19:39
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `value` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 1901
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "f2199a8a-edd6-4f38-92b9-f95d57f3ce83",
    "channel": "client",
    "context": {
        "ip": "207.254.7.207",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-a3b7a4aa448a838b8bae1178ca2a24dd",
    "originalTimestamp": "2017-01-04T18:13:48.965Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1483553628957,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_branded_fss_facility_pages": "control",
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_sf_2063_stacked_ui_flow": "control",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "label": "success-web-selfstorage-5' x 11'",
        "site_id": "-1",
        "value": "0.00"
    },
    "receivedAt": "2017-01-04T18:13:42.869Z",
    "sentAt": "2017-01-04T18:13:48.970Z",
    "timestamp": "2017-01-04T18:13:42.864Z",
    "type": "track",
    "userId": "64586d3b35590ab8859972938",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 14:32:39
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `value` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 1860
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "00f7d786-7e4c-4201-9fff-914334149a88",
    "channel": "client",
    "context": {
        "ip": "207.254.7.191",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-63286a7c4185ce9ef17cd7d9decc3ed0",
    "originalTimestamp": "2017-01-11T14:14:19.849Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1484144059847,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "control",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "zoomed",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "control",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "label": "success-web-selfstorage-5' x 11'",
        "site_id": "-1",
        "value": "15.00"
    },
    "receivedAt": "2017-01-11T14:14:09.371Z",
    "sentAt": "2017-01-11T14:14:19.850Z",
    "timestamp": "2017-01-11T14:14:09.370Z",
    "type": "track",
    "userId": "3958763d717a1314420425988",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 14:21:30
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `value` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 1850
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "83c5520b-923c-44a8-a3cf-fc15f74520dc",
    "channel": "client",
    "context": {
        "ip": "207.254.10.143",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-fec77bf8c69c8c5252928715f666f373",
    "originalTimestamp": "2017-01-06T18:09:32.034Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1483726172031,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "control",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "label": "success-web-selfstorage-5' x 11'",
        "site_id": "-1",
        "value": "0.00"
    },
    "receivedAt": "2017-01-06T18:09:27.494Z",
    "sentAt": "2017-01-06T18:09:32.038Z",
    "timestamp": "2017-01-06T18:09:27.490Z",
    "type": "track",
    "userId": "50586fdd2f2e5863429174978",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 14:15:38
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `value` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 1836
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "3188bffd-ffe6-42e3-ba78-99c79e3afdf3",
    "channel": "client",
    "context": {
        "ip": "199.7.164.185",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-e4cf9dcfd80f39c214ce36e835c218e9",
    "originalTimestamp": "2017-01-05T21:07:05.331Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1483650425322,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "control",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2081_mobile_map_ctr": "control",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "label": "success-web-selfstorage-5' x 11'",
        "site_id": "-1",
        "value": "0.00"
    },
    "receivedAt": "2017-01-05T21:07:00.764Z",
    "sentAt": "2017-01-05T21:07:05.336Z",
    "timestamp": "2017-01-05T21:07:00.759Z",
    "type": "track",
    "userId": "28586eb5550e59e2866271275",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 13:46:59
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `site_id` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `value` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 1689
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "0d3d74c1-7180-444a-bb41-0884e65673f6",
    "channel": "client",
    "context": {
        "ip": "207.254.7.25",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-f3899a93c147a7838c3bf311797f1808",
    "originalTimestamp": "2016-12-14T21:25:08.053Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1481750708049,
        "activePhlags": {
            "sf_1426_mobile_first_search_listings_v2": "control",
            "sf_1592_curated_new_york_page": "variation",
            "sf_1626_mobile_map": "control",
            "sf_1904_remove_facility_unit_filter": "nounitfilter",
            "sf_1932_value_prop_search_hero": "control",
            "sf_1933_improved_filter_visibility": "control",
            "sf_1936_search_help_widget": "control",
            "z_z_z_sparefoot_web_v7_test_test": "variation"
        },
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "control",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "label": "success-web-selfstorage-5' x 11'",
        "site_id": "-1",
        "value": "0.00"
    },
    "receivedAt": "2016-12-14T21:25:08.299Z",
    "sentAt": "2016-12-14T21:25:08.055Z",
    "timestamp": "2016-12-14T21:25:08.297Z",
    "type": "track",
    "userId": "275851b88f562093663107475",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 13:41:00
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `site_id` : string , `value` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 1685
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "a72e5635-721c-4cee-94c0-7777f598b508",
    "channel": "client",
    "context": {
        "ip": "207.254.7.82",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-2f8ae07d45c0c473878fd637dfd7d936",
    "originalTimestamp": "2016-12-16T19:36:25.851Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1481916985846,
        "activePhlags_sf_1426_mobile_first_search_listings_v2": "control",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "control",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_z_z_z_sparefoot_web_v7_test_test": "variation",
        "category": "reservation form interactions-facilityPage",
        "label": "success-web-selfstorage-5' x 11'",
        "site_id": "-1",
        "value": "0.00"
    },
    "receivedAt": "2016-12-16T19:36:26.156Z",
    "sentAt": "2016-12-16T19:36:25.853Z",
    "timestamp": "2016-12-16T19:36:26.154Z",
    "type": "track",
    "userId": "625854421c0107c5519385907",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 13:24:56
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `site_id` : string , `value` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/submit
    • id: 1674
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "29d74b1b-4c1e-4b17-8f1b-10553dfecfff",
    "channel": "client",
    "context": {
        "ip": "199.7.165.245",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html",
            "referrer": "",
            "search": "",
            "title": "Fake Storage Facility - Product | 400 Brooks Road, Perryville, AK | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Fake-Storage-Facility-Product-155558.html"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.75 Safari/537.36"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-737b0d154146e175027d8dc4f0c20f54",
    "originalTimestamp": "2016-12-20T20:11:34.283Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1482264694280,
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "control",
        "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "category": "reservation form interactions-facilityPage",
        "label": "success-web-selfstorage-5' x 11'",
        "site_id": "-1",
        "value": "0.00"
    },
    "receivedAt": "2016-12-20T20:11:34.649Z",
    "sentAt": "2016-12-20T20:11:34.287Z",
    "timestamp": "2016-12-20T20:11:34.645Z",
    "type": "track",
    "userId": "33585990571e2e17934453620",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 250
    • schema_scan_id: None
    • updated: None
Schema Scans: 0
Partitions:
  • count: 220
  • ddl: 
    [
    "ALTER TABLE\n    `sfdl_stage_segment.sfdc_submit`\nADD\n\n\n PARTITION (dt='2016-10-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-10-31/'\n PARTITION (dt='2016-11-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-01/'\n PARTITION (dt='2016-11-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-02/'\n PARTITION (dt='2016-11-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-03/'\n PARTITION (dt='2016-11-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-04/'\n PARTITION (dt='2016-11-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-07/'\n PARTITION (dt='2016-11-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-08/'\n PARTITION (dt='2016-11-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-09/'\n PARTITION (dt='2016-11-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-10/'\n PARTITION (dt='2016-11-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-11/'\n PARTITION (dt='2016-11-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-12/'\n PARTITION (dt='2016-11-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-14/'\n PARTITION (dt='2016-11-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-15/'\n PARTITION (dt='2016-11-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-16/'\n PARTITION (dt='2016-11-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-17/'\n PARTITION (dt='2016-11-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-18/'\n PARTITION (dt='2016-11-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-21/'\n PARTITION (dt='2016-11-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-22/'\n PARTITION (dt='2016-11-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-28/'\n PARTITION (dt='2016-11-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-29/'\n PARTITION (dt='2016-11-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-30/'\n PARTITION (dt='2016-12-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-01/'\n PARTITION (dt='2016-12-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-02/'\n PARTITION (dt='2016-12-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-05/'\n PARTITION (dt='2016-12-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-06/'\n PARTITION (dt='2016-12-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-07/'\n PARTITION (dt='2016-12-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-08/'\n PARTITION (dt='2016-12-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-09/'\n PARTITION (dt='2016-12-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-11/'\n PARTITION (dt='2016-12-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-12/'\n PARTITION (dt='2016-12-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-13/'\n PARTITION (dt='2016-12-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-14/'\n PARTITION (dt='2016-12-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-15/'\n PARTITION (dt='2016-12-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-16/'\n PARTITION (dt='2016-12-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-17/'\n PARTITION (dt='2016-12-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-19/'\n PARTITION (dt='2016-12-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-20/'\n PARTITION (dt='2016-12-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-21/'\n PARTITION (dt='2016-12-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-22/'\n PARTITION (dt='2016-12-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-27/'\n PARTITION (dt='2017-01-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-01/'\n PARTITION (dt='2017-01-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-02/'\n PARTITION (dt='2017-01-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-04/'\n PARTITION (dt='2017-01-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-05/'\n PARTITION (dt='2017-01-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-06/'\n PARTITION (dt='2017-01-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-09/'\n PARTITION (dt='2017-01-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-10/'\n PARTITION (dt='2017-01-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-11/'\n PARTITION (dt='2017-01-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-12/'\n PARTITION (dt='2017-01-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-13/'\n PARTITION (dt='2017-01-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-16/'\n PARTITION (dt='2017-01-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-17/'\n PARTITION (dt='2017-01-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-19/'\n PARTITION (dt='2017-01-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-20/'\n PARTITION (dt='2017-01-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-23/'\n PARTITION (dt='2017-01-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-25/'\n PARTITION (dt='2017-01-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-26/'\n PARTITION (dt='2017-01-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-27/'\n PARTITION (dt='2017-01-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-28/'\n PARTITION (dt='2017-01-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-30/'\n PARTITION (dt='2017-01-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-31/'\n PARTITION (dt='2017-02-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-01/'\n PARTITION (dt='2017-02-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-02/'\n PARTITION (dt='2017-02-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-03/'\n PARTITION (dt='2017-02-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-04/'\n PARTITION (dt='2017-02-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-06/'\n PARTITION (dt='2017-02-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-07/'\n PARTITION (dt='2017-02-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-08/'\n PARTITION (dt='2017-02-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-09/'\n PARTITION (dt='2017-02-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-10/'\n PARTITION (dt='2017-02-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-13/'\n PARTITION (dt='2017-02-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-14/'\n PARTITION (dt='2017-02-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-16/'\n PARTITION (dt='2017-02-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-17/'\n PARTITION (dt='2017-02-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-21/'\n PARTITION (dt='2017-02-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-22/'\n PARTITION (dt='2017-02-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-23/'\n PARTITION (dt='2017-02-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-24/'\n PARTITION (dt='2017-02-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-27/'\n PARTITION (dt='2017-02-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-28/'\n PARTITION (dt='2017-03-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-01/'\n PARTITION (dt='2017-03-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-02/'\n PARTITION (dt='2017-03-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-03/'\n PARTITION (dt='2017-03-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-06/'\n PARTITION (dt='2017-03-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-07/'\n PARTITION (dt='2017-03-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-09/'\n PARTITION (dt='2017-03-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-10/'\n PARTITION (dt='2017-03-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-13/'\n PARTITION (dt='2017-03-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-14/'\n PARTITION (dt='2017-03-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-15/'\n PARTITION (dt='2017-03-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-16/'\n PARTITION (dt='2017-03-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-21/'\n PARTITION (dt='2017-03-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-22/'\n PARTITION (dt='2017-03-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-23/'\n PARTITION (dt='2017-03-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-24/'\n PARTITION (dt='2017-04-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-03/'\n PARTITION (dt='2017-04-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-04/'\n PARTITION (dt='2017-04-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-06/'\n PARTITION (dt='2017-04-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-10/'\n PARTITION (dt='2017-04-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-11/'\n PARTITION (dt='2017-04-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-12/'\n PARTITION (dt='2017-04-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-13/'\n PARTITION (dt='2017-04-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-17/'\n PARTITION (dt='2017-04-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-18/'\n PARTITION (dt='2017-04-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-19/'\n PARTITION (dt='2017-04-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-20/'\n PARTITION (dt='2017-04-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-21/'\n PARTITION (dt='2017-04-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-24/'\n PARTITION (dt='2017-04-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-25/'\n PARTITION (dt='2017-04-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-26/'\n PARTITION (dt='2017-04-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-27/'\n PARTITION (dt='2017-04-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-28/'\n PARTITION (dt='2017-05-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-01/'\n PARTITION (dt='2017-05-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-02/'\n PARTITION (dt='2017-05-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-03/'\n PARTITION (dt='2017-05-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-04/'\n PARTITION (dt='2017-05-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-05/'\n PARTITION (dt='2017-05-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-06/'\n PARTITION (dt='2017-05-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-08/'\n PARTITION (dt='2017-05-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-09/'\n PARTITION (dt='2017-05-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-11/'\n PARTITION (dt='2017-05-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-12/'\n PARTITION (dt='2017-05-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-15/'\n PARTITION (dt='2017-05-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-16/'\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-18/'\n PARTITION (dt='2017-05-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-19/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-23/'\n PARTITION (dt='2017-05-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-24/'\n PARTITION (dt='2017-05-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-25/'\n PARTITION (dt='2017-05-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-26/'\n PARTITION (dt='2017-05-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-30/'\n PARTITION (dt='2017-05-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-31/'\n PARTITION (dt='2017-06-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-01/'\n PARTITION (dt='2017-06-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-02/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-06/'\n PARTITION (dt='2017-06-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-08/'\n PARTITION (dt='2017-06-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-10/'\n PARTITION (dt='2017-06-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-12/'\n PARTITION (dt='2017-06-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-13/'\n PARTITION (dt='2017-06-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-14/'\n PARTITION (dt='2017-06-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-15/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-16/'\n PARTITION (dt='2017-06-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-19/'\n PARTITION (dt='2017-06-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-20/'\n PARTITION (dt='2017-06-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-21/'\n PARTITION (dt='2017-06-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-23/'\n PARTITION (dt='2017-06-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-26/'\n PARTITION (dt='2017-06-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-27/'\n PARTITION (dt='2017-06-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-29/'\n PARTITION (dt='2017-06-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-30/'\n PARTITION (dt='2017-07-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-05/'\n PARTITION (dt='2017-07-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-06/'\n PARTITION (dt='2017-07-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-07/'\n PARTITION (dt='2017-07-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-10/'\n PARTITION (dt='2017-07-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-12/'\n PARTITION (dt='2017-07-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-13/'\n PARTITION (dt='2017-07-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-14/'\n PARTITION (dt='2017-07-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-17/'\n PARTITION (dt='2017-07-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-18/'\n PARTITION (dt='2017-07-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-19/'\n PARTITION (dt='2017-07-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-20/'\n PARTITION (dt='2017-07-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-21/'\n PARTITION (dt='2017-07-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-24/'\n PARTITION (dt='2017-07-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-25/'\n PARTITION (dt='2017-07-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-26/'\n PARTITION (dt='2017-07-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-27/'\n PARTITION (dt='2017-07-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-28/'\n PARTITION (dt='2017-07-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-31/'\n PARTITION (dt='2017-08-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-01/'\n PARTITION (dt='2017-08-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-02/'\n PARTITION (dt='2017-08-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-03/'\n PARTITION (dt='2017-08-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-07/'\n PARTITION (dt='2017-08-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-08/'\n PARTITION (dt='2017-08-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-09/'\n PARTITION (dt='2017-08-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-10/'\n PARTITION (dt='2017-08-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-11/'\n PARTITION (dt='2017-08-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-13/'\n PARTITION (dt='2017-08-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-14/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-15/'\n PARTITION (dt='2017-08-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-16/'\n PARTITION (dt='2017-08-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-17/'\n PARTITION (dt='2017-08-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-18/'\n PARTITION (dt='2017-08-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-21/'\n PARTITION (dt='2017-08-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-22/'\n PARTITION (dt='2017-08-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-23/'\n PARTITION (dt='2017-08-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-24/'\n PARTITION (dt='2017-08-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-25/'\n PARTITION (dt='2017-08-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-28/'\n PARTITION (dt='2017-08-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-29/'\n PARTITION (dt='2017-08-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-30/'\n PARTITION (dt='2017-08-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-31/'\n PARTITION (dt='2017-09-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-01/'\n PARTITION (dt='2017-09-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-03/'\n PARTITION (dt='2017-09-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-05/'\n PARTITION (dt='2017-09-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-06/'\n PARTITION (dt='2017-09-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-07/'\n PARTITION (dt='2017-09-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-08/'\n PARTITION (dt='2017-09-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-11/'\n PARTITION (dt='2017-09-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-12/'\n PARTITION (dt='2017-09-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-13/'\n PARTITION (dt='2017-09-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-14/'\n PARTITION (dt='2017-09-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-18/'\n PARTITION (dt='2017-09-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-19/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-22/'\n PARTITION (dt='2017-09-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-24/'\n PARTITION (dt='2017-09-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-25/'\n PARTITION (dt='2017-09-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-26/'\n PARTITION (dt='2017-09-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-27/'\n PARTITION (dt='2017-09-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-28/'\n PARTITION (dt='2017-09-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-29/'\n PARTITION (dt='2017-10-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-02/'\n PARTITION (dt='2017-10-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-03/'\n PARTITION (dt='2017-10-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-09/'\n PARTITION (dt='2017-10-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-11/'\n PARTITION (dt='2017-10-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-12/'\n PARTITION (dt='2017-10-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-16/'\n PARTITION (dt='2017-10-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-20/'\n PARTITION (dt='2017-10-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-31/'\n;"
]
  • name: dt
  • state: 
    [
    {
        "info": {
            "id": 5094,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-10-31/",
            "name": "dt",
            "value": "2016-10-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5343,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-01/",
            "name": "dt",
            "value": "2016-11-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5375,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-02/",
            "name": "dt",
            "value": "2016-11-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5357,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-03/",
            "name": "dt",
            "value": "2016-11-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5258,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-04/",
            "name": "dt",
            "value": "2016-11-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5298,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-07/",
            "name": "dt",
            "value": "2016-11-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5256,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-08/",
            "name": "dt",
            "value": "2016-11-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5296,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-09/",
            "name": "dt",
            "value": "2016-11-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5348,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-10/",
            "name": "dt",
            "value": "2016-11-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5336,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-11/",
            "name": "dt",
            "value": "2016-11-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5273,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-12/",
            "name": "dt",
            "value": "2016-11-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5247,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-14/",
            "name": "dt",
            "value": "2016-11-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5251,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-15/",
            "name": "dt",
            "value": "2016-11-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5338,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-16/",
            "name": "dt",
            "value": "2016-11-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5355,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-17/",
            "name": "dt",
            "value": "2016-11-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5323,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-18/",
            "name": "dt",
            "value": "2016-11-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5274,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-21/",
            "name": "dt",
            "value": "2016-11-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5333,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-22/",
            "name": "dt",
            "value": "2016-11-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5364,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-28/",
            "name": "dt",
            "value": "2016-11-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5269,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-29/",
            "name": "dt",
            "value": "2016-11-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5289,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-30/",
            "name": "dt",
            "value": "2016-11-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5339,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-01/",
            "name": "dt",
            "value": "2016-12-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5308,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-02/",
            "name": "dt",
            "value": "2016-12-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5302,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-05/",
            "name": "dt",
            "value": "2016-12-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5265,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-06/",
            "name": "dt",
            "value": "2016-12-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5369,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-07/",
            "name": "dt",
            "value": "2016-12-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5261,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-08/",
            "name": "dt",
            "value": "2016-12-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5331,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-09/",
            "name": "dt",
            "value": "2016-12-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5378,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-11/",
            "name": "dt",
            "value": "2016-12-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5293,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-12/",
            "name": "dt",
            "value": "2016-12-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5334,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-13/",
            "name": "dt",
            "value": "2016-12-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5321,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-14/",
            "name": "dt",
            "value": "2016-12-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5286,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-15/",
            "name": "dt",
            "value": "2016-12-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5317,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-16/",
            "name": "dt",
            "value": "2016-12-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5347,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-17/",
            "name": "dt",
            "value": "2016-12-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5270,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-19/",
            "name": "dt",
            "value": "2016-12-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5290,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-20/",
            "name": "dt",
            "value": "2016-12-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5356,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-21/",
            "name": "dt",
            "value": "2016-12-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5366,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-22/",
            "name": "dt",
            "value": "2016-12-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5301,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-27/",
            "name": "dt",
            "value": "2016-12-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5275,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-01/",
            "name": "dt",
            "value": "2017-01-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5340,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-02/",
            "name": "dt",
            "value": "2017-01-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5341,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-04/",
            "name": "dt",
            "value": "2017-01-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5297,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-05/",
            "name": "dt",
            "value": "2017-01-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5276,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-06/",
            "name": "dt",
            "value": "2017-01-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5361,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-09/",
            "name": "dt",
            "value": "2017-01-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5376,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-10/",
            "name": "dt",
            "value": "2017-01-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5271,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-11/",
            "name": "dt",
            "value": "2017-01-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5344,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-12/",
            "name": "dt",
            "value": "2017-01-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5304,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-13/",
            "name": "dt",
            "value": "2017-01-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5305,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-16/",
            "name": "dt",
            "value": "2017-01-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5253,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-17/",
            "name": "dt",
            "value": "2017-01-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5309,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-19/",
            "name": "dt",
            "value": "2017-01-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5367,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-20/",
            "name": "dt",
            "value": "2017-01-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5299,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-23/",
            "name": "dt",
            "value": "2017-01-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5281,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-25/",
            "name": "dt",
            "value": "2017-01-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5377,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-26/",
            "name": "dt",
            "value": "2017-01-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5352,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-27/",
            "name": "dt",
            "value": "2017-01-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5324,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-28/",
            "name": "dt",
            "value": "2017-01-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5368,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-30/",
            "name": "dt",
            "value": "2017-01-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5306,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-31/",
            "name": "dt",
            "value": "2017-01-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5252,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-01/",
            "name": "dt",
            "value": "2017-02-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5277,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-02/",
            "name": "dt",
            "value": "2017-02-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5322,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-03/",
            "name": "dt",
            "value": "2017-02-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5292,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-04/",
            "name": "dt",
            "value": "2017-02-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5295,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-06/",
            "name": "dt",
            "value": "2017-02-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5280,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-07/",
            "name": "dt",
            "value": "2017-02-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5266,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-08/",
            "name": "dt",
            "value": "2017-02-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5332,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-09/",
            "name": "dt",
            "value": "2017-02-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5307,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-10/",
            "name": "dt",
            "value": "2017-02-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5329,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-13/",
            "name": "dt",
            "value": "2017-02-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5326,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-14/",
            "name": "dt",
            "value": "2017-02-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5254,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-16/",
            "name": "dt",
            "value": "2017-02-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5318,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-17/",
            "name": "dt",
            "value": "2017-02-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5327,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-21/",
            "name": "dt",
            "value": "2017-02-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5282,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-22/",
            "name": "dt",
            "value": "2017-02-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5353,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-23/",
            "name": "dt",
            "value": "2017-02-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5354,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-24/",
            "name": "dt",
            "value": "2017-02-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5379,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-27/",
            "name": "dt",
            "value": "2017-02-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5278,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-28/",
            "name": "dt",
            "value": "2017-02-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5358,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-01/",
            "name": "dt",
            "value": "2017-03-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5370,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-02/",
            "name": "dt",
            "value": "2017-03-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5287,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-03/",
            "name": "dt",
            "value": "2017-03-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5288,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-06/",
            "name": "dt",
            "value": "2017-03-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5330,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-07/",
            "name": "dt",
            "value": "2017-03-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5349,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-09/",
            "name": "dt",
            "value": "2017-03-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5283,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-10/",
            "name": "dt",
            "value": "2017-03-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5262,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-13/",
            "name": "dt",
            "value": "2017-03-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5320,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-14/",
            "name": "dt",
            "value": "2017-03-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5345,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-15/",
            "name": "dt",
            "value": "2017-03-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5248,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-16/",
            "name": "dt",
            "value": "2017-03-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5249,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-21/",
            "name": "dt",
            "value": "2017-03-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5351,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-22/",
            "name": "dt",
            "value": "2017-03-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5311,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-23/",
            "name": "dt",
            "value": "2017-03-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5342,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-24/",
            "name": "dt",
            "value": "2017-03-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5337,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-03/",
            "name": "dt",
            "value": "2017-04-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5350,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-04/",
            "name": "dt",
            "value": "2017-04-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5255,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-06/",
            "name": "dt",
            "value": "2017-04-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5319,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-10/",
            "name": "dt",
            "value": "2017-04-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5314,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-11/",
            "name": "dt",
            "value": "2017-04-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5328,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-12/",
            "name": "dt",
            "value": "2017-04-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5303,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-13/",
            "name": "dt",
            "value": "2017-04-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5300,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-17/",
            "name": "dt",
            "value": "2017-04-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5362,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-18/",
            "name": "dt",
            "value": "2017-04-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5325,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-19/",
            "name": "dt",
            "value": "2017-04-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5259,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-20/",
            "name": "dt",
            "value": "2017-04-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5359,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-21/",
            "name": "dt",
            "value": "2017-04-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5291,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-24/",
            "name": "dt",
            "value": "2017-04-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5365,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-25/",
            "name": "dt",
            "value": "2017-04-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5272,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-26/",
            "name": "dt",
            "value": "2017-04-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5284,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-27/",
            "name": "dt",
            "value": "2017-04-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5267,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-28/",
            "name": "dt",
            "value": "2017-04-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5285,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-01/",
            "name": "dt",
            "value": "2017-05-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5372,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-02/",
            "name": "dt",
            "value": "2017-05-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5346,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-03/",
            "name": "dt",
            "value": "2017-05-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5373,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-04/",
            "name": "dt",
            "value": "2017-05-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5335,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-05/",
            "name": "dt",
            "value": "2017-05-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8046,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-06/",
            "name": "dt",
            "value": "2017-05-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5360,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-08/",
            "name": "dt",
            "value": "2017-05-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5250,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-09/",
            "name": "dt",
            "value": "2017-05-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5312,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-11/",
            "name": "dt",
            "value": "2017-05-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8082,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-12/",
            "name": "dt",
            "value": "2017-05-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5268,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-15/",
            "name": "dt",
            "value": "2017-05-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5363,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-16/",
            "name": "dt",
            "value": "2017-05-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5315,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-18/",
            "name": "dt",
            "value": "2017-05-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5294,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-19/",
            "name": "dt",
            "value": "2017-05-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5313,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-22/",
            "name": "dt",
            "value": "2017-05-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5316,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-23/",
            "name": "dt",
            "value": "2017-05-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8099,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-24/",
            "name": "dt",
            "value": "2017-05-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5257,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-25/",
            "name": "dt",
            "value": "2017-05-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5371,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-26/",
            "name": "dt",
            "value": "2017-05-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5263,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-30/",
            "name": "dt",
            "value": "2017-05-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5374,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-31/",
            "name": "dt",
            "value": "2017-05-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5260,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-01/",
            "name": "dt",
            "value": "2017-06-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5264,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-02/",
            "name": "dt",
            "value": "2017-06-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5310,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-05/",
            "name": "dt",
            "value": "2017-06-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 5279,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-06/",
            "name": "dt",
            "value": "2017-06-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8084,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-08/",
            "name": "dt",
            "value": "2017-06-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8052,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-10/",
            "name": "dt",
            "value": "2017-06-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8036,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-12/",
            "name": "dt",
            "value": "2017-06-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8054,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-13/",
            "name": "dt",
            "value": "2017-06-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8096,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-14/",
            "name": "dt",
            "value": "2017-06-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8031,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-15/",
            "name": "dt",
            "value": "2017-06-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8095,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-16/",
            "name": "dt",
            "value": "2017-06-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8069,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-19/",
            "name": "dt",
            "value": "2017-06-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8048,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-20/",
            "name": "dt",
            "value": "2017-06-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8017,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-21/",
            "name": "dt",
            "value": "2017-06-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8049,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-23/",
            "name": "dt",
            "value": "2017-06-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8021,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-26/",
            "name": "dt",
            "value": "2017-06-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8034,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-27/",
            "name": "dt",
            "value": "2017-06-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8061,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-29/",
            "name": "dt",
            "value": "2017-06-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8071,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-30/",
            "name": "dt",
            "value": "2017-06-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8073,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-05/",
            "name": "dt",
            "value": "2017-07-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8092,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-06/",
            "name": "dt",
            "value": "2017-07-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8035,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-07/",
            "name": "dt",
            "value": "2017-07-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8065,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-10/",
            "name": "dt",
            "value": "2017-07-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8067,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-12/",
            "name": "dt",
            "value": "2017-07-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8025,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-13/",
            "name": "dt",
            "value": "2017-07-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8066,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-14/",
            "name": "dt",
            "value": "2017-07-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8088,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-17/",
            "name": "dt",
            "value": "2017-07-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8056,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-18/",
            "name": "dt",
            "value": "2017-07-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8019,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-19/",
            "name": "dt",
            "value": "2017-07-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8074,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-20/",
            "name": "dt",
            "value": "2017-07-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8040,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-21/",
            "name": "dt",
            "value": "2017-07-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8014,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-24/",
            "name": "dt",
            "value": "2017-07-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8078,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-25/",
            "name": "dt",
            "value": "2017-07-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8089,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-26/",
            "name": "dt",
            "value": "2017-07-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8027,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-27/",
            "name": "dt",
            "value": "2017-07-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8033,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-28/",
            "name": "dt",
            "value": "2017-07-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8083,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-31/",
            "name": "dt",
            "value": "2017-07-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8062,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-01/",
            "name": "dt",
            "value": "2017-08-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8075,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-02/",
            "name": "dt",
            "value": "2017-08-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8094,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-03/",
            "name": "dt",
            "value": "2017-08-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8079,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-07/",
            "name": "dt",
            "value": "2017-08-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8037,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-08/",
            "name": "dt",
            "value": "2017-08-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8093,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-09/",
            "name": "dt",
            "value": "2017-08-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8081,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-10/",
            "name": "dt",
            "value": "2017-08-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8023,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-11/",
            "name": "dt",
            "value": "2017-08-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8022,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-13/",
            "name": "dt",
            "value": "2017-08-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8015,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-14/",
            "name": "dt",
            "value": "2017-08-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8024,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-15/",
            "name": "dt",
            "value": "2017-08-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8057,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-16/",
            "name": "dt",
            "value": "2017-08-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8053,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-17/",
            "name": "dt",
            "value": "2017-08-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8063,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-18/",
            "name": "dt",
            "value": "2017-08-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8038,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-21/",
            "name": "dt",
            "value": "2017-08-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8029,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-22/",
            "name": "dt",
            "value": "2017-08-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8097,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-23/",
            "name": "dt",
            "value": "2017-08-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8086,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-24/",
            "name": "dt",
            "value": "2017-08-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8050,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-25/",
            "name": "dt",
            "value": "2017-08-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8032,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-28/",
            "name": "dt",
            "value": "2017-08-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8030,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-29/",
            "name": "dt",
            "value": "2017-08-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8018,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-30/",
            "name": "dt",
            "value": "2017-08-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8043,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-31/",
            "name": "dt",
            "value": "2017-08-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8058,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-01/",
            "name": "dt",
            "value": "2017-09-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8090,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-03/",
            "name": "dt",
            "value": "2017-09-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8087,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-05/",
            "name": "dt",
            "value": "2017-09-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8016,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-06/",
            "name": "dt",
            "value": "2017-09-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8055,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-07/",
            "name": "dt",
            "value": "2017-09-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8091,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-08/",
            "name": "dt",
            "value": "2017-09-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8070,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-11/",
            "name": "dt",
            "value": "2017-09-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8085,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-12/",
            "name": "dt",
            "value": "2017-09-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8047,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-13/",
            "name": "dt",
            "value": "2017-09-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8072,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-14/",
            "name": "dt",
            "value": "2017-09-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8098,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-18/",
            "name": "dt",
            "value": "2017-09-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8020,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-19/",
            "name": "dt",
            "value": "2017-09-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8045,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-22/",
            "name": "dt",
            "value": "2017-09-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8042,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-24/",
            "name": "dt",
            "value": "2017-09-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8080,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-25/",
            "name": "dt",
            "value": "2017-09-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8059,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-26/",
            "name": "dt",
            "value": "2017-09-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8076,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-27/",
            "name": "dt",
            "value": "2017-09-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8028,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-28/",
            "name": "dt",
            "value": "2017-09-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8060,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-29/",
            "name": "dt",
            "value": "2017-09-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8044,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-02/",
            "name": "dt",
            "value": "2017-10-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8068,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-03/",
            "name": "dt",
            "value": "2017-10-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8026,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-09/",
            "name": "dt",
            "value": "2017-10-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8064,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-11/",
            "name": "dt",
            "value": "2017-10-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8077,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-12/",
            "name": "dt",
            "value": "2017-10-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8039,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-16/",
            "name": "dt",
            "value": "2017-10-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8051,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-20/",
            "name": "dt",
            "value": "2017-10-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8041,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-31/",
            "name": "dt",
            "value": "2017-10-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]
  • type: string
Schema:
  • attributes: 
    {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.aAAMemberNumber": "string",
    "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags.sf_1592_curated_new_york_page": "string",
    "properties.activePhlags.sf_1626_mobile_map": "string",
    "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags.sf_1936_search_help_widget": "string",
    "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
    "properties.category": "string",
    "properties.email": "string",
    "properties.errorMessage": "string",
    "properties.facilityId": "bigint",
    "properties.firstName": "string",
    "properties.g_recaptcha_response": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.lastName": "string",
    "properties.moveInDate": "string",
    "properties.overrideReservationWindow": "string",
    "properties.phone": "string",
    "properties.recaptchaToken": "string",
    "properties.site_id": "string",
    "properties.statusCode": "string",
    "properties.unitId": "string",
    "properties.value": "string",
    "properties.visitId": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string"
}
  • created: 2017-11-01 20:31:41
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `facilityId` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `recaptchaToken` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `overrideReservationWindow` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `visitId` : string , `unitId` : string , `email` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `errorMessage` : string , `aAAMemberNumber` : string , `isReact` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `phone` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `g_recaptcha_response` : string , `firstName` : string , `activePhlags_sf_2158_gate_page` : string , `lastName` : string , `moveInDate` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `value` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2066_value_prop_mab` : string , `statusCode` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
    "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
}
Server:
  • hostname: schemamanager-5c55c886bf-h2ts4
  • name: schema_manager
  • process_start: 2025-10-21 13:03:27
  • sf_env: stage
  • version: 2112174301
Raw: 
{
    "name": {
        "created": "2017-11-01 12:00:42",
        "disabled": false,
        "format": "raw",
        "id": 250,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "sfdc_submit"
        },
        "type": "segment"
    },
    "partition": {
        "count": 220,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.sfdc_submit`\nADD\n\n\n PARTITION (dt='2016-10-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-10-31/'\n PARTITION (dt='2016-11-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-01/'\n PARTITION (dt='2016-11-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-02/'\n PARTITION (dt='2016-11-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-03/'\n PARTITION (dt='2016-11-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-04/'\n PARTITION (dt='2016-11-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-07/'\n PARTITION (dt='2016-11-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-08/'\n PARTITION (dt='2016-11-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-09/'\n PARTITION (dt='2016-11-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-10/'\n PARTITION (dt='2016-11-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-11/'\n PARTITION (dt='2016-11-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-12/'\n PARTITION (dt='2016-11-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-14/'\n PARTITION (dt='2016-11-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-15/'\n PARTITION (dt='2016-11-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-16/'\n PARTITION (dt='2016-11-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-17/'\n PARTITION (dt='2016-11-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-18/'\n PARTITION (dt='2016-11-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-21/'\n PARTITION (dt='2016-11-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-22/'\n PARTITION (dt='2016-11-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-28/'\n PARTITION (dt='2016-11-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-29/'\n PARTITION (dt='2016-11-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-30/'\n PARTITION (dt='2016-12-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-01/'\n PARTITION (dt='2016-12-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-02/'\n PARTITION (dt='2016-12-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-05/'\n PARTITION (dt='2016-12-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-06/'\n PARTITION (dt='2016-12-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-07/'\n PARTITION (dt='2016-12-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-08/'\n PARTITION (dt='2016-12-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-09/'\n PARTITION (dt='2016-12-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-11/'\n PARTITION (dt='2016-12-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-12/'\n PARTITION (dt='2016-12-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-13/'\n PARTITION (dt='2016-12-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-14/'\n PARTITION (dt='2016-12-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-15/'\n PARTITION (dt='2016-12-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-16/'\n PARTITION (dt='2016-12-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-17/'\n PARTITION (dt='2016-12-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-19/'\n PARTITION (dt='2016-12-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-20/'\n PARTITION (dt='2016-12-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-21/'\n PARTITION (dt='2016-12-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-22/'\n PARTITION (dt='2016-12-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-27/'\n PARTITION (dt='2017-01-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-01/'\n PARTITION (dt='2017-01-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-02/'\n PARTITION (dt='2017-01-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-04/'\n PARTITION (dt='2017-01-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-05/'\n PARTITION (dt='2017-01-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-06/'\n PARTITION (dt='2017-01-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-09/'\n PARTITION (dt='2017-01-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-10/'\n PARTITION (dt='2017-01-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-11/'\n PARTITION (dt='2017-01-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-12/'\n PARTITION (dt='2017-01-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-13/'\n PARTITION (dt='2017-01-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-16/'\n PARTITION (dt='2017-01-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-17/'\n PARTITION (dt='2017-01-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-19/'\n PARTITION (dt='2017-01-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-20/'\n PARTITION (dt='2017-01-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-23/'\n PARTITION (dt='2017-01-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-25/'\n PARTITION (dt='2017-01-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-26/'\n PARTITION (dt='2017-01-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-27/'\n PARTITION (dt='2017-01-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-28/'\n PARTITION (dt='2017-01-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-30/'\n PARTITION (dt='2017-01-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-31/'\n PARTITION (dt='2017-02-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-01/'\n PARTITION (dt='2017-02-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-02/'\n PARTITION (dt='2017-02-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-03/'\n PARTITION (dt='2017-02-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-04/'\n PARTITION (dt='2017-02-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-06/'\n PARTITION (dt='2017-02-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-07/'\n PARTITION (dt='2017-02-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-08/'\n PARTITION (dt='2017-02-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-09/'\n PARTITION (dt='2017-02-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-10/'\n PARTITION (dt='2017-02-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-13/'\n PARTITION (dt='2017-02-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-14/'\n PARTITION (dt='2017-02-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-16/'\n PARTITION (dt='2017-02-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-17/'\n PARTITION (dt='2017-02-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-21/'\n PARTITION (dt='2017-02-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-22/'\n PARTITION (dt='2017-02-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-23/'\n PARTITION (dt='2017-02-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-24/'\n PARTITION (dt='2017-02-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-27/'\n PARTITION (dt='2017-02-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-28/'\n PARTITION (dt='2017-03-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-01/'\n PARTITION (dt='2017-03-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-02/'\n PARTITION (dt='2017-03-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-03/'\n PARTITION (dt='2017-03-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-06/'\n PARTITION (dt='2017-03-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-07/'\n PARTITION (dt='2017-03-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-09/'\n PARTITION (dt='2017-03-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-10/'\n PARTITION (dt='2017-03-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-13/'\n PARTITION (dt='2017-03-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-14/'\n PARTITION (dt='2017-03-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-15/'\n PARTITION (dt='2017-03-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-16/'\n PARTITION (dt='2017-03-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-21/'\n PARTITION (dt='2017-03-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-22/'\n PARTITION (dt='2017-03-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-23/'\n PARTITION (dt='2017-03-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-24/'\n PARTITION (dt='2017-04-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-03/'\n PARTITION (dt='2017-04-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-04/'\n PARTITION (dt='2017-04-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-06/'\n PARTITION (dt='2017-04-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-10/'\n PARTITION (dt='2017-04-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-11/'\n PARTITION (dt='2017-04-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-12/'\n PARTITION (dt='2017-04-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-13/'\n PARTITION (dt='2017-04-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-17/'\n PARTITION (dt='2017-04-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-18/'\n PARTITION (dt='2017-04-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-19/'\n PARTITION (dt='2017-04-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-20/'\n PARTITION (dt='2017-04-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-21/'\n PARTITION (dt='2017-04-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-24/'\n PARTITION (dt='2017-04-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-25/'\n PARTITION (dt='2017-04-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-26/'\n PARTITION (dt='2017-04-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-27/'\n PARTITION (dt='2017-04-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-28/'\n PARTITION (dt='2017-05-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-01/'\n PARTITION (dt='2017-05-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-02/'\n PARTITION (dt='2017-05-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-03/'\n PARTITION (dt='2017-05-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-04/'\n PARTITION (dt='2017-05-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-05/'\n PARTITION (dt='2017-05-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-06/'\n PARTITION (dt='2017-05-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-08/'\n PARTITION (dt='2017-05-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-09/'\n PARTITION (dt='2017-05-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-11/'\n PARTITION (dt='2017-05-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-12/'\n PARTITION (dt='2017-05-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-15/'\n PARTITION (dt='2017-05-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-16/'\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-18/'\n PARTITION (dt='2017-05-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-19/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-23/'\n PARTITION (dt='2017-05-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-24/'\n PARTITION (dt='2017-05-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-25/'\n PARTITION (dt='2017-05-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-26/'\n PARTITION (dt='2017-05-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-30/'\n PARTITION (dt='2017-05-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-31/'\n PARTITION (dt='2017-06-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-01/'\n PARTITION (dt='2017-06-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-02/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-06/'\n PARTITION (dt='2017-06-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-08/'\n PARTITION (dt='2017-06-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-10/'\n PARTITION (dt='2017-06-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-12/'\n PARTITION (dt='2017-06-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-13/'\n PARTITION (dt='2017-06-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-14/'\n PARTITION (dt='2017-06-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-15/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-16/'\n PARTITION (dt='2017-06-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-19/'\n PARTITION (dt='2017-06-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-20/'\n PARTITION (dt='2017-06-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-21/'\n PARTITION (dt='2017-06-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-23/'\n PARTITION (dt='2017-06-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-26/'\n PARTITION (dt='2017-06-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-27/'\n PARTITION (dt='2017-06-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-29/'\n PARTITION (dt='2017-06-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-30/'\n PARTITION (dt='2017-07-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-05/'\n PARTITION (dt='2017-07-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-06/'\n PARTITION (dt='2017-07-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-07/'\n PARTITION (dt='2017-07-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-10/'\n PARTITION (dt='2017-07-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-12/'\n PARTITION (dt='2017-07-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-13/'\n PARTITION (dt='2017-07-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-14/'\n PARTITION (dt='2017-07-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-17/'\n PARTITION (dt='2017-07-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-18/'\n PARTITION (dt='2017-07-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-19/'\n PARTITION (dt='2017-07-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-20/'\n PARTITION (dt='2017-07-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-21/'\n PARTITION (dt='2017-07-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-24/'\n PARTITION (dt='2017-07-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-25/'\n PARTITION (dt='2017-07-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-26/'\n PARTITION (dt='2017-07-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-27/'\n PARTITION (dt='2017-07-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-28/'\n PARTITION (dt='2017-07-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-31/'\n PARTITION (dt='2017-08-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-01/'\n PARTITION (dt='2017-08-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-02/'\n PARTITION (dt='2017-08-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-03/'\n PARTITION (dt='2017-08-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-07/'\n PARTITION (dt='2017-08-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-08/'\n PARTITION (dt='2017-08-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-09/'\n PARTITION (dt='2017-08-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-10/'\n PARTITION (dt='2017-08-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-11/'\n PARTITION (dt='2017-08-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-13/'\n PARTITION (dt='2017-08-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-14/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-15/'\n PARTITION (dt='2017-08-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-16/'\n PARTITION (dt='2017-08-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-17/'\n PARTITION (dt='2017-08-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-18/'\n PARTITION (dt='2017-08-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-21/'\n PARTITION (dt='2017-08-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-22/'\n PARTITION (dt='2017-08-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-23/'\n PARTITION (dt='2017-08-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-24/'\n PARTITION (dt='2017-08-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-25/'\n PARTITION (dt='2017-08-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-28/'\n PARTITION (dt='2017-08-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-29/'\n PARTITION (dt='2017-08-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-30/'\n PARTITION (dt='2017-08-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-31/'\n PARTITION (dt='2017-09-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-01/'\n PARTITION (dt='2017-09-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-03/'\n PARTITION (dt='2017-09-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-05/'\n PARTITION (dt='2017-09-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-06/'\n PARTITION (dt='2017-09-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-07/'\n PARTITION (dt='2017-09-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-08/'\n PARTITION (dt='2017-09-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-11/'\n PARTITION (dt='2017-09-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-12/'\n PARTITION (dt='2017-09-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-13/'\n PARTITION (dt='2017-09-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-14/'\n PARTITION (dt='2017-09-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-18/'\n PARTITION (dt='2017-09-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-19/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-22/'\n PARTITION (dt='2017-09-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-24/'\n PARTITION (dt='2017-09-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-25/'\n PARTITION (dt='2017-09-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-26/'\n PARTITION (dt='2017-09-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-27/'\n PARTITION (dt='2017-09-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-28/'\n PARTITION (dt='2017-09-29') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-29/'\n PARTITION (dt='2017-10-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-02/'\n PARTITION (dt='2017-10-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-03/'\n PARTITION (dt='2017-10-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-09/'\n PARTITION (dt='2017-10-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-11/'\n PARTITION (dt='2017-10-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-12/'\n PARTITION (dt='2017-10-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-16/'\n PARTITION (dt='2017-10-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-20/'\n PARTITION (dt='2017-10-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-31/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 5094,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-10-31/",
                    "name": "dt",
                    "value": "2016-10-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5343,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-01/",
                    "name": "dt",
                    "value": "2016-11-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5375,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-02/",
                    "name": "dt",
                    "value": "2016-11-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5357,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-03/",
                    "name": "dt",
                    "value": "2016-11-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5258,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-04/",
                    "name": "dt",
                    "value": "2016-11-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5298,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-07/",
                    "name": "dt",
                    "value": "2016-11-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5256,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-08/",
                    "name": "dt",
                    "value": "2016-11-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5296,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-09/",
                    "name": "dt",
                    "value": "2016-11-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5348,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-10/",
                    "name": "dt",
                    "value": "2016-11-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5336,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-11/",
                    "name": "dt",
                    "value": "2016-11-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5273,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-12/",
                    "name": "dt",
                    "value": "2016-11-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5247,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-14/",
                    "name": "dt",
                    "value": "2016-11-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5251,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-15/",
                    "name": "dt",
                    "value": "2016-11-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5338,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-16/",
                    "name": "dt",
                    "value": "2016-11-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5355,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-17/",
                    "name": "dt",
                    "value": "2016-11-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5323,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-18/",
                    "name": "dt",
                    "value": "2016-11-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5274,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-21/",
                    "name": "dt",
                    "value": "2016-11-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5333,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-22/",
                    "name": "dt",
                    "value": "2016-11-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5364,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-28/",
                    "name": "dt",
                    "value": "2016-11-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5269,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-29/",
                    "name": "dt",
                    "value": "2016-11-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5289,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-11-30/",
                    "name": "dt",
                    "value": "2016-11-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5339,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-01/",
                    "name": "dt",
                    "value": "2016-12-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5308,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-02/",
                    "name": "dt",
                    "value": "2016-12-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5302,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-05/",
                    "name": "dt",
                    "value": "2016-12-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5265,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-06/",
                    "name": "dt",
                    "value": "2016-12-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5369,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-07/",
                    "name": "dt",
                    "value": "2016-12-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5261,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-08/",
                    "name": "dt",
                    "value": "2016-12-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5331,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-09/",
                    "name": "dt",
                    "value": "2016-12-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5378,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-11/",
                    "name": "dt",
                    "value": "2016-12-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5293,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-12/",
                    "name": "dt",
                    "value": "2016-12-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5334,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-13/",
                    "name": "dt",
                    "value": "2016-12-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5321,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-14/",
                    "name": "dt",
                    "value": "2016-12-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5286,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-15/",
                    "name": "dt",
                    "value": "2016-12-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5317,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-16/",
                    "name": "dt",
                    "value": "2016-12-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5347,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-17/",
                    "name": "dt",
                    "value": "2016-12-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5270,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-19/",
                    "name": "dt",
                    "value": "2016-12-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5290,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-20/",
                    "name": "dt",
                    "value": "2016-12-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5356,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-21/",
                    "name": "dt",
                    "value": "2016-12-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5366,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-22/",
                    "name": "dt",
                    "value": "2016-12-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5301,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2016-12-27/",
                    "name": "dt",
                    "value": "2016-12-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5275,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-01/",
                    "name": "dt",
                    "value": "2017-01-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5340,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-02/",
                    "name": "dt",
                    "value": "2017-01-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5341,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-04/",
                    "name": "dt",
                    "value": "2017-01-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5297,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-05/",
                    "name": "dt",
                    "value": "2017-01-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5276,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-06/",
                    "name": "dt",
                    "value": "2017-01-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5361,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-09/",
                    "name": "dt",
                    "value": "2017-01-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5376,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-10/",
                    "name": "dt",
                    "value": "2017-01-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5271,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-11/",
                    "name": "dt",
                    "value": "2017-01-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5344,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-12/",
                    "name": "dt",
                    "value": "2017-01-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5304,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-13/",
                    "name": "dt",
                    "value": "2017-01-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5305,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-16/",
                    "name": "dt",
                    "value": "2017-01-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5253,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-17/",
                    "name": "dt",
                    "value": "2017-01-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5309,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-19/",
                    "name": "dt",
                    "value": "2017-01-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5367,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-20/",
                    "name": "dt",
                    "value": "2017-01-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5299,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-23/",
                    "name": "dt",
                    "value": "2017-01-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5281,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-25/",
                    "name": "dt",
                    "value": "2017-01-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5377,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-26/",
                    "name": "dt",
                    "value": "2017-01-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5352,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-27/",
                    "name": "dt",
                    "value": "2017-01-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5324,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-28/",
                    "name": "dt",
                    "value": "2017-01-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5368,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-30/",
                    "name": "dt",
                    "value": "2017-01-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5306,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-01-31/",
                    "name": "dt",
                    "value": "2017-01-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5252,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-01/",
                    "name": "dt",
                    "value": "2017-02-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5277,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-02/",
                    "name": "dt",
                    "value": "2017-02-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5322,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-03/",
                    "name": "dt",
                    "value": "2017-02-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5292,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-04/",
                    "name": "dt",
                    "value": "2017-02-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5295,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-06/",
                    "name": "dt",
                    "value": "2017-02-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5280,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-07/",
                    "name": "dt",
                    "value": "2017-02-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5266,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-08/",
                    "name": "dt",
                    "value": "2017-02-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5332,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-09/",
                    "name": "dt",
                    "value": "2017-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5307,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-10/",
                    "name": "dt",
                    "value": "2017-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5329,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-13/",
                    "name": "dt",
                    "value": "2017-02-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5326,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-14/",
                    "name": "dt",
                    "value": "2017-02-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5254,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-16/",
                    "name": "dt",
                    "value": "2017-02-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5318,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-17/",
                    "name": "dt",
                    "value": "2017-02-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5327,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-21/",
                    "name": "dt",
                    "value": "2017-02-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5282,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-22/",
                    "name": "dt",
                    "value": "2017-02-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5353,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-23/",
                    "name": "dt",
                    "value": "2017-02-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5354,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-24/",
                    "name": "dt",
                    "value": "2017-02-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5379,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-27/",
                    "name": "dt",
                    "value": "2017-02-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5278,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-02-28/",
                    "name": "dt",
                    "value": "2017-02-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5358,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-01/",
                    "name": "dt",
                    "value": "2017-03-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5370,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-02/",
                    "name": "dt",
                    "value": "2017-03-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5287,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-03/",
                    "name": "dt",
                    "value": "2017-03-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5288,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-06/",
                    "name": "dt",
                    "value": "2017-03-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5330,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-07/",
                    "name": "dt",
                    "value": "2017-03-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5349,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-09/",
                    "name": "dt",
                    "value": "2017-03-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5283,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-10/",
                    "name": "dt",
                    "value": "2017-03-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5262,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-13/",
                    "name": "dt",
                    "value": "2017-03-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5320,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-14/",
                    "name": "dt",
                    "value": "2017-03-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5345,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-15/",
                    "name": "dt",
                    "value": "2017-03-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5248,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-16/",
                    "name": "dt",
                    "value": "2017-03-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5249,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-21/",
                    "name": "dt",
                    "value": "2017-03-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5351,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-22/",
                    "name": "dt",
                    "value": "2017-03-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5311,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-23/",
                    "name": "dt",
                    "value": "2017-03-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5342,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-03-24/",
                    "name": "dt",
                    "value": "2017-03-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5337,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-03/",
                    "name": "dt",
                    "value": "2017-04-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5350,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-04/",
                    "name": "dt",
                    "value": "2017-04-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5255,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-06/",
                    "name": "dt",
                    "value": "2017-04-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5319,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-10/",
                    "name": "dt",
                    "value": "2017-04-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5314,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-11/",
                    "name": "dt",
                    "value": "2017-04-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5328,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-12/",
                    "name": "dt",
                    "value": "2017-04-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5303,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-13/",
                    "name": "dt",
                    "value": "2017-04-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5300,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-17/",
                    "name": "dt",
                    "value": "2017-04-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5362,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-18/",
                    "name": "dt",
                    "value": "2017-04-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5325,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-19/",
                    "name": "dt",
                    "value": "2017-04-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5259,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-20/",
                    "name": "dt",
                    "value": "2017-04-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5359,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-21/",
                    "name": "dt",
                    "value": "2017-04-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5291,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-24/",
                    "name": "dt",
                    "value": "2017-04-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5365,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-25/",
                    "name": "dt",
                    "value": "2017-04-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5272,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-26/",
                    "name": "dt",
                    "value": "2017-04-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5284,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-27/",
                    "name": "dt",
                    "value": "2017-04-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5267,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-04-28/",
                    "name": "dt",
                    "value": "2017-04-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5285,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-01/",
                    "name": "dt",
                    "value": "2017-05-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5372,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-02/",
                    "name": "dt",
                    "value": "2017-05-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5346,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-03/",
                    "name": "dt",
                    "value": "2017-05-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5373,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-04/",
                    "name": "dt",
                    "value": "2017-05-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5335,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-05/",
                    "name": "dt",
                    "value": "2017-05-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8046,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-06/",
                    "name": "dt",
                    "value": "2017-05-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5360,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-08/",
                    "name": "dt",
                    "value": "2017-05-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5250,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-09/",
                    "name": "dt",
                    "value": "2017-05-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5312,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-11/",
                    "name": "dt",
                    "value": "2017-05-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8082,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-12/",
                    "name": "dt",
                    "value": "2017-05-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5268,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-15/",
                    "name": "dt",
                    "value": "2017-05-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5363,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-16/",
                    "name": "dt",
                    "value": "2017-05-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5315,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-18/",
                    "name": "dt",
                    "value": "2017-05-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5294,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-19/",
                    "name": "dt",
                    "value": "2017-05-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5313,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-22/",
                    "name": "dt",
                    "value": "2017-05-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5316,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-23/",
                    "name": "dt",
                    "value": "2017-05-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8099,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-24/",
                    "name": "dt",
                    "value": "2017-05-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5257,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-25/",
                    "name": "dt",
                    "value": "2017-05-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5371,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-26/",
                    "name": "dt",
                    "value": "2017-05-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5263,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-30/",
                    "name": "dt",
                    "value": "2017-05-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5374,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-05-31/",
                    "name": "dt",
                    "value": "2017-05-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5260,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-01/",
                    "name": "dt",
                    "value": "2017-06-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5264,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-02/",
                    "name": "dt",
                    "value": "2017-06-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5310,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-05/",
                    "name": "dt",
                    "value": "2017-06-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 5279,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-06/",
                    "name": "dt",
                    "value": "2017-06-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8084,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-08/",
                    "name": "dt",
                    "value": "2017-06-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8052,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-10/",
                    "name": "dt",
                    "value": "2017-06-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8036,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-12/",
                    "name": "dt",
                    "value": "2017-06-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8054,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-13/",
                    "name": "dt",
                    "value": "2017-06-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8096,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-14/",
                    "name": "dt",
                    "value": "2017-06-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8031,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-15/",
                    "name": "dt",
                    "value": "2017-06-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8095,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-16/",
                    "name": "dt",
                    "value": "2017-06-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8069,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-19/",
                    "name": "dt",
                    "value": "2017-06-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8048,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-20/",
                    "name": "dt",
                    "value": "2017-06-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8017,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-21/",
                    "name": "dt",
                    "value": "2017-06-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8049,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-23/",
                    "name": "dt",
                    "value": "2017-06-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8021,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-26/",
                    "name": "dt",
                    "value": "2017-06-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8034,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-27/",
                    "name": "dt",
                    "value": "2017-06-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8061,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-29/",
                    "name": "dt",
                    "value": "2017-06-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8071,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-06-30/",
                    "name": "dt",
                    "value": "2017-06-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8073,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-05/",
                    "name": "dt",
                    "value": "2017-07-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8092,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-06/",
                    "name": "dt",
                    "value": "2017-07-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8035,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-07/",
                    "name": "dt",
                    "value": "2017-07-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8065,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-10/",
                    "name": "dt",
                    "value": "2017-07-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8067,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-12/",
                    "name": "dt",
                    "value": "2017-07-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8025,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-13/",
                    "name": "dt",
                    "value": "2017-07-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8066,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-14/",
                    "name": "dt",
                    "value": "2017-07-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8088,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-17/",
                    "name": "dt",
                    "value": "2017-07-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8056,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-18/",
                    "name": "dt",
                    "value": "2017-07-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8019,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-19/",
                    "name": "dt",
                    "value": "2017-07-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8074,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-20/",
                    "name": "dt",
                    "value": "2017-07-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8040,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-21/",
                    "name": "dt",
                    "value": "2017-07-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8014,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-24/",
                    "name": "dt",
                    "value": "2017-07-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8078,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-25/",
                    "name": "dt",
                    "value": "2017-07-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8089,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-26/",
                    "name": "dt",
                    "value": "2017-07-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8027,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-27/",
                    "name": "dt",
                    "value": "2017-07-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8033,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-28/",
                    "name": "dt",
                    "value": "2017-07-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8083,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-07-31/",
                    "name": "dt",
                    "value": "2017-07-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8062,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-01/",
                    "name": "dt",
                    "value": "2017-08-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8075,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-02/",
                    "name": "dt",
                    "value": "2017-08-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8094,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-03/",
                    "name": "dt",
                    "value": "2017-08-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8079,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-07/",
                    "name": "dt",
                    "value": "2017-08-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8037,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-08/",
                    "name": "dt",
                    "value": "2017-08-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8093,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-09/",
                    "name": "dt",
                    "value": "2017-08-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8081,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-10/",
                    "name": "dt",
                    "value": "2017-08-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8023,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-11/",
                    "name": "dt",
                    "value": "2017-08-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8022,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-13/",
                    "name": "dt",
                    "value": "2017-08-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8015,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-14/",
                    "name": "dt",
                    "value": "2017-08-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8024,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-15/",
                    "name": "dt",
                    "value": "2017-08-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8057,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-16/",
                    "name": "dt",
                    "value": "2017-08-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8053,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-17/",
                    "name": "dt",
                    "value": "2017-08-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8063,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-18/",
                    "name": "dt",
                    "value": "2017-08-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8038,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-21/",
                    "name": "dt",
                    "value": "2017-08-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8029,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-22/",
                    "name": "dt",
                    "value": "2017-08-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8097,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-23/",
                    "name": "dt",
                    "value": "2017-08-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8086,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-24/",
                    "name": "dt",
                    "value": "2017-08-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8050,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-25/",
                    "name": "dt",
                    "value": "2017-08-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8032,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-28/",
                    "name": "dt",
                    "value": "2017-08-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8030,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-29/",
                    "name": "dt",
                    "value": "2017-08-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8018,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-30/",
                    "name": "dt",
                    "value": "2017-08-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8043,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-08-31/",
                    "name": "dt",
                    "value": "2017-08-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8058,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-01/",
                    "name": "dt",
                    "value": "2017-09-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8090,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-03/",
                    "name": "dt",
                    "value": "2017-09-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8087,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-05/",
                    "name": "dt",
                    "value": "2017-09-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8016,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-06/",
                    "name": "dt",
                    "value": "2017-09-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8055,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-07/",
                    "name": "dt",
                    "value": "2017-09-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8091,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-08/",
                    "name": "dt",
                    "value": "2017-09-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8070,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-11/",
                    "name": "dt",
                    "value": "2017-09-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8085,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-12/",
                    "name": "dt",
                    "value": "2017-09-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8047,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-13/",
                    "name": "dt",
                    "value": "2017-09-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8072,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-14/",
                    "name": "dt",
                    "value": "2017-09-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8098,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-18/",
                    "name": "dt",
                    "value": "2017-09-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8020,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-19/",
                    "name": "dt",
                    "value": "2017-09-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8045,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-22/",
                    "name": "dt",
                    "value": "2017-09-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8042,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-24/",
                    "name": "dt",
                    "value": "2017-09-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8080,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-25/",
                    "name": "dt",
                    "value": "2017-09-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8059,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-26/",
                    "name": "dt",
                    "value": "2017-09-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8076,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-27/",
                    "name": "dt",
                    "value": "2017-09-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8028,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-28/",
                    "name": "dt",
                    "value": "2017-09-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8060,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-09-29/",
                    "name": "dt",
                    "value": "2017-09-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8044,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-02/",
                    "name": "dt",
                    "value": "2017-10-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8068,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-03/",
                    "name": "dt",
                    "value": "2017-10-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8026,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-09/",
                    "name": "dt",
                    "value": "2017-10-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8064,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-11/",
                    "name": "dt",
                    "value": "2017-10-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8077,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-12/",
                    "name": "dt",
                    "value": "2017-10-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8039,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-16/",
                    "name": "dt",
                    "value": "2017-10-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8051,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-20/",
                    "name": "dt",
                    "value": "2017-10-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8041,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/submit/dt=2017-10-31/",
                    "name": "dt",
                    "value": "2017-10-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_metadata.bundled": "",
            "_metadata.unbundled": "",
            "anonymousId": "string",
            "channel": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "dedupe_metadata.offset": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "timestamp_iso8601",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.aAAMemberNumber": "string",
            "properties.activePhlags.sf_1426_mobile_first_search_listings_v2": "string",
            "properties.activePhlags.sf_1592_curated_new_york_page": "string",
            "properties.activePhlags.sf_1626_mobile_map": "string",
            "properties.activePhlags.sf_1904_remove_facility_unit_filter": "string",
            "properties.activePhlags.sf_1932_value_prop_search_hero": "string",
            "properties.activePhlags.sf_1933_improved_filter_visibility": "string",
            "properties.activePhlags.sf_1936_search_help_widget": "string",
            "properties.activePhlags.z_z_z_sparefoot_web_v7_test_test": "string",
            "properties.activePhlags_branded_fss_facility_pages": "string",
            "properties.activePhlags_con_1314_serp_slideshow": "string",
            "properties.activePhlags_feature_sfdc_iron_markets": "string",
            "properties.activePhlags_sf_1426_mobile_first_search_listings_v2": "string",
            "properties.activePhlags_sf_1592_curated_new_york_page": "string",
            "properties.activePhlags_sf_1626_mobile_map": "string",
            "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
            "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
            "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
            "properties.activePhlags_sf_1936_search_help_widget": "string",
            "properties.activePhlags_sf_1994_map_zoom": "string",
            "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
            "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
            "properties.activePhlags_sf_2064_mobile_map_v2": "string",
            "properties.activePhlags_sf_2066_value_prop_mab": "string",
            "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
            "properties.activePhlags_sf_2158_gate_page": "string",
            "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
            "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
            "properties.activePhlags_sf_2217_serp_email_capture": "string",
            "properties.activePhlags_z_z_z_sparefoot_web_v7_test_test": "string",
            "properties.category": "string",
            "properties.email": "string",
            "properties.errorMessage": "string",
            "properties.facilityId": "bigint",
            "properties.firstName": "string",
            "properties.g_recaptcha_response": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.lastName": "string",
            "properties.moveInDate": "string",
            "properties.overrideReservationWindow": "string",
            "properties.phone": "string",
            "properties.recaptchaToken": "string",
            "properties.site_id": "string",
            "properties.statusCode": "string",
            "properties.unitId": "string",
            "properties.value": "string",
            "properties.visitId": "string",
            "receivedAt": "timestamp_iso8601",
            "sentAt": "timestamp_iso8601",
            "timestamp": "timestamp_iso8601",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2017-11-01 20:31:41",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_submit`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >, `ip` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `facilityId` : string ,`activePhlags` :  struct< `sf_1626_mobile_map` : string , `sf_1936_search_help_widget` : string , `sf_1592_curated_new_york_page` : string , `sf_1933_improved_filter_visibility` : string , `sf_1904_remove_facility_unit_filter` : string , `sf_1426_mobile_first_search_listings_v2` : string , `sf_1932_value_prop_search_hero` : string , `z_z_z_sparefoot_web_v7_test_test` : string >, `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1426_mobile_first_search_listings_v2` : string , `category` : string , `recaptchaToken` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `overrideReservationWindow` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `visitId` : string , `unitId` : string , `email` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `errorMessage` : string , `aAAMemberNumber` : string , `isReact` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `phone` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `g_recaptcha_response` : string , `firstName` : string , `activePhlags_sf_2158_gate_page` : string , `lastName` : string , `moveInDate` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `value` : string , `activePhlags_z_z_z_sparefoot_web_v7_test_test` : string , `activePhlags_sf_2066_value_prop_mab` : string , `statusCode` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/submit'",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_submit`",
            "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_submit`"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}
©2019 SpareFoot Data Platform