Schema Info

Schema Name: sfdl_stage_segment.sfdc_drag
  • created: 2017-11-01 13:58:38
  • disabled: False
  • format: raw
  • id: 273
  • is_partitioned: True
  • is_schema_datatyped: False
  • name: 
    {
    "database": "sfdl_stage_segment",
    "table": "sfdc_drag"
}
  • type: segment
Schema Versions: 9
    • created: 2017-11-01 16:17:25
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `ip` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
    • id: 1941
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "a1da6b73-df0c-4c75-8e7a-37f3fec0468d",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/search.html",
            "referrer": "https://www.sparefoot.extrameter.com/search.html?moveInDate=&location=Los+Angeles%2C+CA%2C+United+States&city=Los+Angeles&state=CA&latitude=34.0522342&longitude=-118.2436849&locationSource=google_autocomplete&sftest=on",
            "search": "?latitude=33.9602093502731&longitude=-118.29093747637938&distance=4.402567151643021&zoom=13&order=recommended&page=1&city=Los%20Angeles&state=CA&locationSource=google_map_change&streetAddress=8526%20S%20Vermont%20Ave&zip=90044",
            "title": "Find Self Storage Units and Facilities in Los Angeles, CA | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/search.html?latitude=33.9602093502731&longitude=-118.29093747637938&distance=4.402567151643021&zoom=13&order=recommended&page=1&city=Los%20Angeles&state=CA&locationSource=google_map_change&streetAddress=8526%20S%20Vermont%20Ave&zip=90044"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36"
    },
    "dedupe_metadata": {
        "offset": "1913134351"
    },
    "event": "drag",
    "integrations": {},
    "messageId": "ajs-dd7bda82249a83564bdebf7a79a2f2e5",
    "originalTimestamp": "2017-02-09T22:52:48.593Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1486680768591,
        "activePhlags_branded_fss_facility_pages": "branded",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "control",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "zoomed",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "control",
        "activePhlags_sf_2064_mobile_map_v2": "control",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "control",
        "activePhlags_sf_2158_gate_page": "gate_page",
        "activePhlags_sf_2213_view_all_filtered_units": "filtered",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "control",
        "category": "map interactions-searchPage",
        "label": "map dragged",
        "site_id": "-1"
    },
    "receivedAt": "2017-02-09T22:52:48.618Z",
    "sentAt": "2017-02-09T22:52:48.595Z",
    "timestamp": "2017-02-09T22:52:48.616Z",
    "type": "track",
    "userId": "735895e5e06b3323088432813",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 273
    • schema_scan_id: None
    • updated: 2019-04-18 13:32:55
    • created: 2017-11-01 15:52:54
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `ip` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
    • id: 1925
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "9efc980b-0063-4ac3-8044-4c8bf6f462a3",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/search.html",
            "referrer": "http://www.sparefoot.localhost:8080/",
            "search": "?moveInDate=&location=austin+tx",
            "title": "Find Self Storage Units and Facilities in Austin, TX | SpareFoot",
            "url": "http://www.sparefoot.localhost:8080/search.html?moveInDate=&location=austin+tx"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36"
    },
    "event": "drag",
    "integrations": {},
    "messageId": "ajs-c2b70b0d0c8384d0313e64d4fb386982",
    "originalTimestamp": "2017-01-25T16:54:00.279Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1485363240278,
        "activePhlags_branded_fss_facility_pages": "branded",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "control",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "zoomed",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "control",
        "activePhlags_sf_2064_mobile_map_v2": "control",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "control",
        "activePhlags_sf_2158_gate_page": "gate_page",
        "activePhlags_sf_2213_view_all_filtered_units": "filtered",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "activePhlags_sf_2217_serp_email_capture": "control",
        "category": "map interactions-searchPage",
        "label": "map dragged",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-25T16:54:00.431Z",
    "sentAt": "2017-01-25T16:54:00.293Z",
    "timestamp": "2017-01-25T16:54:00.417Z",
    "type": "track",
    "userId": "755887a946a87821787276655",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 273
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 15:43:11
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `ip` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
    • id: 1919
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "d1c74d0d-1d8b-44bd-b49d-88676031fc00",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Brooklyn-NY-self-storage.html",
            "referrer": "",
            "search": "",
            "title": "Storage Units in New York, NY: Cheap Prices Near You | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Brooklyn-NY-self-storage.html"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36"
    },
    "event": "drag",
    "integrations": {},
    "messageId": "ajs-1fc4ab0421cd2cc5a032289db4514bee",
    "originalTimestamp": "2017-01-24T21:57:01.929Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1485295021927,
        "activePhlags_branded_fss_facility_pages": "branded",
        "activePhlags_con_1314_serp_slideshow": "slideshow",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "control",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "control",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "control",
        "activePhlags_sf_2214_connect_map_and_listings": "matching",
        "category": "map interactions-cityLandingPage",
        "label": "map dragged",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-24T21:57:01.628Z",
    "sentAt": "2017-01-24T21:57:01.931Z",
    "timestamp": "2017-01-24T21:57:01.626Z",
    "type": "track",
    "userId": "29586fcd68732431832055750",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 273
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 15:26:37
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `ip` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
    • id: 1907
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "29fddc7b-bb1f-492f-af36-a6d15fe9977a",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/search.html",
            "referrer": "https://www.sparefoot.extrameter.com/",
            "search": "?searchType=storage-only&location_id=22511072&location=Detroit,%20MI,%20United%20States&latitude=42.33142699999999&longitude=-83.0457538&distance=&moveInDate=&order=recommended&page=1&streetAddress=&city=Detroit&state=MI&zip=",
            "title": "Find Self Storage Units and Facilities in Detroit, MI | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/search.html?searchType=storage-only&location_id=22511072&location=Detroit,%20MI,%20United%20States&latitude=42.33142699999999&longitude=-83.0457538&distance=&moveInDate=&order=recommended&page=1&streetAddress=&city=Detroit&state=MI&zip="
        },
        "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/55.0.2883.87 Chrome/55.0.2883.87 Safari/537.36"
    },
    "event": "drag",
    "integrations": {},
    "messageId": "ajs-545f7fdb8e6961bc47f66de09e294d0c",
    "originalTimestamp": "2017-01-17T17:13:36.246Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1484673216244,
        "activePhlags_branded_fss_facility_pages": "branded",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "control",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_sf_2063_stacked_ui_flow": "control",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "category": "map interactions-searchPage",
        "label": "map dragged",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-17T17:13:36.252Z",
    "sentAt": "2017-01-17T17:13:36.249Z",
    "timestamp": "2017-01-17T17:13:36.249Z",
    "type": "track",
    "userId": "56587e4c6e336873691222313",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 273
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 15:21:24
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_1994_map_zoom` : string , `label` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `ip` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
    • id: 1903
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "5fa6a8fc-3e47-4a3e-90bb-3af4617b1629",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/search.html",
            "referrer": "http://www.sparefoot.local:8080/",
            "search": "?location_id=&location=&latitude=32.931446&longitude=-96.90870999999999&distance=8.243168500323907&zoom=11&moveInDate=&order=recommended&page=1&streetAddress=&city=Dallas&state=TX&zip=",
            "title": "Find Self Storage Units and Facilities in Carrollton, TX | SpareFoot",
            "url": "http://www.sparefoot.local:8080/search.html?location_id=&location=&latitude=32.931446&longitude=-96.90870999999999&distance=8.243168500323907&zoom=11&moveInDate=&order=recommended&page=1&streetAddress=&city=Dallas&state=TX&zip="
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36"
    },
    "event": "drag",
    "integrations": {},
    "messageId": "ajs-3a3f1a8ec26ccadb0723dca87627e721",
    "originalTimestamp": "2017-01-04T18:07:32.529Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1483553252528,
        "activePhlags_branded_fss_facility_pages": "branded",
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "control",
        "activePhlags_sf_1932_value_prop_search_hero": "value_prop",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "control",
        "activePhlags_sf_1994_map_zoom": "zoomed",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "category": "search interactions-searchPage",
        "label": "map dragged",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-04T18:07:33.862Z",
    "sentAt": "2017-01-04T18:07:32.532Z",
    "timestamp": "2017-01-04T18:07:33.859Z",
    "type": "track",
    "userId": "40586285d36a30b4885755099",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 273
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 14:57:41
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `ip` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
    • id: 1879
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "27051c69-21fc-447c-a10d-98907b89d962",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/search.html",
            "referrer": "",
            "search": "?location=Houston,%20TX&latitude=29.854475246530022&longitude=-95.63790823144528&distance=1.8517126006526552&zoom=13&order=recommended&page=1&mobileView=map",
            "title": "Find Self Storage Units and Facilities in Houston, TX 77084 | SpareFoot",
            "url": "http://www.sparefoot.local/search.html?location=Houston,%20TX&latitude=29.854475246530022&longitude=-95.63790823144528&distance=1.8517126006526552&zoom=13&order=recommended&page=1&mobileView=map"
        },
        "userAgent": "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Mobile Safari/537.36"
    },
    "event": "drag",
    "integrations": {},
    "messageId": "ajs-4db3c4464e7527a46f8716b5ff1e0afb",
    "originalTimestamp": "2017-01-10T16:25:04.749Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1484065504748,
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "control",
        "activePhlags_sf_1932_value_prop_search_hero": "control",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "zoomed",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_sf_2064_mobile_map_v2": "variation",
        "activePhlags_sf_2066_value_prop_mab": "find_compare",
        "activePhlags_sf_2081_mobile_map_ctr": "control",
        "activePhlags_sf_2158_gate_page": "control",
        "category": "map interactions-searchPage",
        "label": "map dragged",
        "site_id": "59"
    },
    "receivedAt": "2017-01-10T16:25:04.818Z",
    "sentAt": "2017-01-10T16:25:04.751Z",
    "timestamp": "2017-01-10T16:25:04.816Z",
    "type": "track",
    "userId": "235873ee8db7cc95523448722",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 273
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 14:31:11
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_2066_value_prop_mab` : string , `label` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `ip` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
    • id: 1858
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "f8e69df7-4622-49d8-9b62-ae26c4ea7ea1",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/search.html",
            "referrer": "",
            "search": "?location=Los-Angeles,%20CA&latitude=34.012970493380244&longitude=-118.27183746582034&distance=7.079063606102699&zoom=11&order=recommended&page=1&mobileView=map",
            "title": "Find Self Storage Units and Facilities in Los Angeles, CA 90011 | SpareFoot",
            "url": "http://www.sparefoot.local/search.html?location=Los-Angeles,%20CA&latitude=34.012970493380244&longitude=-118.27183746582034&distance=7.079063606102699&zoom=11&order=recommended&page=1&mobileView=map"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36"
    },
    "event": "drag",
    "integrations": {},
    "messageId": "ajs-bd4494b9d5f9315d1f507c76fa8ebecc",
    "originalTimestamp": "2017-01-06T16:07:32.337Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1483718852336,
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "control",
        "activePhlags_sf_1932_value_prop_search_hero": "control",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "zoomed",
        "activePhlags_sf_2016_aa_groundhog_day": "control",
        "activePhlags_sf_2066_value_prop_mab": "find_rent",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "category": "map interactions-searchPage",
        "label": "map dragged",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-06T16:07:32.238Z",
    "sentAt": "2017-01-06T16:07:32.341Z",
    "timestamp": "2017-01-06T16:07:32.234Z",
    "type": "track",
    "userId": "93586d4eb3d37612185170161",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 273
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 14:18:38
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `ip` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `site_id` : string , `label` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
    • id: 1847
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "1213eb10-9afc-4afa-b2ba-ae8bd9cf1338",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/search.html",
            "referrer": "https://www.sparefoot.moreyard.com/?sftest=on",
            "search": "?moveInDate=&location=Boston%2C+MA",
            "title": "Find Self Storage Units and Facilities in Boston, MA | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/search.html?moveInDate=&location=Boston%2C+MA"
        },
        "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/55.0.2883.87 Chrome/55.0.2883.87 Safari/537.36"
    },
    "event": "drag",
    "integrations": {},
    "messageId": "ajs-5153170aa35d31e9c53741254c61584a",
    "originalTimestamp": "2017-01-05T03:15:54.147Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1483586154142,
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "control",
        "activePhlags_sf_1932_value_prop_search_hero": "control",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "zoomed",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "category": "search interactions-searchPage",
        "label": "map dragged",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-05T03:15:54.491Z",
    "sentAt": "2017-01-05T03:15:54.154Z",
    "timestamp": "2017-01-05T03:15:54.484Z",
    "type": "track",
    "userId": "8157a37191dd2d02791450075",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 273
    • schema_scan_id: None
    • updated: None
    • created: 2017-11-01 13:58:38
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n `version`  string , `timestamp`  string , `projectId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `site_id` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `ip` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `userAgent` : string >, `messageId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
]
    • hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/drag
    • id: 1698
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "1e352534-079f-4156-a2b6-aec5c334946b",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/search.html",
            "referrer": "https://www.sparefoot.moreyard.com/?sftest=on",
            "search": "?moveInDate=&location=Dallas%2C+TX%2C+United+States",
            "title": "Find Self Storage Units and Facilities in Dallas, TX | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/search.html?moveInDate=&location=Dallas%2C+TX%2C+United+States"
        },
        "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/55.0.2883.87 Chrome/55.0.2883.87 Safari/537.36"
    },
    "event": "drag",
    "integrations": {},
    "messageId": "ajs-3b85351fc81441eb10ed99e95bdef8ad",
    "originalTimestamp": "2016-12-22T16:06:50.113Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1482422810109,
        "activePhlags_sf_1592_curated_new_york_page": "variation",
        "activePhlags_sf_1626_mobile_map": "redesign",
        "activePhlags_sf_1904_remove_facility_unit_filter": "control",
        "activePhlags_sf_1932_value_prop_search_hero": "control",
        "activePhlags_sf_1933_improved_filter_visibility": "variation",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "zoomed",
        "activePhlags_sf_2016_aa_groundhog_day": "variation",
        "category": "search interactions-searchPage",
        "label": "map dragged",
        "site_id": "-1"
    },
    "receivedAt": "2016-12-22T16:06:50.194Z",
    "sentAt": "2016-12-22T16:06:50.117Z",
    "timestamp": "2016-12-22T16:06:50.190Z",
    "type": "track",
    "userId": "92585bf9c4b302a3337117292",
    "version": 2
}
    • schema_attributes: 
      {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 273
    • schema_scan_id: None
    • updated: None
Schema Scans: 0
Partitions:
  • count: 104
  • ddl: 
    [
    "ALTER TABLE\n    `sfdl_stage_segment.sfdc_drag`\nADD\n\n\n PARTITION (dt='2016-12-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-20/'\n PARTITION (dt='2016-12-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-22/'\n PARTITION (dt='2017-01-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-02/'\n PARTITION (dt='2017-01-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-04/'\n PARTITION (dt='2017-01-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-05/'\n PARTITION (dt='2017-01-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-06/'\n PARTITION (dt='2017-01-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-09/'\n PARTITION (dt='2017-01-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-10/'\n PARTITION (dt='2017-01-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-13/'\n PARTITION (dt='2017-01-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-16/'\n PARTITION (dt='2017-01-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-17/'\n PARTITION (dt='2017-01-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-19/'\n PARTITION (dt='2017-01-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-20/'\n PARTITION (dt='2017-01-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-23/'\n PARTITION (dt='2017-01-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-24/'\n PARTITION (dt='2017-01-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-25/'\n PARTITION (dt='2017-01-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-26/'\n PARTITION (dt='2017-01-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-27/'\n PARTITION (dt='2017-01-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-30/'\n PARTITION (dt='2017-01-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-31/'\n PARTITION (dt='2017-02-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-01/'\n PARTITION (dt='2017-02-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-02/'\n PARTITION (dt='2017-02-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-03/'\n PARTITION (dt='2017-02-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-04/'\n PARTITION (dt='2017-02-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-06/'\n PARTITION (dt='2017-02-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-07/'\n PARTITION (dt='2017-02-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-08/'\n PARTITION (dt='2017-02-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-09/'\n PARTITION (dt='2017-02-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-10/'\n PARTITION (dt='2017-02-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-13/'\n PARTITION (dt='2017-02-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-15/'\n PARTITION (dt='2017-02-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-16/'\n PARTITION (dt='2017-02-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-21/'\n PARTITION (dt='2017-02-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-22/'\n PARTITION (dt='2017-02-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-23/'\n PARTITION (dt='2017-02-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-27/'\n PARTITION (dt='2017-02-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-28/'\n PARTITION (dt='2017-03-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-01/'\n PARTITION (dt='2017-03-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-11/'\n PARTITION (dt='2017-03-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-13/'\n PARTITION (dt='2017-03-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-14/'\n PARTITION (dt='2017-03-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-15/'\n PARTITION (dt='2017-03-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-16/'\n PARTITION (dt='2017-03-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-17/'\n PARTITION (dt='2017-03-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-20/'\n PARTITION (dt='2017-03-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-22/'\n PARTITION (dt='2017-03-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-23/'\n PARTITION (dt='2017-03-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-24/'\n PARTITION (dt='2017-04-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-04/'\n PARTITION (dt='2017-04-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-07/'\n PARTITION (dt='2017-04-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-10/'\n PARTITION (dt='2017-04-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-12/'\n PARTITION (dt='2017-04-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-13/'\n PARTITION (dt='2017-04-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-18/'\n PARTITION (dt='2017-04-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-19/'\n PARTITION (dt='2017-04-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-20/'\n PARTITION (dt='2017-04-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-21/'\n PARTITION (dt='2017-04-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-24/'\n PARTITION (dt='2017-04-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-26/'\n PARTITION (dt='2017-04-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-27/'\n PARTITION (dt='2017-04-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-28/'\n PARTITION (dt='2017-05-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-01/'\n PARTITION (dt='2017-05-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-03/'\n PARTITION (dt='2017-05-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-04/'\n PARTITION (dt='2017-05-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-05/'\n PARTITION (dt='2017-05-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-08/'\n PARTITION (dt='2017-05-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-09/'\n PARTITION (dt='2017-05-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-15/'\n PARTITION (dt='2017-05-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-17/'\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-18/'\n PARTITION (dt='2017-05-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-19/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-23/'\n PARTITION (dt='2017-05-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-26/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-06/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-16/'\n PARTITION (dt='2017-06-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-19/'\n PARTITION (dt='2017-06-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-22/'\n PARTITION (dt='2017-06-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-23/'\n PARTITION (dt='2017-07-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-04/'\n PARTITION (dt='2017-07-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-05/'\n PARTITION (dt='2017-07-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-06/'\n PARTITION (dt='2017-07-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-11/'\n PARTITION (dt='2017-07-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-13/'\n PARTITION (dt='2017-07-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-17/'\n PARTITION (dt='2017-07-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-20/'\n PARTITION (dt='2017-07-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-21/'\n PARTITION (dt='2017-07-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-28/'\n PARTITION (dt='2017-08-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-01/'\n PARTITION (dt='2017-08-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-03/'\n PARTITION (dt='2017-08-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-07/'\n PARTITION (dt='2017-08-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-10/'\n PARTITION (dt='2017-08-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-11/'\n PARTITION (dt='2017-08-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-14/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-15/'\n PARTITION (dt='2017-08-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-18/'\n PARTITION (dt='2017-08-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-22/'\n PARTITION (dt='2017-09-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-18/'\n PARTITION (dt='2017-09-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-19/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-22/'\n PARTITION (dt='2017-09-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-24/'\n PARTITION (dt='2017-10-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-03/'\n PARTITION (dt='2017-10-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-09/'\n;"
]
  • name: dt
  • state: 
    [
    {
        "info": {
            "id": 8911,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-20/",
            "name": "dt",
            "value": "2016-12-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8851,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-22/",
            "name": "dt",
            "value": "2016-12-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8951,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-02/",
            "name": "dt",
            "value": "2017-01-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8886,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-04/",
            "name": "dt",
            "value": "2017-01-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8872,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-05/",
            "name": "dt",
            "value": "2017-01-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8858,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-06/",
            "name": "dt",
            "value": "2017-01-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8876,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-09/",
            "name": "dt",
            "value": "2017-01-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8875,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-10/",
            "name": "dt",
            "value": "2017-01-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8890,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-13/",
            "name": "dt",
            "value": "2017-01-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8927,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-16/",
            "name": "dt",
            "value": "2017-01-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8852,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-17/",
            "name": "dt",
            "value": "2017-01-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8884,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-19/",
            "name": "dt",
            "value": "2017-01-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8906,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-20/",
            "name": "dt",
            "value": "2017-01-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8920,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-23/",
            "name": "dt",
            "value": "2017-01-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8913,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-24/",
            "name": "dt",
            "value": "2017-01-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8946,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-25/",
            "name": "dt",
            "value": "2017-01-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8892,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-26/",
            "name": "dt",
            "value": "2017-01-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8917,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-27/",
            "name": "dt",
            "value": "2017-01-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8928,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-30/",
            "name": "dt",
            "value": "2017-01-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8938,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-31/",
            "name": "dt",
            "value": "2017-01-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8916,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-01/",
            "name": "dt",
            "value": "2017-02-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8943,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-02/",
            "name": "dt",
            "value": "2017-02-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8853,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-03/",
            "name": "dt",
            "value": "2017-02-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8947,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-04/",
            "name": "dt",
            "value": "2017-02-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8877,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-06/",
            "name": "dt",
            "value": "2017-02-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8893,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-07/",
            "name": "dt",
            "value": "2017-02-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8948,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-08/",
            "name": "dt",
            "value": "2017-02-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8924,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-09/",
            "name": "dt",
            "value": "2017-02-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8880,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-10/",
            "name": "dt",
            "value": "2017-02-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8935,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-13/",
            "name": "dt",
            "value": "2017-02-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8914,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-15/",
            "name": "dt",
            "value": "2017-02-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8904,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-16/",
            "name": "dt",
            "value": "2017-02-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8900,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-21/",
            "name": "dt",
            "value": "2017-02-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8864,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-22/",
            "name": "dt",
            "value": "2017-02-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8856,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-23/",
            "name": "dt",
            "value": "2017-02-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8930,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-27/",
            "name": "dt",
            "value": "2017-02-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8901,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-28/",
            "name": "dt",
            "value": "2017-02-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8908,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-01/",
            "name": "dt",
            "value": "2017-03-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8918,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-11/",
            "name": "dt",
            "value": "2017-03-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8885,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-13/",
            "name": "dt",
            "value": "2017-03-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8859,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-14/",
            "name": "dt",
            "value": "2017-03-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8891,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-15/",
            "name": "dt",
            "value": "2017-03-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8921,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-16/",
            "name": "dt",
            "value": "2017-03-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8905,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-17/",
            "name": "dt",
            "value": "2017-03-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8915,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-20/",
            "name": "dt",
            "value": "2017-03-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8879,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-22/",
            "name": "dt",
            "value": "2017-03-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8954,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-23/",
            "name": "dt",
            "value": "2017-03-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8925,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-24/",
            "name": "dt",
            "value": "2017-03-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8902,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-04/",
            "name": "dt",
            "value": "2017-04-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8939,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-07/",
            "name": "dt",
            "value": "2017-04-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8953,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-10/",
            "name": "dt",
            "value": "2017-04-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8862,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-12/",
            "name": "dt",
            "value": "2017-04-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8944,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-13/",
            "name": "dt",
            "value": "2017-04-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8909,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-18/",
            "name": "dt",
            "value": "2017-04-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8940,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-19/",
            "name": "dt",
            "value": "2017-04-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8855,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-20/",
            "name": "dt",
            "value": "2017-04-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8910,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-21/",
            "name": "dt",
            "value": "2017-04-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8873,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-24/",
            "name": "dt",
            "value": "2017-04-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8903,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-26/",
            "name": "dt",
            "value": "2017-04-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8949,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-27/",
            "name": "dt",
            "value": "2017-04-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8898,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-28/",
            "name": "dt",
            "value": "2017-04-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8923,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-01/",
            "name": "dt",
            "value": "2017-05-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8941,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-03/",
            "name": "dt",
            "value": "2017-05-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8883,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-04/",
            "name": "dt",
            "value": "2017-05-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8942,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-05/",
            "name": "dt",
            "value": "2017-05-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8881,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-08/",
            "name": "dt",
            "value": "2017-05-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8868,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-09/",
            "name": "dt",
            "value": "2017-05-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8888,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-15/",
            "name": "dt",
            "value": "2017-05-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8860,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-17/",
            "name": "dt",
            "value": "2017-05-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8865,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-18/",
            "name": "dt",
            "value": "2017-05-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8929,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-19/",
            "name": "dt",
            "value": "2017-05-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8922,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-22/",
            "name": "dt",
            "value": "2017-05-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8933,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-23/",
            "name": "dt",
            "value": "2017-05-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8919,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-26/",
            "name": "dt",
            "value": "2017-05-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8907,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-05/",
            "name": "dt",
            "value": "2017-06-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8952,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-06/",
            "name": "dt",
            "value": "2017-06-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8861,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-16/",
            "name": "dt",
            "value": "2017-06-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8936,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-19/",
            "name": "dt",
            "value": "2017-06-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8926,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-22/",
            "name": "dt",
            "value": "2017-06-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8931,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-23/",
            "name": "dt",
            "value": "2017-06-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8867,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-04/",
            "name": "dt",
            "value": "2017-07-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8896,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-05/",
            "name": "dt",
            "value": "2017-07-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8878,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-06/",
            "name": "dt",
            "value": "2017-07-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8894,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-11/",
            "name": "dt",
            "value": "2017-07-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8869,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-13/",
            "name": "dt",
            "value": "2017-07-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8866,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-17/",
            "name": "dt",
            "value": "2017-07-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8899,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-20/",
            "name": "dt",
            "value": "2017-07-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8889,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-21/",
            "name": "dt",
            "value": "2017-07-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8932,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-28/",
            "name": "dt",
            "value": "2017-07-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8945,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-01/",
            "name": "dt",
            "value": "2017-08-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8887,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-03/",
            "name": "dt",
            "value": "2017-08-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8897,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-07/",
            "name": "dt",
            "value": "2017-08-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8950,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-10/",
            "name": "dt",
            "value": "2017-08-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8857,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-11/",
            "name": "dt",
            "value": "2017-08-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8912,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-14/",
            "name": "dt",
            "value": "2017-08-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8874,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-15/",
            "name": "dt",
            "value": "2017-08-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8870,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-18/",
            "name": "dt",
            "value": "2017-08-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8871,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-22/",
            "name": "dt",
            "value": "2017-08-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8895,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-18/",
            "name": "dt",
            "value": "2017-09-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8937,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-19/",
            "name": "dt",
            "value": "2017-09-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8863,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-22/",
            "name": "dt",
            "value": "2017-09-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8854,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-24/",
            "name": "dt",
            "value": "2017-09-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8882,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-03/",
            "name": "dt",
            "value": "2017-10-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 8934,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-09/",
            "name": "dt",
            "value": "2017-10-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]
  • type: string
Schema:
  • attributes: 
    {
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_con_1314_serp_slideshow": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1592_curated_new_york_page": "string",
    "properties.activePhlags_sf_1626_mobile_map": "string",
    "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
    "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
  • created: 2017-11-01 16:17:25
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `ip` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
    "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
}
Server:
  • hostname: schemamanager-5c55c886bf-h2ts4
  • name: schema_manager
  • process_start: 2025-10-21 13:03:27
  • sf_env: stage
  • version: 2112174301
Raw: 
{
    "name": {
        "created": "2017-11-01 13:58:38",
        "disabled": false,
        "format": "raw",
        "id": 273,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "sfdc_drag"
        },
        "type": "segment"
    },
    "partition": {
        "count": 104,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.sfdc_drag`\nADD\n\n\n PARTITION (dt='2016-12-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-20/'\n PARTITION (dt='2016-12-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-22/'\n PARTITION (dt='2017-01-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-02/'\n PARTITION (dt='2017-01-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-04/'\n PARTITION (dt='2017-01-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-05/'\n PARTITION (dt='2017-01-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-06/'\n PARTITION (dt='2017-01-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-09/'\n PARTITION (dt='2017-01-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-10/'\n PARTITION (dt='2017-01-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-13/'\n PARTITION (dt='2017-01-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-16/'\n PARTITION (dt='2017-01-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-17/'\n PARTITION (dt='2017-01-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-19/'\n PARTITION (dt='2017-01-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-20/'\n PARTITION (dt='2017-01-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-23/'\n PARTITION (dt='2017-01-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-24/'\n PARTITION (dt='2017-01-25') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-25/'\n PARTITION (dt='2017-01-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-26/'\n PARTITION (dt='2017-01-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-27/'\n PARTITION (dt='2017-01-30') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-30/'\n PARTITION (dt='2017-01-31') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-31/'\n PARTITION (dt='2017-02-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-01/'\n PARTITION (dt='2017-02-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-02/'\n PARTITION (dt='2017-02-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-03/'\n PARTITION (dt='2017-02-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-04/'\n PARTITION (dt='2017-02-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-06/'\n PARTITION (dt='2017-02-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-07/'\n PARTITION (dt='2017-02-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-08/'\n PARTITION (dt='2017-02-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-09/'\n PARTITION (dt='2017-02-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-10/'\n PARTITION (dt='2017-02-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-13/'\n PARTITION (dt='2017-02-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-15/'\n PARTITION (dt='2017-02-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-16/'\n PARTITION (dt='2017-02-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-21/'\n PARTITION (dt='2017-02-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-22/'\n PARTITION (dt='2017-02-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-23/'\n PARTITION (dt='2017-02-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-27/'\n PARTITION (dt='2017-02-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-28/'\n PARTITION (dt='2017-03-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-01/'\n PARTITION (dt='2017-03-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-11/'\n PARTITION (dt='2017-03-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-13/'\n PARTITION (dt='2017-03-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-14/'\n PARTITION (dt='2017-03-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-15/'\n PARTITION (dt='2017-03-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-16/'\n PARTITION (dt='2017-03-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-17/'\n PARTITION (dt='2017-03-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-20/'\n PARTITION (dt='2017-03-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-22/'\n PARTITION (dt='2017-03-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-23/'\n PARTITION (dt='2017-03-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-24/'\n PARTITION (dt='2017-04-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-04/'\n PARTITION (dt='2017-04-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-07/'\n PARTITION (dt='2017-04-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-10/'\n PARTITION (dt='2017-04-12') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-12/'\n PARTITION (dt='2017-04-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-13/'\n PARTITION (dt='2017-04-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-18/'\n PARTITION (dt='2017-04-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-19/'\n PARTITION (dt='2017-04-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-20/'\n PARTITION (dt='2017-04-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-21/'\n PARTITION (dt='2017-04-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-24/'\n PARTITION (dt='2017-04-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-26/'\n PARTITION (dt='2017-04-27') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-27/'\n PARTITION (dt='2017-04-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-28/'\n PARTITION (dt='2017-05-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-01/'\n PARTITION (dt='2017-05-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-03/'\n PARTITION (dt='2017-05-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-04/'\n PARTITION (dt='2017-05-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-05/'\n PARTITION (dt='2017-05-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-08/'\n PARTITION (dt='2017-05-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-09/'\n PARTITION (dt='2017-05-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-15/'\n PARTITION (dt='2017-05-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-17/'\n PARTITION (dt='2017-05-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-18/'\n PARTITION (dt='2017-05-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-19/'\n PARTITION (dt='2017-05-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-22/'\n PARTITION (dt='2017-05-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-23/'\n PARTITION (dt='2017-05-26') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-26/'\n PARTITION (dt='2017-06-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-05/'\n PARTITION (dt='2017-06-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-06/'\n PARTITION (dt='2017-06-16') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-16/'\n PARTITION (dt='2017-06-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-19/'\n PARTITION (dt='2017-06-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-22/'\n PARTITION (dt='2017-06-23') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-23/'\n PARTITION (dt='2017-07-04') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-04/'\n PARTITION (dt='2017-07-05') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-05/'\n PARTITION (dt='2017-07-06') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-06/'\n PARTITION (dt='2017-07-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-11/'\n PARTITION (dt='2017-07-13') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-13/'\n PARTITION (dt='2017-07-17') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-17/'\n PARTITION (dt='2017-07-20') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-20/'\n PARTITION (dt='2017-07-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-21/'\n PARTITION (dt='2017-07-28') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-28/'\n PARTITION (dt='2017-08-01') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-01/'\n PARTITION (dt='2017-08-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-03/'\n PARTITION (dt='2017-08-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-07/'\n PARTITION (dt='2017-08-10') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-10/'\n PARTITION (dt='2017-08-11') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-11/'\n PARTITION (dt='2017-08-14') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-14/'\n PARTITION (dt='2017-08-15') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-15/'\n PARTITION (dt='2017-08-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-18/'\n PARTITION (dt='2017-08-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-22/'\n PARTITION (dt='2017-09-18') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-18/'\n PARTITION (dt='2017-09-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-19/'\n PARTITION (dt='2017-09-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-22/'\n PARTITION (dt='2017-09-24') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-24/'\n PARTITION (dt='2017-10-03') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-03/'\n PARTITION (dt='2017-10-09') location 's3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-09/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 8911,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-20/",
                    "name": "dt",
                    "value": "2016-12-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8851,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2016-12-22/",
                    "name": "dt",
                    "value": "2016-12-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8951,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-02/",
                    "name": "dt",
                    "value": "2017-01-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8886,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-04/",
                    "name": "dt",
                    "value": "2017-01-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8872,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-05/",
                    "name": "dt",
                    "value": "2017-01-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8858,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-06/",
                    "name": "dt",
                    "value": "2017-01-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8876,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-09/",
                    "name": "dt",
                    "value": "2017-01-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8875,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-10/",
                    "name": "dt",
                    "value": "2017-01-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8890,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-13/",
                    "name": "dt",
                    "value": "2017-01-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8927,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-16/",
                    "name": "dt",
                    "value": "2017-01-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8852,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-17/",
                    "name": "dt",
                    "value": "2017-01-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8884,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-19/",
                    "name": "dt",
                    "value": "2017-01-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8906,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-20/",
                    "name": "dt",
                    "value": "2017-01-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8920,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-23/",
                    "name": "dt",
                    "value": "2017-01-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8913,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-24/",
                    "name": "dt",
                    "value": "2017-01-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8946,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-25/",
                    "name": "dt",
                    "value": "2017-01-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8892,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-26/",
                    "name": "dt",
                    "value": "2017-01-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8917,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-27/",
                    "name": "dt",
                    "value": "2017-01-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8928,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-30/",
                    "name": "dt",
                    "value": "2017-01-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8938,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-01-31/",
                    "name": "dt",
                    "value": "2017-01-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8916,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-01/",
                    "name": "dt",
                    "value": "2017-02-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8943,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-02/",
                    "name": "dt",
                    "value": "2017-02-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8853,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-03/",
                    "name": "dt",
                    "value": "2017-02-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8947,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-04/",
                    "name": "dt",
                    "value": "2017-02-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8877,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-06/",
                    "name": "dt",
                    "value": "2017-02-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8893,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-07/",
                    "name": "dt",
                    "value": "2017-02-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8948,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-08/",
                    "name": "dt",
                    "value": "2017-02-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8924,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-09/",
                    "name": "dt",
                    "value": "2017-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8880,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-10/",
                    "name": "dt",
                    "value": "2017-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8935,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-13/",
                    "name": "dt",
                    "value": "2017-02-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8914,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-15/",
                    "name": "dt",
                    "value": "2017-02-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8904,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-16/",
                    "name": "dt",
                    "value": "2017-02-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8900,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-21/",
                    "name": "dt",
                    "value": "2017-02-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8864,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-22/",
                    "name": "dt",
                    "value": "2017-02-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8856,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-23/",
                    "name": "dt",
                    "value": "2017-02-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8930,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-27/",
                    "name": "dt",
                    "value": "2017-02-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8901,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-02-28/",
                    "name": "dt",
                    "value": "2017-02-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8908,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-01/",
                    "name": "dt",
                    "value": "2017-03-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8918,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-11/",
                    "name": "dt",
                    "value": "2017-03-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8885,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-13/",
                    "name": "dt",
                    "value": "2017-03-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8859,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-14/",
                    "name": "dt",
                    "value": "2017-03-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8891,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-15/",
                    "name": "dt",
                    "value": "2017-03-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8921,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-16/",
                    "name": "dt",
                    "value": "2017-03-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8905,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-17/",
                    "name": "dt",
                    "value": "2017-03-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8915,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-20/",
                    "name": "dt",
                    "value": "2017-03-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8879,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-22/",
                    "name": "dt",
                    "value": "2017-03-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8954,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-23/",
                    "name": "dt",
                    "value": "2017-03-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8925,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-03-24/",
                    "name": "dt",
                    "value": "2017-03-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8902,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-04/",
                    "name": "dt",
                    "value": "2017-04-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8939,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-07/",
                    "name": "dt",
                    "value": "2017-04-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8953,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-10/",
                    "name": "dt",
                    "value": "2017-04-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8862,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-12/",
                    "name": "dt",
                    "value": "2017-04-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8944,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-13/",
                    "name": "dt",
                    "value": "2017-04-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8909,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-18/",
                    "name": "dt",
                    "value": "2017-04-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8940,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-19/",
                    "name": "dt",
                    "value": "2017-04-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8855,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-20/",
                    "name": "dt",
                    "value": "2017-04-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8910,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-21/",
                    "name": "dt",
                    "value": "2017-04-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8873,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-24/",
                    "name": "dt",
                    "value": "2017-04-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8903,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-26/",
                    "name": "dt",
                    "value": "2017-04-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8949,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-27/",
                    "name": "dt",
                    "value": "2017-04-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8898,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-04-28/",
                    "name": "dt",
                    "value": "2017-04-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8923,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-01/",
                    "name": "dt",
                    "value": "2017-05-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8941,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-03/",
                    "name": "dt",
                    "value": "2017-05-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8883,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-04/",
                    "name": "dt",
                    "value": "2017-05-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8942,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-05/",
                    "name": "dt",
                    "value": "2017-05-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8881,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-08/",
                    "name": "dt",
                    "value": "2017-05-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8868,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-09/",
                    "name": "dt",
                    "value": "2017-05-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8888,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-15/",
                    "name": "dt",
                    "value": "2017-05-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8860,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-17/",
                    "name": "dt",
                    "value": "2017-05-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8865,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-18/",
                    "name": "dt",
                    "value": "2017-05-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8929,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-19/",
                    "name": "dt",
                    "value": "2017-05-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8922,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-22/",
                    "name": "dt",
                    "value": "2017-05-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8933,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-23/",
                    "name": "dt",
                    "value": "2017-05-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8919,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-05-26/",
                    "name": "dt",
                    "value": "2017-05-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8907,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-05/",
                    "name": "dt",
                    "value": "2017-06-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8952,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-06/",
                    "name": "dt",
                    "value": "2017-06-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8861,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-16/",
                    "name": "dt",
                    "value": "2017-06-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8936,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-19/",
                    "name": "dt",
                    "value": "2017-06-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8926,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-22/",
                    "name": "dt",
                    "value": "2017-06-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8931,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-06-23/",
                    "name": "dt",
                    "value": "2017-06-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8867,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-04/",
                    "name": "dt",
                    "value": "2017-07-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8896,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-05/",
                    "name": "dt",
                    "value": "2017-07-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8878,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-06/",
                    "name": "dt",
                    "value": "2017-07-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8894,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-11/",
                    "name": "dt",
                    "value": "2017-07-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8869,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-13/",
                    "name": "dt",
                    "value": "2017-07-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8866,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-17/",
                    "name": "dt",
                    "value": "2017-07-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8899,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-20/",
                    "name": "dt",
                    "value": "2017-07-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8889,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-21/",
                    "name": "dt",
                    "value": "2017-07-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8932,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-07-28/",
                    "name": "dt",
                    "value": "2017-07-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8945,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-01/",
                    "name": "dt",
                    "value": "2017-08-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8887,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-03/",
                    "name": "dt",
                    "value": "2017-08-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8897,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-07/",
                    "name": "dt",
                    "value": "2017-08-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8950,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-10/",
                    "name": "dt",
                    "value": "2017-08-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8857,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-11/",
                    "name": "dt",
                    "value": "2017-08-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8912,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-14/",
                    "name": "dt",
                    "value": "2017-08-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8874,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-15/",
                    "name": "dt",
                    "value": "2017-08-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8870,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-18/",
                    "name": "dt",
                    "value": "2017-08-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8871,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-08-22/",
                    "name": "dt",
                    "value": "2017-08-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8895,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-18/",
                    "name": "dt",
                    "value": "2017-09-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8937,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-19/",
                    "name": "dt",
                    "value": "2017-09-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8863,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-22/",
                    "name": "dt",
                    "value": "2017-09-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8854,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-09-24/",
                    "name": "dt",
                    "value": "2017-09-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8882,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-03/",
                    "name": "dt",
                    "value": "2017-10-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 8934,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/drag/dt=2017-10-09/",
                    "name": "dt",
                    "value": "2017-10-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_metadata.bundled": "",
            "_metadata.unbundled": "",
            "anonymousId": "string",
            "channel": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "dedupe_metadata.offset": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.activePhlags_branded_fss_facility_pages": "string",
            "properties.activePhlags_con_1314_serp_slideshow": "string",
            "properties.activePhlags_feature_sfdc_iron_markets": "string",
            "properties.activePhlags_sf_1592_curated_new_york_page": "string",
            "properties.activePhlags_sf_1626_mobile_map": "string",
            "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
            "properties.activePhlags_sf_1932_value_prop_search_hero": "string",
            "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
            "properties.activePhlags_sf_1936_search_help_widget": "string",
            "properties.activePhlags_sf_1994_map_zoom": "string",
            "properties.activePhlags_sf_2016_aa_groundhog_day": "string",
            "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
            "properties.activePhlags_sf_2064_mobile_map_v2": "string",
            "properties.activePhlags_sf_2066_value_prop_mab": "string",
            "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
            "properties.activePhlags_sf_2158_gate_page": "string",
            "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
            "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
            "properties.activePhlags_sf_2217_serp_email_capture": "string",
            "properties.category": "string",
            "properties.label": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2017-11-01 16:17:25",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_drag`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `Hit_Timestamp` : string , `activePhlags_sf_2016_aa_groundhog_day` : string , `site_id` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `category` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `label` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2066_value_prop_mab` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `ip` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/drag'",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_drag`",
            "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_drag`"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}
©2019 SpareFoot Data Platform