Schema Info

Schema Name: sfdl_stage_segment.sfdc_impression

created: 2017-11-01 12:03:07
disabled: False
format: raw
id: 254
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_segment",
    "table": "sfdc_impression"
}

type: segment

Schema Versions: 9

Version 2024

created: 2017-11-01 19:11:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_impression`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_impression`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`integrations`   struct< `Google_Analytics` : string , `All` : string >,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `Phlag_Exp_Var` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_branded_fss_facility_pages` : string , `label` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `excludeCategoryPage` : string ,`campaign` :  struct< `content` : string , `source` : string , `medium` : string , `name` : string >, `ip` : string ,`library` :  struct< `version` : string , `name` : string >,`Google_Analytics` :  struct< `clientId` : string >, `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >>, `projectId`  string , `originalISOTimestamp`  string , `originalSFTimestamp`  string , `sentAt`  string , `type`  string , `event`  string , `channel`  string , `originalPhlagTimestamp`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/impression'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_impression`"
]

hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/impression
id: 2024
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io",
            "Zopim"
        ],
        "unbundled": []
    },
    "anonymousId": "d73d8225-5bcb-4573-b25d-09f6191b7384",
    "channel": "client",
    "context": {
        "Google Analytics": {
            "clientId": "1005607318.1484667351"
        },
        "campaign": {
            "content": "Dynamic",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_dynamic",
            "source": "google"
        },
        "excludeCategoryPage": true,
        "ip": "76.120.147.207",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Sebring-FL-self-storage/Sebring-Mini-Storage-108732.html",
            "referrer": "https://www.google.com/",
            "search": "?tsid=google-ppc&cid=pro_national_nogeo_noproduct_dynamic&ctid=Dynamic&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=Dynamic&ploc=9006144&iloc=1015195&mkwid=sWNyRB1Yu|pcrid|192663399083|pkw||pmt|b|pdv|c|&muid=d7b36807-a354-4681-bda0-bec41124e45c&gclid=CKyInLmaytQCFRRLDQodf1ADhw",
            "title": "Sebring Mini Storage | 1500 Lakeview Drive | SpareFoot",
            "url": "https://www.sparefoot.com/Sebring-FL-self-storage/Sebring-Mini-Storage-108732.html?tsid=google-ppc&cid=pro_national_nogeo_noproduct_dynamic&ctid=Dynamic&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=Dynamic&ploc=9006144&iloc=1015195&mkwid=sWNyRB1Yu|pcrid|192663399083|pkw||pmt|b|pdv|c|&muid=d7b36807-a354-4681-bda0-bec41124e45c&gclid=CKyInLmaytQCFRRLDQodf1ADhw"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.79 Safari/537.36 Edge/14.14393"
    },
    "dedupe_metadata": {
        "offset": "957054602"
    },
    "event": "impression",
    "integrations": {
        "All": false,
        "Google Analytics": true
    },
    "messageId": "ajs-1994b94d61f64610e1597e93fcbc0a40",
    "originalISOTimestamp": "2017-01-17T15:35:47.000Z",
    "originalPhlagTimestamp": "2017-01-17T16:28:44.000Z",
    "originalSFTimestamp": "2017-01-20T15:32:22.000Z",
    "originalTimestamp": "2017-06-19T15:18:55.074Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1497885534461,
        "Phlag Exp/Var": "sparefoot-sf_1392_mobile_first_search_bar-control",
        "activePhlags_branded_fss_facility_pages": "branded",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "control",
        "activePhlags_sf_2066_value_prop_mab": "guaranteed_prices",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "filtered",
        "activePhlags_sf_2214_connect_map_and_listings": "control",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "category": "phlagTest-facilitypage",
        "label": "reactfoot",
        "site_id": -1
    },
    "receivedAt": "2017-06-19T15:18:56.346Z",
    "sentAt": "2017-06-19T15:18:55.075Z",
    "timestamp": "2017-06-19T15:18:56.345Z",
    "type": "track",
    "userId": null,
    "version": 2
}

schema_attributes:

{
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.Google_Analytics.clientId": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.excludeCategoryPage": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalISOTimestamp": "string",
    "originalPhlagTimestamp": "string",
    "originalSFTimestamp": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.Phlag_Exp_Var": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 254
schema_scan_id: None
updated: 2019-07-30 13:17:36

Version 1985

created: 2017-11-01 17:45:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_impression`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_impression`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`integrations`   struct< `Google_Analytics` : string , `All` : string >, `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `excludeCategoryPage` : string ,`campaign` :  struct< `source` : string , `medium` : string , `name` : string >, `ip` : string ,`library` :  struct< `version` : string , `name` : string >,`Google_Analytics` :  struct< `clientId` : string >, `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >>, `projectId`  string , `originalISOTimestamp`  string , `originalSFTimestamp`  string , `sentAt`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `Phlag_Exp_Var` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_branded_fss_facility_pages` : string , `label` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `channel`  string , `originalPhlagTimestamp`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/impression'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_impression`"
]

hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/impression
id: 1985
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io",
            "Zopim"
        ],
        "unbundled": []
    },
    "anonymousId": "33b5940e-ad93-405d-8f07-d8e0ba6aaa29",
    "channel": "client",
    "context": {
        "Google Analytics": {
            "clientId": "1005607318.1484667351"
        },
        "campaign": {
            "medium": "email",
            "name": "20170427_RES__trans",
            "source": "AWS"
        },
        "excludeCategoryPage": true,
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/reservation/confirmation/4FDEQCFJN",
            "referrer": "",
            "search": "?k=&email_token=0b28af258b58050567a06934d6572da9b03d1d10&utm_medium=email&utm_source=AWS&utm_campaign=20170427_RES__trans",
            "title": "Fake Storage Facility - Marketing | 400 Brooks Road | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/reservation/confirmation/4FDEQCFJN?k=&email_token=0b28af258b58050567a06934d6572da9b03d1d10&utm_medium=email&utm_source=AWS&utm_campaign=20170427_RES__trans"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36"
    },
    "dedupe_metadata": {
        "offset": "957054602"
    },
    "event": "impression",
    "integrations": {
        "All": false,
        "Google Analytics": true
    },
    "messageId": "ajs-f51c136cbf5f33258cd999349889c2fa",
    "originalISOTimestamp": "2017-01-17T15:35:47.000Z",
    "originalPhlagTimestamp": "2017-01-17T16:28:44.000Z",
    "originalSFTimestamp": "2017-01-20T15:32:22.000Z",
    "originalTimestamp": "2017-04-27T16:25:56.814Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1493310356813,
        "Phlag Exp/Var": "sparefoot-sf_1392_mobile_first_search_bar-control",
        "activePhlags_branded_fss_facility_pages": "branded",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "control",
        "activePhlags_sf_2066_value_prop_mab": "guaranteed_prices",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "filtered",
        "activePhlags_sf_2214_connect_map_and_listings": "control",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "category": "phlagTest",
        "label": "sparefoot-feature_sfdc_iron_markets-variation",
        "site_id": "-1"
    },
    "receivedAt": "2017-04-27T16:25:52.987Z",
    "sentAt": "2017-04-27T16:25:56.817Z",
    "timestamp": "2017-04-27T16:25:52.984Z",
    "type": "track",
    "userId": "2959021b8e059555228114251",
    "version": 2
}

schema_attributes:

{
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.Google_Analytics.clientId": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.excludeCategoryPage": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalISOTimestamp": "string",
    "originalPhlagTimestamp": "string",
    "originalSFTimestamp": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.Phlag_Exp_Var": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 254
schema_scan_id: None
updated: None

Version 1940

created: 2017-11-01 16:15:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_impression`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_impression`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`integrations`   struct< `Google_Analytics` : string , `All` : string >,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `Phlag_Exp_Var` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_branded_fss_facility_pages` : string , `label` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `excludeCategoryPage` : string , `ip` : string ,`library` :  struct< `version` : string , `name` : string >,`Google_Analytics` :  struct< `clientId` : string >, `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >>, `projectId`  string , `originalISOTimestamp`  string , `originalSFTimestamp`  string , `sentAt`  string , `type`  string , `event`  string , `channel`  string , `originalPhlagTimestamp`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/impression'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_impression`"
]

hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/impression
id: 1940
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "3b167a6c-ff04-4109-b251-2021c0d7d39d",
    "channel": "client",
    "context": {
        "Google Analytics": {
            "clientId": "1005607318.1484667351"
        },
        "campaign": {},
        "excludeCategoryPage": true,
        "ip": "207.71.19.142",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Miami-FL-self-storage.html",
            "referrer": "",
            "search": "?forceLoadAllCss=true",
            "title": "10 Cheap Self-Storage Units Miami, FL (with Prices) | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Miami-FL-self-storage.html?forceLoadAllCss=true"
        },
        "userAgent": "Mozilla/5.0 (Unknown; Linux x86_64) AppleWebKit/538.1 (KHTML, like Gecko) PhantomJS/2.1.1 Safari/538.1"
    },
    "dedupe_metadata": {
        "offset": "957054602"
    },
    "event": "impression",
    "integrations": {
        "All": false,
        "Google Analytics": true
    },
    "messageId": "ajs-2f6f93f05f971d9e07359850f94cb768",
    "originalISOTimestamp": "2017-01-17T15:35:47.000Z",
    "originalPhlagTimestamp": "2017-01-17T16:28:44.000Z",
    "originalSFTimestamp": "2017-01-20T15:32:22.000Z",
    "originalTimestamp": "2017-02-09T20:16:36.269Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1486671396268,
        "Phlag Exp/Var": "sparefoot-sf_1392_mobile_first_search_bar-control",
        "activePhlags_branded_fss_facility_pages": "branded",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "control",
        "activePhlags_sf_2066_value_prop_mab": "guaranteed_prices",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "filtered",
        "activePhlags_sf_2214_connect_map_and_listings": "control",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "category": "email capture form interactions-cityLandingPage",
        "label": "serp bottom overlay",
        "site_id": "-1"
    },
    "receivedAt": "2017-02-09T20:16:37.069Z",
    "sentAt": "2017-02-09T20:16:36.269Z",
    "timestamp": "2017-02-09T20:16:37.069Z",
    "type": "track",
    "userId": "18589cce2259a634804152025",
    "version": 2
}

schema_attributes:

{
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.Google_Analytics.clientId": "string",
    "context.excludeCategoryPage": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalISOTimestamp": "string",
    "originalPhlagTimestamp": "string",
    "originalSFTimestamp": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.Phlag_Exp_Var": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 254
schema_scan_id: None
updated: None

Version 1933

created: 2017-11-01 16:01:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_impression`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_impression`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`integrations`   struct< `Google_Analytics` : string , `All` : string >, `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `excludeCategoryPage` : string , `ip` : string ,`library` :  struct< `version` : string , `name` : string >,`Google_Analytics` :  struct< `clientId` : string >, `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >>, `projectId`  string , `originalISOTimestamp`  string , `originalSFTimestamp`  string , `sentAt`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `Phlag_Exp_Var` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_feature_sfdc_iron_markets` : string , `label` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `channel`  string , `originalPhlagTimestamp`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/impression'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_impression`"
]

hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/impression
id: 1933
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Mixpanel",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "4aa20700-623c-4935-b4e8-db0f3fa6fb88",
    "channel": "client",
    "context": {
        "Google Analytics": {
            "clientId": "1005607318.1484667351"
        },
        "excludeCategoryPage": true,
        "ip": "54.211.4.199",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/Charleston-SC-self-storage.html",
            "referrer": "",
            "search": "",
            "title": "Storage Units in Charleston, SC: Cheap Prices Near You | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Charleston-SC-self-storage.html"
        },
        "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.71 Safari/537.36"
    },
    "event": "impression",
    "integrations": {
        "All": false,
        "Google Analytics": true
    },
    "messageId": "ajs-3993e2920e3f7a346e6e9175d83c6e55",
    "originalISOTimestamp": "2017-01-17T15:35:47.000Z",
    "originalPhlagTimestamp": "2017-01-17T16:28:44.000Z",
    "originalSFTimestamp": "2017-01-20T15:32:22.000Z",
    "originalTimestamp": "2017-01-29T18:29:18.124Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1485714558123,
        "Phlag Exp/Var": "sparefoot-sf_1392_mobile_first_search_bar-control",
        "activePhlags_branded_fss_facility_pages": "branded",
        "activePhlags_feature_sfdc_iron_markets": "variation",
        "activePhlags_sf_1933_improved_filter_visibility": "control",
        "activePhlags_sf_1936_search_help_widget": "help_widget",
        "activePhlags_sf_1994_map_zoom": "control",
        "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility",
        "activePhlags_sf_2064_mobile_map_v2": "control",
        "activePhlags_sf_2066_value_prop_mab": "guaranteed_prices",
        "activePhlags_sf_2081_mobile_map_ctr": "bold",
        "activePhlags_sf_2158_gate_page": "control",
        "activePhlags_sf_2213_view_all_filtered_units": "filtered",
        "activePhlags_sf_2214_connect_map_and_listings": "control",
        "activePhlags_sf_2217_serp_email_capture": "email_capture",
        "category": "email capture form interactions-cityLandingPage",
        "label": "serp bottom overlay",
        "site_id": "-1"
    },
    "receivedAt": "2017-01-29T18:29:20.241Z",
    "sentAt": "2017-01-29T18:29:18.126Z",
    "timestamp": "2017-01-29T18:29:20.239Z",
    "type": "track",
    "userId": "23588e346c7affe6164804502",
    "version": 2
}

schema_attributes:

{
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.Google_Analytics.clientId": "string",
    "context.excludeCategoryPage": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalISOTimestamp": "string",
    "originalPhlagTimestamp": "string",
    "originalSFTimestamp": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.Phlag_Exp_Var": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 254
schema_scan_id: None
updated: None

Version 1932

created: 2017-11-01 15:59:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_impression`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_impression`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`integrations`   struct< `Google_Analytics` : string , `All` : string >,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string , `Phlag_Exp_Var` : string , `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `excludeCategoryPage` : string , `ip` : string ,`library` :  struct< `version` : string , `name` : string >,`Google_Analytics` :  struct< `clientId` : string >, `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >>, `projectId`  string , `originalISOTimestamp`  string , `originalSFTimestamp`  string , `sentAt`  string , `type`  string , `event`  string , `channel`  string , `originalPhlagTimestamp`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/impression'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_impression`"
]

hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/impression
id: 1932
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "8acb4e1a-c699-4e9a-b584-821d8865558b",
    "channel": "server",
    "context": {
        "Google Analytics": {
            "clientId": "1005607318.1484667351"
        },
        "excludeCategoryPage": true,
        "ip": "173.90.70.13",
        "library": {
            "name": "unknown",
            "version": "unknown"
        },
        "page": {
            "path": "/",
            "referrer": "",
            "search": "",
            "title": "SpareFoot: Find Your Stuff a Home",
            "url": "https://www.sparefoot.extrameter.com/"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36"
    },
    "event": "impression",
    "integrations": {
        "All": false,
        "Google Analytics": true
    },
    "messageId": "api-W2PpOq0RAOvnRxZGKaQ5LvdXvR5cnw7U",
    "originalISOTimestamp": "2017-01-17T15:35:47.000Z",
    "originalPhlagTimestamp": "2017-01-17T16:28:44.000Z",
    "originalSFTimestamp": "2017-01-20T15:32:22.000Z",
    "originalTimestamp": "2017-01-17T15:35:48.000Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1484667348000,
        "Phlag Exp/Var": "sparefoot-sf_1392_mobile_first_search_bar-control",
        "category": "phlagTest",
        "label": "sparefoot-sf_2016_aa_groundhog_day-control",
        "site_id": -1
    },
    "receivedAt": "2017-01-17T15:41:54.909Z",
    "sentAt": "2017-11-01T15:43:43.710Z",
    "timestamp": "2017-01-17T15:35:48.000Z",
    "type": "track",
    "userId": "96587e39d2c322a4901240643",
    "version": 2
}

schema_attributes:

{
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.Google_Analytics.clientId": "string",
    "context.excludeCategoryPage": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalISOTimestamp": "string",
    "originalPhlagTimestamp": "string",
    "originalSFTimestamp": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.Phlag_Exp_Var": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 254
schema_scan_id: None
updated: None

Version 1900

created: 2017-11-01 15:17:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_impression`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_impression`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`integrations`   struct< `Google_Analytics` : string , `All` : string >, `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `excludeCategoryPage` : string , `ip` : string ,`library` :  struct< `version` : string , `name` : string >,`Google_Analytics` :  struct< `clientId` : string >, `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `title` : string , `referrer` : string >>, `projectId`  string , `originalSFTimestamp`  string , `sentAt`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string , `Phlag_Exp_Var` : string , `label` : string >, `channel`  string , `originalPhlagTimestamp`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/impression'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_impression`"
]

hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/impression
id: 1900
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "8acb4e1a-c699-4e9a-b584-821d8865558b",
    "channel": "server",
    "context": {
        "Google Analytics": {
            "clientId": "2122558649.1484670528"
        },
        "excludeCategoryPage": true,
        "ip": "173.90.70.13",
        "library": {
            "name": "unknown",
            "version": "unknown"
        },
        "page": {
            "path": "/",
            "referrer": "",
            "search": "",
            "title": "SpareFoot: Find Your Stuff a Home",
            "url": "https://www.sparefoot.extrameter.com/"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36"
    },
    "event": "impression",
    "integrations": {
        "All": false,
        "Google Analytics": true
    },
    "messageId": "api-uAjckIFGCtCc9MpJHqcAjwoWlYK3mozR",
    "originalPhlagTimestamp": "2017-01-17T16:28:44.000Z",
    "originalSFTimestamp": "2017-01-20T15:32:22.000Z",
    "originalTimestamp": "2017-01-17T16:28:45.000Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1484670525000,
        "Phlag Exp/Var": "sparefoot-sf_1392_mobile_first_search_bar-control",
        "category": "phlagTest",
        "label": "sparefoot-sf_2016_aa_groundhog_day-control",
        "site_id": -1
    },
    "receivedAt": "2017-01-17T16:31:55.409Z",
    "sentAt": "2017-11-01T15:43:43.710Z",
    "timestamp": "2017-01-17T16:28:45.000Z",
    "type": "track",
    "userId": "22587e463abab7d4186433257",
    "version": 2
}

schema_attributes:

{
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.Google_Analytics.clientId": "string",
    "context.excludeCategoryPage": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalPhlagTimestamp": "string",
    "originalSFTimestamp": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.Phlag_Exp_Var": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 254
schema_scan_id: None
updated: None

Version 1894

created: 2017-11-01 15:04:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_impression`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_impression`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`integrations`   struct< `Google_Analytics` : string , `All` : string >,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string , `Phlag_Exp_Var` : string , `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `excludeCategoryPage` : string , `ip` : string ,`library` :  struct< `version` : string , `name` : string >,`Google_Analytics` :  struct< `clientId` : string >, `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >>, `projectId`  string , `originalSFTimestamp`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/impression'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_impression`"
]

hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/impression
id: 1894
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "8acb4e1a-c699-4e9a-b584-821d8865558b",
    "channel": "server",
    "context": {
        "Google Analytics": {
            "clientId": "1934372306.1484926343"
        },
        "excludeCategoryPage": true,
        "ip": "173.90.70.13",
        "library": {
            "name": "unknown",
            "version": "unknown"
        },
        "page": {
            "path": "/",
            "referrer": "",
            "search": "",
            "title": "SpareFoot: Find Your Stuff a Home",
            "url": "https://www.sparefoot.extrameter.com/"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36"
    },
    "event": "impression",
    "integrations": {
        "All": false,
        "Google Analytics": true
    },
    "messageId": "api-o5dQQ0qNo0wtdDpgHxEsY2WDPTqANDyz",
    "originalSFTimestamp": "2017-01-20T15:32:22.000Z",
    "originalTimestamp": "2017-01-20T15:32:23.000Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1484926343000,
        "Phlag Exp/Var": "sparefoot-sf_1392_mobile_first_search_bar-control",
        "category": "phlagTest",
        "label": "sparefoot-sf_2063_stacked_ui_flow-control",
        "site_id": -1
    },
    "receivedAt": "2017-01-20T15:36:54.582Z",
    "sentAt": "2017-11-01T15:43:43.710Z",
    "timestamp": "2017-01-20T15:32:23.000Z",
    "type": "track",
    "userId": "3858822d840163d5309301742",
    "version": 2
}

schema_attributes:

{
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.Google_Analytics.clientId": "string",
    "context.excludeCategoryPage": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalSFTimestamp": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.Phlag_Exp_Var": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 254
schema_scan_id: None
updated: None

Version 1568

created: 2017-11-01 12:50:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_impression`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_impression`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`integrations`   struct< `Google_Analytics` : string , `All` : string >, `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `excludeCategoryPage` : string , `ip` : string ,`library` :  struct< `version` : string , `name` : string >,`Google_Analytics` :  struct< `clientId` : string >, `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `title` : string , `referrer` : string >>, `projectId`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string , `Phlag_Exp_Var` : string , `label` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/impression'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_impression`"
]

hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/impression
id: 1568
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "8acb4e1a-c699-4e9a-b584-821d8865558b",
    "channel": "server",
    "context": {
        "Google Analytics": {
            "clientId": "1866509636.1481312670"
        },
        "excludeCategoryPage": true,
        "ip": "173.90.70.13",
        "library": {
            "name": "unknown",
            "version": "unknown"
        },
        "page": {
            "path": "/",
            "referrer": "",
            "search": "",
            "title": "SpareFoot: Find Your Stuff a Home",
            "url": "https://www.sparefoot.extrameter.com/"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36"
    },
    "event": "impression",
    "integrations": {
        "All": false,
        "Google Analytics": true
    },
    "messageId": "api-GApujPZXRhFZQtKLwXwQfuPLWNN8MMKk",
    "originalTimestamp": "2017-11-01T15:43:43.707Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1481312735692,
        "Phlag Exp/Var": "sparefoot-sf_1392_mobile_first_search_bar-control",
        "category": "phlagTest",
        "label": "sparefoot-sf_1392_mobile_first_search_bar-control",
        "site_id": -1
    },
    "receivedAt": "2016-12-09T19:45:35.957Z",
    "sentAt": "2017-11-01T15:43:43.710Z",
    "timestamp": "2016-12-09T19:45:35.957Z",
    "type": "track",
    "userId": "64584b099b6d66d0278538783",
    "version": 2
}

schema_attributes:

{
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.Google_Analytics.clientId": "string",
    "context.excludeCategoryPage": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.Phlag_Exp_Var": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 254
schema_scan_id: None
updated: None

Version 1476

created: 2017-11-01 12:03:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_impression`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_impression`\n(\n `version`  string , `timestamp`  string , `projectId`  string , `userId`  string ,`integrations`   struct< `Google_Analytics` : string , `All` : string >,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string , `label` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `excludeCategoryPage` : string , `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `messageId`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/impression'",
    "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_impression`"
]

hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/impression
id: 1476
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Segment.io"
        ],
        "unbundled": []
    },
    "anonymousId": "8acb4e1a-c699-4e9a-b584-821d8865558b",
    "channel": "client",
    "context": {
        "excludeCategoryPage": true,
        "ip": "173.90.70.13",
        "library": {
            "name": "analytics.js",
            "version": "3.0.0"
        },
        "page": {
            "path": "/",
            "referrer": "",
            "search": "",
            "title": "SpareFoot: Find Your Stuff a Home",
            "url": "https://www.sparefoot.extrameter.com/"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36"
    },
    "event": "impression",
    "integrations": {
        "All": false,
        "Google Analytics": true
    },
    "messageId": "ajs-e0db3dc6f271060f5e2fef6b128f0aed",
    "originalTimestamp": "2017-11-01T15:43:43.707Z",
    "projectId": "MK1uoFcf4t",
    "properties": {
        "Hit Timestamp": 1509551023704,
        "category": "phlagTest",
        "label": "sparefoot-feature_sfdc_iron_markets-variation",
        "site_id": "-1"
    },
    "receivedAt": "2017-11-01T15:43:43.671Z",
    "sentAt": "2017-11-01T15:43:43.710Z",
    "timestamp": "2017-11-01T15:43:43.668Z",
    "type": "track",
    "userId": "459f9eba7bbbd31045007469",
    "version": 2
}

schema_attributes:

{
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.excludeCategoryPage": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 254
schema_scan_id: None
updated: None

Schema Scans: 0

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_stage_segment.sfdc_impression`\nADD\n\n\n PARTITION (dt='2017-11-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-02/'\n PARTITION (dt='2017-11-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-07/'\n PARTITION (dt='2017-11-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-08/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 9493,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-02/",
            "name": "dt",
            "value": "2017-11-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11540,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-07/",
            "name": "dt",
            "value": "2017-11-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 11567,
            "location": "s3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-08/",
            "name": "dt",
            "value": "2017-11-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2017-12-12 10:02:29",
                "last_data": null
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_metadata.bundled": "",
    "_metadata.unbundled": "",
    "anonymousId": "string",
    "channel": "string",
    "context.Google_Analytics.clientId": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.excludeCategoryPage": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "dedupe_metadata.offset": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalISOTimestamp": "string",
    "originalPhlagTimestamp": "string",
    "originalSFTimestamp": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.Phlag_Exp_Var": "string",
    "properties.activePhlags_branded_fss_facility_pages": "string",
    "properties.activePhlags_feature_sfdc_iron_markets": "string",
    "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
    "properties.activePhlags_sf_1936_search_help_widget": "string",
    "properties.activePhlags_sf_1994_map_zoom": "string",
    "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
    "properties.activePhlags_sf_2064_mobile_map_v2": "string",
    "properties.activePhlags_sf_2066_value_prop_mab": "string",
    "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
    "properties.activePhlags_sf_2158_gate_page": "string",
    "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
    "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
    "properties.activePhlags_sf_2217_serp_email_capture": "string",
    "properties.category": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2017-11-01 19:11:32

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_impression`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`integrations`   struct< `Google_Analytics` : string , `All` : string >,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `Phlag_Exp_Var` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_branded_fss_facility_pages` : string , `label` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `excludeCategoryPage` : string ,`campaign` :  struct< `content` : string , `source` : string , `medium` : string , `name` : string >, `ip` : string ,`library` :  struct< `version` : string , `name` : string >,`Google_Analytics` :  struct< `clientId` : string >, `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >>, `projectId`  string , `originalISOTimestamp`  string , `originalSFTimestamp`  string , `sentAt`  string , `type`  string , `event`  string , `channel`  string , `originalPhlagTimestamp`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/impression'",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_impression`",
    "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_impression`"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2017-11-01 12:03:07",
        "disabled": false,
        "format": "raw",
        "id": 254,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "sfdc_impression"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.sfdc_impression`\nADD\n\n\n PARTITION (dt='2017-11-02') location 's3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-02/'\n PARTITION (dt='2017-11-07') location 's3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-07/'\n PARTITION (dt='2017-11-08') location 's3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-08/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 9493,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-02/",
                    "name": "dt",
                    "value": "2017-11-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11540,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-07/",
                    "name": "dt",
                    "value": "2017-11-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 11567,
                    "location": "s3://sfdl-segment-sfdc-stage/separated_dt/impression/dt=2017-11-08/",
                    "name": "dt",
                    "value": "2017-11-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2017-12-12 10:02:29",
                        "last_data": null
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_metadata.bundled": "",
            "_metadata.unbundled": "",
            "anonymousId": "string",
            "channel": "string",
            "context.Google_Analytics.clientId": "string",
            "context.campaign.content": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.excludeCategoryPage": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "dedupe_metadata.offset": "string",
            "event": "string",
            "integrations.All": "string",
            "integrations.Google_Analytics": "string",
            "messageId": "string",
            "originalISOTimestamp": "string",
            "originalPhlagTimestamp": "string",
            "originalSFTimestamp": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.Phlag_Exp_Var": "string",
            "properties.activePhlags_branded_fss_facility_pages": "string",
            "properties.activePhlags_feature_sfdc_iron_markets": "string",
            "properties.activePhlags_sf_1933_improved_filter_visibility": "string",
            "properties.activePhlags_sf_1936_search_help_widget": "string",
            "properties.activePhlags_sf_1994_map_zoom": "string",
            "properties.activePhlags_sf_2063_stacked_ui_flow": "string",
            "properties.activePhlags_sf_2064_mobile_map_v2": "string",
            "properties.activePhlags_sf_2066_value_prop_mab": "string",
            "properties.activePhlags_sf_2081_mobile_map_ctr": "string",
            "properties.activePhlags_sf_2158_gate_page": "string",
            "properties.activePhlags_sf_2213_view_all_filtered_units": "string",
            "properties.activePhlags_sf_2214_connect_map_and_listings": "string",
            "properties.activePhlags_sf_2217_serp_email_capture": "string",
            "properties.category": "string",
            "properties.label": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2017-11-01 19:11:32",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_impression`\n(\n`dedupe_metadata`   struct< `offset` : string >, `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`integrations`   struct< `Google_Analytics` : string , `All` : string >,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `Phlag_Exp_Var` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `site_id` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_2066_value_prop_mab` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_1994_map_zoom` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_branded_fss_facility_pages` : string , `label` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_1933_improved_filter_visibility` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `excludeCategoryPage` : string ,`campaign` :  struct< `content` : string , `source` : string , `medium` : string , `name` : string >, `ip` : string ,`library` :  struct< `version` : string , `name` : string >,`Google_Analytics` :  struct< `clientId` : string >, `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >>, `projectId`  string , `originalISOTimestamp`  string , `originalSFTimestamp`  string , `sentAt`  string , `type`  string , `event`  string , `channel`  string , `originalPhlagTimestamp`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n  'org.openx.data.jsonserde.JsonSerDe'\n  \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-sfdc-stage/separated_dt/impression'",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_impression`",
            "repair_table": "MSCK REPAIR TABLE `sfdl_stage_segment.sfdc_impression`"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}