Schema Info
Schema Name: sfdl_stage_segment.sfdc_order_completed
- created: 2017-11-01 12:08:43
- disabled: False
- format: raw
- id: 261
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_stage_segment", "table": "sfdc_order_completed" } - type: segment
Schema Versions: 3
-
Version 197955
- created: 2019-03-04 16:14:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_order_completed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_order_completed`\n(\n`dedupe_metadata`struct<`offset`:STRING>,`timestamp`STRING,`userId`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`receivedAt`STRING,`Reservation_Type`STRING,`Move_In_Date__Original_`STRING,`original_key`STRING,`_origin`STRING,`event`STRING,`properties`struct<`activePhlags_sf_2016_aa_groundhog_day`:STRING,`activePhlags_sf_5635_half_nomad`:STRING,`activePhlags_pheature_reactfoot_index`:STRING,`activePhlags_sf_3781_mobile_hide_search`:STRING,`activePhlags_sf_2993_price_filtering`:STRING,`activePhlags_sf_7485_scarcity_treatment`:STRING,`activePhlags_sf_3058_facility_cards_on_car_storage`:STRING,`Reservation_Type`:STRING,`activePhlags_sf_3575_hide_res_window`:STRING,`activePhlags_sf_1592_curated_new_york_page`:STRING,`activePhlags_sf_6852_serp_results`:STRING,`activePhlags_sf_2081_mobile_map_ctr`:STRING,`unit_id`:STRING,`activePhlags_sf_1994_map_zoom`:STRING,`Reservation_Medium`:STRING,`activePhlags_sf_6138_mid_field_text`:STRING,`activePhlags_sf_6999_sparephone_branded_vs_unbranded`:STRING,`activePhlags_sf_3576_extend_res_window`:STRING,`activePhlags_sf_4787_facility_page`:STRING,`activePhlags_sf_3131_sitewide_navigation_v2`:STRING,`activePhlags_sf_2976_stacked_ui_size_filter`:STRING,`activePhlags_sf_2991_out_of_window_datepicker_messaging`:STRING,`activePhlags_sf_4830_aa_phlag_band_aid`:STRING,`activePhlags_sf_2158_gate_page`:STRING,`activePhlags_pattern_lib_rollout_0_100`:STRING,`activePhlags_sf_6327_visa_incentive`:STRING,`activePhlags_sf_3303_out_of_res_window_datepicker_messaging`:STRING,`activePhlags_sf_3498_match_landing_experience`:STRING,`activePhlags_sf_1936_search_help_widget_v2`:STRING,`affiliation`:STRING,`activePhlags_sf_3149_CTAs_on_PSPs`:STRING,`category`:STRING,`label`:STRING,`Move_In_Date__Original_`:STRING,`activePhlags_sf_7249_guided_unit_selection`:STRING,`activePhlags_sf_1933_improved_filter_visibility`:STRING,`activePhlags_sf_7371_nvf_100_donuts`:STRING,`order_id`:STRING,`activePhlags_sf_5694_click_to_show_phone_number`:STRING,`activePhlags_segment_remove_product_list_viewed_tracking`:STRING,`facility_id`:STRING,`activePhlags_sf_3303_out_of_window_datepicker_messaging`:STRING,`activePhlags_sf_2977_expose_filters`:STRING,`activePhlags_sf_1904_remove_facility_unit_filter`:STRING,`activePhlags_sf_2214_connect_map_and_listings`:STRING,`activePhlags_sf_3739_grouped_amenities`:STRING,`activePhlags_sf_3131_sitewide_navigation`:STRING,`activePhlags_feature_sfdc_irm_phone_header`:STRING,`activePhlags_sf_5289_facility_page_two`:STRING,`activePhlags_sf_2277_facility_page_redesign`:STRING,`activePhlags_sf_5198_oon_facility_page`:STRING,`activePhlags_pattern_lib_rollout_50_50`:STRING,`activePhlags_sf_6684_hurricane_relief`:STRING,`products`:array>,`action`:STRING,`activePhlags_sf_4606_post_res_sms`:STRING,`activePhlags_sf_7155_two_step_checkout_v3`:STRING,`activePhlags_feature_penske_seo_page`:STRING,`activePhlags_sf_2664_unhide_phone_serp`:STRING,`revenue`:STRING,`activePhlags_sf_visit_id_generation_50_50`:STRING,`activePhlags_feature_sfdc_vehicle_surface`:STRING,`activePhlags_sf_2976_stacked_ui_size_filter`:STRING,`activePhlags_sf_7018_upsellit`:STRING,`Reservation_MoveIn_Day_Of_Week`:STRING,`activePhlags_sf_7058_two_step_checkout_v2`:STRING,`activePhlags_sf_3526_bucket_units`:STRING,`booking_source`:STRING,`activePhlags_dt_test_experiment`:STRING,`activePhlags_sf_3500_inventory_freshness`:STRING,`activePhlags_sf_6038_pheature_last_explicit`:STRING,`activePhlags_sf_3739_grouped_amenities_2`:STRING,`activePhlags_sf_3658_vehicle_filters`:STRING,`daysToMoveIn`:STRING,`activePhlags_sf_3571_nvf_donut`:STRING,`callCenter`:STRING,`activePhlags_feature_fss_email_serp_capture`:STRING,`activePhlags_sf_3501_meclabs_0`:STRING,`activePhlags_sf_1936_search_help_widget`:STRING,`activePhlags_sf_7046_recommended_facility_badge`:STRING,`activePhlags_sf_2064_mobile_map_v2`:STRING,`activePhlags_sf_2066_value_prop_mab`:STRING,`activePhlags_sf_4792_remove_date_from_search`:STRING,`activePhlags_sf_6524_sparephone_ivr_vs_fcr`:STRING,`activePhlags_pattern_lib_aa_header_phone`:STRING,`activePhlags_sf_3287_rename_continue_button_reserve`:STRING,`activePhlags_sf_1626_mobile_map`:STRING,`activePhlags_branded_fss_facility_pages`:STRING,`activePhlags_sf_2280_call_cta_bottom_serps`:STRING,`activePhlags_sf_3149_ctas_on_psps`:STRING,`activePhlags_sf_1932_value_prop_search_hero`:STRING,`activePhlags_sf_4161_post_res_paid`:STRING,`id`:STRING,`activePhlags_con_1314_serp_slideshow`:STRING,`activePhlags_sf_4788_search_filters`:STRING,`activePhlags_sf_3667_milly`:STRING,`activePhlags_sf_3658_vehicle_filters_2`:STRING,`activePhlags_sf_3058_facility_cards_on_self_storage`:STRING,`activePhlags_feature_sfdc_iron_markets`:STRING,`activePhlags_sf_2063_stacked_ui_flow`:STRING,`activePhlags_sf_3781_mobile_search`:STRING,`activePhlags_sf_3501_meclabs_0_vehicle`:STRING,`activePhlags_sf_2217_serp_email_capture`:STRING,`activePhlags_sf_3200_car_listing_cards`:STRING,`activePhlags_sf_7251_eclair`:STRING,`activePhlags_feature_gob_bluth`:STRING,`activePhlags_sf_2213_view_all_filtered_units`:STRING,`activePhlags_sf_6804_two_step_checkout`:STRING,`activePhlags_sf_2984_facility_listing_ctr`:STRING,`activePhlags_sf_3500_inventory_freshness_deux`:STRING,`activePhlags_sf_3014_nomad_test`:STRING,`activePhlags_red_269_harvey_messaging`:STRING,`activePhlags_sf_3067_vehicle_serp_content`:STRING,`activePhlags_red_716_tracking_prerender`:STRING,`activePhlags_sf_2703_phone_toast`:STRING>,`projectId`STRING,`Reservation_MoveIn_Day_Of_Week`STRING,`version`STRING,`originalTimestamp`STRING,`context`struct<`Google_Analytics`:struct<`clientId`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`messageId`STRING,`Reservation_Medium`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/Order Completed'\n", "MSCK REPAIR TABLE sfdl_stage_segment.sfdc_order_completed" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/Order Completed
- id: 197955
- processed: 1
- raw_data:
{ "Move In Date (Original)": "2016-10-25", "Reservation Medium": "web", "Reservation MoveIn Day Of Week": "Tuesday", "Reservation Type": "STANDARD", "_origin": "2019-03-04T22:14:03Z|s3://sfdl-segment-sfdc-stage/segment-logs/MK1uoFcf4t/1551657600000/1551737466896.e7e06e84d2a5.dev.eaa5c9b3-ce32-42c3-8afe-5842ecccca56.gz|segment_separator:37", "channel": "server", "context": { "Google Analytics": { "clientId": "" }, "library": { "name": "unknown", "version": "unknown" } }, "dedupe_metadata": { "offset": "1872387582" }, "event": "Order Completed", "integrations": { "All": true, "Google Analytics": true }, "messageId": "api-u6Vr7T2oFw2O3rgejAxDZsOdUYQM9qvQ", "originalTimestamp": "2019-03-04T21:40:12.000Z", "original_key": "sfdl-segment-sfdc-stage/segment-logs/MK1uoFcf4t/1521417600000/1521489675736.14d35d46040f.1.11.1.09898cd5-9b3b-4620-990d-3640427cc38f.gz", "projectId": "MK1uoFcf4t", "properties": { "Move In Date (Original)": "2019-03-05", "Reservation Medium": "web", "Reservation MoveIn Day Of Week": "Tuesday", "Reservation Type": "RESIDUAL", "action": "reservation_complete", "activePhlags_branded_fss_facility_pages": "branded", "activePhlags_con_1314_serp_slideshow": "control", "activePhlags_dt_test_experiment": "control", "activePhlags_feature_fss_email_serp_capture": "variation", "activePhlags_feature_gob_bluth": "control", "activePhlags_feature_penske_seo_page": "variation", "activePhlags_feature_sfdc_irm_phone_header": "variation", "activePhlags_feature_sfdc_iron_markets": "variation", "activePhlags_feature_sfdc_vehicle_surface": "control", "activePhlags_pattern_lib_aa_header_phone": "variation", "activePhlags_pattern_lib_rollout_0_100": "control", "activePhlags_pattern_lib_rollout_50_50": "reactfoot", "activePhlags_pheature_reactfoot_index": "variation", "activePhlags_red_269_harvey_messaging": "variation", "activePhlags_red_716_tracking_prerender": "variation", "activePhlags_segment_remove_product_list_viewed_tracking": "variation", "activePhlags_sf-2976-stacked-ui-size-filter": "control", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "control", "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter", "activePhlags_sf_1932_value_prop_search_hero": "value_prop", "activePhlags_sf_1933_improved_filter_visibility": "control", "activePhlags_sf_1936_search_help_widget": "help_widget", "activePhlags_sf_1936_search_help_widget_v2": "control", "activePhlags_sf_1994_map_zoom": "control", "activePhlags_sf_2016_aa_groundhog_day": "control", "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility", "activePhlags_sf_2064_mobile_map_v2": "control", "activePhlags_sf_2066_value_prop_mab": "cheap_near_you", "activePhlags_sf_2081_mobile_map_ctr": "control", "activePhlags_sf_2158_gate_page": "gate_page", "activePhlags_sf_2213_view_all_filtered_units": "filtered", "activePhlags_sf_2214_connect_map_and_listings": "matching", "activePhlags_sf_2217_serp_email_capture": "email_capture", "activePhlags_sf_2277_facility_page_redesign": "control", "activePhlags_sf_2280_call_cta_bottom_serps": "control", "activePhlags_sf_2664_unhide_phone_serp": "variation", "activePhlags_sf_2703_phone_toast": "toast", "activePhlags_sf_2976_stacked_ui_size_filter": "control", "activePhlags_sf_2977_expose_filters": "control", "activePhlags_sf_2984_facility_listing_ctr": "control", "activePhlags_sf_2991_out_of_window_datepicker_messaging": "messaging", "activePhlags_sf_2993_price_filtering": "control", "activePhlags_sf_3014_nomad_test": "nomad", "activePhlags_sf_3058_facility_cards_on_car_storage": "variation", "activePhlags_sf_3058_facility_cards_on_self_storage": "variation", "activePhlags_sf_3067_vehicle_serp_content": "control", "activePhlags_sf_3131_sitewide_navigation": "navigation", "activePhlags_sf_3131_sitewide_navigation_v2": "navigation", "activePhlags_sf_3149_CTAs_on_PSPs": "with_ctas", "activePhlags_sf_3149_ctas_on_psps": "with_ctas", "activePhlags_sf_3200_car_listing_cards": "new_car_listing_cards", "activePhlags_sf_3287_rename_continue_button_reserve": "reserve", "activePhlags_sf_3303_out_of_res_window_datepicker_messaging": "book", "activePhlags_sf_3303_out_of_window_datepicker_messaging": "variation", "activePhlags_sf_3498_match_landing_experience": "match", "activePhlags_sf_3500_inventory_freshness": "control", "activePhlags_sf_3500_inventory_freshness_deux": "variation", "activePhlags_sf_3501_meclabs_0": "treatment_1", "activePhlags_sf_3501_meclabs_0_vehicle": "treatment_1", "activePhlags_sf_3526_bucket_units": "control", "activePhlags_sf_3571_nvf_donut": "variation", "activePhlags_sf_3575_hide_res_window": "hide", "activePhlags_sf_3576_extend_res_window": "control", "activePhlags_sf_3658_vehicle_filters": "filters", "activePhlags_sf_3658_vehicle_filters_2": "filters", "activePhlags_sf_3667_milly": "control", "activePhlags_sf_3739_grouped_amenities": "control", "activePhlags_sf_3739_grouped_amenities_2": "grouped", "activePhlags_sf_3781_mobile_hide_search": "variation", "activePhlags_sf_3781_mobile_search": "hide_search_and_value", "activePhlags_sf_4161_post_res_paid": "control", "activePhlags_sf_4606_post_res_sms": "control", "activePhlags_sf_4787_facility_page": "control", "activePhlags_sf_4788_search_filters": "control", "activePhlags_sf_4792_remove_date_from_search": "variation", "activePhlags_sf_4830_aa_phlag_band_aid": "variation", "activePhlags_sf_5198_oon_facility_page": "variation", "activePhlags_sf_5289_facility_page_two": "control", "activePhlags_sf_5635_half_nomad": "halfnomad", "activePhlags_sf_5694_click_to_show_phone_number": "variation", "activePhlags_sf_6038_pheature_last_explicit": "control", "activePhlags_sf_6138_mid_field_text": "variation", "activePhlags_sf_6327_visa_incentive": "control", "activePhlags_sf_6524_sparephone_ivr_vs_fcr": "variation", "activePhlags_sf_6684_hurricane_relief": "variation", "activePhlags_sf_6804_two_step_checkout": "variation1", "activePhlags_sf_6852_serp_results": "variation2", "activePhlags_sf_6999_sparephone_branded_vs_unbranded": "control", "activePhlags_sf_7018_upsellit": "control", "activePhlags_sf_7046_recommended_facility_badge": "control", "activePhlags_sf_7058_two_step_checkout_v2": "variation2", "activePhlags_sf_7155_two_step_checkout_v3": "control", "activePhlags_sf_7249_guided_unit_selection": "variation", "activePhlags_sf_7251_eclair": "eclair", "activePhlags_sf_7371_nvf_100_donuts": "control", "activePhlags_sf_7485_scarcity_treatment": "variation", "activePhlags_sf_visit_id_generation_50_50": "visitservice", "affiliation": "2019-03-05", "booking_source": "web", "callCenter": "0", "category": "reservation", "daysToMoveIn": 1, "facility_id": "155845", "id": "AJQSDWXCG", "label": "web", "order_id": "AJQSDWXCG", "products": [ { "brand": "selfstorage", "category": "Perryville,AK", "name": "Really Good Storage - Perryville - 400 Brooks Road - 155845", "price": "1526.67", "product_id": "155845", "quantity": 1, "variant": "5x5" } ], "revenue": "1526.67", "unit_id": "16487364" }, "receivedAt": "2019-03-04T21:40:56.540Z", "sentAt": "2019-03-04T21:40:56.184Z", "timestamp": "2019-03-04T21:40:12.356Z", "type": "track", "userId": "24f46129bb19e8c33c8d1eec8c72a34a", "version": 2, "writeKey": "O7k8KYXXI7Yw5zcaCLMemxdXK6HP8sGo" } - schema_attributes:
{ "Move_In_Date__Original_": "string", "Reservation_Medium": "string", "Reservation_MoveIn_Day_Of_Week": "string", "Reservation_Type": "string", "_origin": "string", "channel": "string", "context.Google_Analytics.clientId": "string", "context.library.name": "string", "context.library.version": "string", "dedupe_metadata.offset": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "integrations.Google_Analytics.clientId": "string", "messageId": "string", "originalTimestamp": "string", "original_key": "string", "projectId": "string", "properties.Move_In_Date__Original_": "string", "properties.Reservation_Medium": "string", "properties.Reservation_MoveIn_Day_Of_Week": "string", "properties.Reservation_Type": "string", "properties.action": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_con_1314_serp_slideshow": "string", "properties.activePhlags_feature_fss_email_serp_capture": "string", "properties.activePhlags_feature_gob_bluth": "string", "properties.activePhlags_feature_penske_seo_page": "string", "properties.activePhlags_feature_sfdc_irm_phone_header": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_feature_sfdc_vehicle_surface": "string", "properties.activePhlags_pattern_lib_aa_header_phone": "string", "properties.activePhlags_pattern_lib_rollout_0_100": "string", "properties.activePhlags_pattern_lib_rollout_50_50": "string", "properties.activePhlags_pheature_reactfoot_index": "string", "properties.activePhlags_red_269_harvey_messaging": "string", "properties.activePhlags_segment_remove_product_list_viewed_tracking": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1936_search_help_widget_v2": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.activePhlags_sf_2213_view_all_filtered_units": "string", "properties.activePhlags_sf_2214_connect_map_and_listings": "string", "properties.activePhlags_sf_2217_serp_email_capture": "string", "properties.activePhlags_sf_2277_facility_page_redesign": "string", "properties.activePhlags_sf_2280_call_cta_bottom_serps": "string", "properties.activePhlags_sf_2664_unhide_phone_serp": "string", "properties.activePhlags_sf_2703_phone_toast": "string", "properties.activePhlags_sf_2976_stacked_ui_size_filter": "string", "properties.activePhlags_sf_2977_expose_filters": "string", "properties.activePhlags_sf_2984_facility_listing_ctr": "string", "properties.activePhlags_sf_2991_out_of_window_datepicker_messaging": "string", "properties.activePhlags_sf_2993_price_filtering": "string", "properties.activePhlags_sf_3014_nomad_test": "string", "properties.activePhlags_sf_3058_facility_cards_on_car_storage": "string", "properties.activePhlags_sf_3058_facility_cards_on_self_storage": "string", "properties.activePhlags_sf_3067_vehicle_serp_content": "string", "properties.activePhlags_sf_3131_sitewide_navigation": "string", "properties.activePhlags_sf_3131_sitewide_navigation_v2": "string", "properties.activePhlags_sf_3149_CTAs_on_PSPs": "string", "properties.activePhlags_sf_3149_ctas_on_psps": "string", "properties.activePhlags_sf_3200_car_listing_cards": "string", "properties.activePhlags_sf_3287_rename_continue_button_reserve": "string", "properties.activePhlags_sf_3303_out_of_res_window_datepicker_messaging": "string", "properties.activePhlags_sf_3303_out_of_window_datepicker_messaging": "string", "properties.activePhlags_sf_3498_match_landing_experience": "string", "properties.activePhlags_sf_3500_inventory_freshness": "string", "properties.activePhlags_sf_3500_inventory_freshness_deux": "string", "properties.activePhlags_sf_3501_meclabs_0": "string", "properties.activePhlags_sf_3501_meclabs_0_vehicle": "string", "properties.activePhlags_sf_3526_bucket_units": "string", "properties.activePhlags_sf_3571_nvf_donut": "string", "properties.activePhlags_sf_3575_hide_res_window": "string", "properties.activePhlags_sf_3576_extend_res_window": "string", "properties.activePhlags_sf_3658_vehicle_filters": "string", "properties.activePhlags_sf_3658_vehicle_filters_2": "string", "properties.activePhlags_sf_3667_milly": "string", "properties.activePhlags_sf_3739_grouped_amenities": "string", "properties.activePhlags_sf_3739_grouped_amenities_2": "string", "properties.activePhlags_sf_3781_mobile_hide_search": "string", "properties.activePhlags_sf_3781_mobile_search": "string", "properties.affiliation": "string", "properties.booking_source": "string", "properties.callCenter": "string", "properties.category": "string", "properties.daysToMoveIn": "string", "properties.facility_id": "string", "properties.id": "string", "properties.label": "string", "properties.order_id": "string", "properties.products": [ { "brand": "string", "category": "string", "name": "string", "price": "string", "product_id": "string", "quantity": "string", "variant": "string" } ], "properties.revenue": "string", "properties.unit_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - schema_name_id: 261
- schema_scan_id: 1927349
- updated: 2019-03-04 16:16:57
-
Version 3000
- created: 2018-03-20 16:03:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_order_completed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_order_completed`\n(\n `userId` string ,`integrations` struct< `Google_Analytics` : string , `All` : string >, `Reservation_Type` string , `original_key` string , `Reservation_MoveIn_Day_Of_Week` string , `projectId` string , `event` string , `version` string , `Reservation_Medium` string , `writeKey` string , `type` string , `originalTimestamp` string ,`dedupe_metadata` struct< `offset` : string >, `timestamp` string , `receivedAt` string , `Move_In_Date__Original_` string , `_origin` string ,`properties` struct< `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_pheature_reactfoot_index` : string , `activePhlags_sf_3781_mobile_hide_search` : string , `activePhlags_sf_2993_price_filtering` : string , `activePhlags_sf_3058_facility_cards_on_car_storage` : string , `Reservation_Type` : string , `activePhlags_sf_3575_hide_res_window` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `unit_id` : string , `activePhlags_sf_1994_map_zoom` : string , `callCenter` : string , `activePhlags_sf_3576_extend_res_window` : string , `activePhlags_sf_4787_facility_page` : string , `activePhlags_sf_3131_sitewide_navigation_v2` : string , `activePhlags_sf_2976_stacked_ui_size_filter` : string , `activePhlags_sf_2991_out_of_window_datepicker_messaging` : string , `activePhlags_sf_4830_aa_phlag_band_aid` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_pattern_lib_rollout_0_100` : string , `activePhlags_sf_3303_out_of_res_window_datepicker_messaging` : string , `activePhlags_sf_1936_search_help_widget_v2` : string , `affiliation` : string , `activePhlags_sf_3149_CTAs_on_PSPs` : string , `category` : string , `label` : string , `Move_In_Date__Original_` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `order_id` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2066_value_prop_mab` : string , `facility_id` : string , `activePhlags_sf_3303_out_of_window_datepicker_messaging` : string , `activePhlags_sf_2977_expose_filters` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_3739_grouped_amenities` : string , `activePhlags_sf_3131_sitewide_navigation` : string , `activePhlags_sf_2277_facility_page_redesign` : string , `activePhlags_sf_5198_oon_facility_page` : string , `activePhlags_pattern_lib_rollout_50_50` : string , `products`:array, `action` : string , `activePhlags_sf_4606_post_res_sms` : string , `activePhlags_feature_penske_seo_page` : string , `activePhlags_sf_2664_unhide_phone_serp` : string , `revenue` : string , `activePhlags_sf_visit_id_generation_50_50` : string , `activePhlags_feature_sfdc_vehicle_surface` : string , `activePhlags_sf_2976_stacked_ui_size_filter` : string , `Reservation_MoveIn_Day_Of_Week` : string , `activePhlags_sf_3526_bucket_units` : string , `booking_source` : string , `activePhlags_sf_3500_inventory_freshness` : string , `activePhlags_sf_3739_grouped_amenities_2` : string , `activePhlags_sf_3658_vehicle_filters` : string , `daysToMoveIn` : string , `activePhlags_sf_3571_nvf_donut` : string , `Reservation_Medium` : string , `activePhlags_feature_fss_email_serp_capture` : string , `activePhlags_sf_3501_meclabs_0` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_3498_match_landing_experience` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_segment_remove_product_list_viewed_tracking` : string , `activePhlags_sf_4792_remove_date_from_search` : string , `activePhlags_pattern_lib_aa_header_phone` : string , `activePhlags_sf_3287_rename_continue_button_reserve` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_2280_call_cta_bottom_serps` : string , `activePhlags_sf_3149_ctas_on_psps` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_4161_post_res_paid` : string , `id` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_4788_search_filters` : string , `activePhlags_sf_3667_milly` : string , `activePhlags_sf_3658_vehicle_filters_2` : string , `activePhlags_sf_3058_facility_cards_on_self_storage` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_3781_mobile_search` : string , `activePhlags_sf_3501_meclabs_0_vehicle` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_sf_3200_car_listing_cards` : string , `activePhlags_feature_gob_bluth` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2984_facility_listing_ctr` : string , `activePhlags_sf_3500_inventory_freshness_deux` : string , `activePhlags_sf_3014_nomad_test` : string , `activePhlags_red_269_harvey_messaging` : string , `activePhlags_sf_3067_vehicle_serp_content` : string , `activePhlags_feature_sfdc_irm_phone_header` : string , `activePhlags_sf_2703_phone_toast` : string >, `channel` string ,`context` struct<`Google_Analytics` : struct< `clientId` : string >,`library` : struct< `version` : string , `name` : string >>, `messageId` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/Order Completed'\n", "MSCK REPAIR TABLE sfdl_stage_segment.sfdc_order_completed" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/Order Completed
- id: 3000
- processed: 1
- raw_data:
{ "Move In Date (Original)": "2016-10-25", "Reservation Medium": "web", "Reservation MoveIn Day Of Week": "Tuesday", "Reservation Type": "STANDARD", "_origin": "2018-03-20T21:02:29Z|s3://sfdl-segment-sfdc-stage/segment-logs/MK1uoFcf4t/1521504000000/1521579707776.216836cc3a73.1.11.1.ec737963-5f2e-4e25-9d4d-f33ff28e9484.gz|segment_separator:33", "channel": "server", "context": { "Google Analytics": { "clientId": "27235286.1521579378" }, "library": { "name": "unknown", "version": "unknown" } }, "dedupe_metadata": { "offset": "1872387582" }, "event": "Order Completed", "integrations": { "All": true, "Google Analytics": true }, "messageId": "api-TTMXC2MlamCDhoMRBeZwfOGtbltNf1tS", "originalTimestamp": "2018-03-20T20:56:40.000Z", "original_key": "sfdl-segment-sfdc-stage/segment-logs/MK1uoFcf4t/1521417600000/1521489675736.14d35d46040f.1.11.1.09898cd5-9b3b-4620-990d-3640427cc38f.gz", "projectId": "MK1uoFcf4t", "properties": { "Move In Date (Original)": "2018-03-31", "Reservation Medium": "web", "Reservation MoveIn Day Of Week": "Saturday", "Reservation Type": "PERCENT", "action": "reservation_complete", "activePhlags_branded_fss_facility_pages": "branded", "activePhlags_con_1314_serp_slideshow": "control", "activePhlags_feature_fss_email_serp_capture": "variation", "activePhlags_feature_gob_bluth": "control", "activePhlags_feature_penske_seo_page": "variation", "activePhlags_feature_sfdc_irm_phone_header": "variation", "activePhlags_feature_sfdc_iron_markets": "variation", "activePhlags_feature_sfdc_vehicle_surface": "control", "activePhlags_pattern_lib_aa_header_phone": "variation", "activePhlags_pattern_lib_rollout_0_100": "control", "activePhlags_pattern_lib_rollout_50_50": "reactfoot", "activePhlags_pheature_reactfoot_index": "variation", "activePhlags_red_269_harvey_messaging": "variation", "activePhlags_segment_remove_product_list_viewed_tracking": "variation", "activePhlags_sf-2976-stacked-ui-size-filter": "control", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "control", "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter", "activePhlags_sf_1932_value_prop_search_hero": "value_prop", "activePhlags_sf_1933_improved_filter_visibility": "control", "activePhlags_sf_1936_search_help_widget": "help_widget", "activePhlags_sf_1936_search_help_widget_v2": "control", "activePhlags_sf_1994_map_zoom": "control", "activePhlags_sf_2016_aa_groundhog_day": "control", "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility", "activePhlags_sf_2064_mobile_map_v2": "control", "activePhlags_sf_2066_value_prop_mab": "cheap_near_you", "activePhlags_sf_2081_mobile_map_ctr": "control", "activePhlags_sf_2158_gate_page": "gate_page", "activePhlags_sf_2213_view_all_filtered_units": "filtered", "activePhlags_sf_2214_connect_map_and_listings": "matching", "activePhlags_sf_2217_serp_email_capture": "email_capture", "activePhlags_sf_2277_facility_page_redesign": "control", "activePhlags_sf_2280_call_cta_bottom_serps": "control", "activePhlags_sf_2664_unhide_phone_serp": "variation", "activePhlags_sf_2703_phone_toast": "toast", "activePhlags_sf_2976_stacked_ui_size_filter": "control", "activePhlags_sf_2977_expose_filters": "control", "activePhlags_sf_2984_facility_listing_ctr": "control", "activePhlags_sf_2991_out_of_window_datepicker_messaging": "messaging", "activePhlags_sf_2993_price_filtering": "control", "activePhlags_sf_3014_nomad_test": "nomad", "activePhlags_sf_3058_facility_cards_on_car_storage": "variation", "activePhlags_sf_3058_facility_cards_on_self_storage": "variation", "activePhlags_sf_3067_vehicle_serp_content": "control", "activePhlags_sf_3131_sitewide_navigation": "navigation", "activePhlags_sf_3131_sitewide_navigation_v2": "navigation", "activePhlags_sf_3149_CTAs_on_PSPs": "with_ctas", "activePhlags_sf_3149_ctas_on_psps": "with_ctas", "activePhlags_sf_3200_car_listing_cards": "new_car_listing_cards", "activePhlags_sf_3287_rename_continue_button_reserve": "reserve", "activePhlags_sf_3303_out_of_res_window_datepicker_messaging": "book", "activePhlags_sf_3303_out_of_window_datepicker_messaging": "variation", "activePhlags_sf_3498_match_landing_experience": "match", "activePhlags_sf_3500_inventory_freshness": "control", "activePhlags_sf_3500_inventory_freshness_deux": "variation", "activePhlags_sf_3501_meclabs_0": "treatment_1", "activePhlags_sf_3501_meclabs_0_vehicle": "treatment_1", "activePhlags_sf_3526_bucket_units": "control", "activePhlags_sf_3571_nvf_donut": "variation", "activePhlags_sf_3575_hide_res_window": "hide", "activePhlags_sf_3576_extend_res_window": "control", "activePhlags_sf_3658_vehicle_filters": "filters", "activePhlags_sf_3658_vehicle_filters_2": "filters", "activePhlags_sf_3667_milly": "control", "activePhlags_sf_3739_grouped_amenities": "control", "activePhlags_sf_3739_grouped_amenities_2": "grouped", "activePhlags_sf_3781_mobile_hide_search": "variation", "activePhlags_sf_3781_mobile_search": "hide_search_and_value", "activePhlags_sf_4161_post_res_paid": "control", "activePhlags_sf_4606_post_res_sms": "control", "activePhlags_sf_4787_facility_page": "control", "activePhlags_sf_4788_search_filters": "control", "activePhlags_sf_4792_remove_date_from_search": "variation", "activePhlags_sf_4830_aa_phlag_band_aid": "variation", "activePhlags_sf_5198_oon_facility_page": "variation", "activePhlags_sf_visit_id_generation_50_50": "visitservice", "affiliation": "2018-03-31", "booking_source": "web", "callCenter": "0", "category": "reservation", "daysToMoveIn": 11, "facility_id": "108647", "id": "MND363PPH", "label": "web", "order_id": "MND363PPH", "products": [ { "brand": "selfstorage", "category": "Perryville,AK", "name": "Fake Storage Facility4 - 108647", "price": "500.00", "product_id": "108647", "quantity": 1, "variant": "5x5" } ], "revenue": "500.00", "unit_id": "17374580" }, "receivedAt": "2018-03-20T20:57:09.844Z", "sentAt": "2018-03-20T20:57:09.430Z", "timestamp": "2018-03-20T20:56:40.414Z", "type": "track", "userId": "fed945ab395c9e124547decda80d8918", "version": 2, "writeKey": "O7k8KYXXI7Yw5zcaCLMemxdXK6HP8sGo" } - schema_attributes:
{ "Move_In_Date__Original_": "string", "Reservation_Medium": "string", "Reservation_MoveIn_Day_Of_Week": "string", "Reservation_Type": "string", "_origin": "string", "channel": "string", "context.Google_Analytics.clientId": "string", "context.library.name": "string", "context.library.version": "string", "dedupe_metadata.offset": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "integrations.Google_Analytics.clientId": "string", "messageId": "string", "originalTimestamp": "string", "original_key": "string", "projectId": "string", "properties.Move_In_Date__Original_": "string", "properties.Reservation_Medium": "string", "properties.Reservation_MoveIn_Day_Of_Week": "string", "properties.Reservation_Type": "string", "properties.action": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_con_1314_serp_slideshow": "string", "properties.activePhlags_feature_fss_email_serp_capture": "string", "properties.activePhlags_feature_gob_bluth": "string", "properties.activePhlags_feature_penske_seo_page": "string", "properties.activePhlags_feature_sfdc_irm_phone_header": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_feature_sfdc_vehicle_surface": "string", "properties.activePhlags_pattern_lib_aa_header_phone": "string", "properties.activePhlags_pattern_lib_rollout_0_100": "string", "properties.activePhlags_pattern_lib_rollout_50_50": "string", "properties.activePhlags_pheature_reactfoot_index": "string", "properties.activePhlags_red_269_harvey_messaging": "string", "properties.activePhlags_segment_remove_product_list_viewed_tracking": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1936_search_help_widget_v2": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.activePhlags_sf_2213_view_all_filtered_units": "string", "properties.activePhlags_sf_2214_connect_map_and_listings": "string", "properties.activePhlags_sf_2217_serp_email_capture": "string", "properties.activePhlags_sf_2277_facility_page_redesign": "string", "properties.activePhlags_sf_2280_call_cta_bottom_serps": "string", "properties.activePhlags_sf_2664_unhide_phone_serp": "string", "properties.activePhlags_sf_2703_phone_toast": "string", "properties.activePhlags_sf_2976_stacked_ui_size_filter": "string", "properties.activePhlags_sf_2977_expose_filters": "string", "properties.activePhlags_sf_2984_facility_listing_ctr": "string", "properties.activePhlags_sf_2991_out_of_window_datepicker_messaging": "string", "properties.activePhlags_sf_2993_price_filtering": "string", "properties.activePhlags_sf_3014_nomad_test": "string", "properties.activePhlags_sf_3058_facility_cards_on_car_storage": "string", "properties.activePhlags_sf_3058_facility_cards_on_self_storage": "string", "properties.activePhlags_sf_3067_vehicle_serp_content": "string", "properties.activePhlags_sf_3131_sitewide_navigation": "string", "properties.activePhlags_sf_3131_sitewide_navigation_v2": "string", "properties.activePhlags_sf_3149_CTAs_on_PSPs": "string", "properties.activePhlags_sf_3149_ctas_on_psps": "string", "properties.activePhlags_sf_3200_car_listing_cards": "string", "properties.activePhlags_sf_3287_rename_continue_button_reserve": "string", "properties.activePhlags_sf_3303_out_of_res_window_datepicker_messaging": "string", "properties.activePhlags_sf_3303_out_of_window_datepicker_messaging": "string", "properties.activePhlags_sf_3498_match_landing_experience": "string", "properties.activePhlags_sf_3500_inventory_freshness": "string", "properties.activePhlags_sf_3500_inventory_freshness_deux": "string", "properties.activePhlags_sf_3501_meclabs_0": "string", "properties.activePhlags_sf_3501_meclabs_0_vehicle": "string", "properties.activePhlags_sf_3526_bucket_units": "string", "properties.activePhlags_sf_3571_nvf_donut": "string", "properties.activePhlags_sf_3575_hide_res_window": "string", "properties.activePhlags_sf_3576_extend_res_window": "string", "properties.activePhlags_sf_3658_vehicle_filters": "string", "properties.activePhlags_sf_3658_vehicle_filters_2": "string", "properties.activePhlags_sf_3667_milly": "string", "properties.activePhlags_sf_3739_grouped_amenities": "string", "properties.activePhlags_sf_3739_grouped_amenities_2": "string", "properties.activePhlags_sf_3781_mobile_hide_search": "string", "properties.activePhlags_sf_3781_mobile_search": "string", "properties.affiliation": "string", "properties.booking_source": "string", "properties.callCenter": "string", "properties.category": "string", "properties.daysToMoveIn": "string", "properties.facility_id": "string", "properties.id": "string", "properties.label": "string", "properties.order_id": "string", "properties.products": "", "properties.revenue": "string", "properties.unit_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - schema_name_id: 261
- schema_scan_id: None
- updated: 2018-05-31 13:17:56
-
Version 2872
- created: 2018-03-19 15:03:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_order_completed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_order_completed`\n(\n`dedupe_metadata` struct< `offset` : string >,`context` struct<`Google_Analytics` : struct< `clientId` : string >,`library` : struct< `version` : string , `name` : string >>, `type` string , `projectId` string , `originalTimestamp` string , `timestamp` string , `messageId` string , `userId` string ,`integrations` struct< `Google_Analytics` : string , `All` : string >,`properties` struct< `activePhlags_sf_2016_aa_groundhog_day` : string , `activePhlags_pheature_reactfoot_index` : string , `activePhlags_sf_3781_mobile_hide_search` : string , `activePhlags_sf_2993_price_filtering` : string , `activePhlags_sf_3058_facility_cards_on_car_storage` : string , `Reservation_Type` : string , `activePhlags_sf_3575_hide_res_window` : string , `activePhlags_sf_1592_curated_new_york_page` : string , `activePhlags_sf_2081_mobile_map_ctr` : string , `unit_id` : string , `activePhlags_sf_1994_map_zoom` : string , `callCenter` : string , `activePhlags_sf_3576_extend_res_window` : string , `activePhlags_sf_4787_facility_page` : string , `activePhlags_sf_3131_sitewide_navigation_v2` : string , `activePhlags_sf_2976_stacked_ui_size_filter` : string , `activePhlags_sf_2991_out_of_window_datepicker_messaging` : string , `activePhlags_sf_4830_aa_phlag_band_aid` : string , `activePhlags_sf_2158_gate_page` : string , `activePhlags_pattern_lib_rollout_0_100` : string , `activePhlags_sf_3303_out_of_res_window_datepicker_messaging` : string , `activePhlags_sf_1936_search_help_widget_v2` : string , `affiliation` : string , `activePhlags_sf_3149_CTAs_on_PSPs` : string , `category` : string , `Reservation_MoveIn_Day_Of_Week` : string , `Move_In_Date__Original_` : string , `activePhlags_sf_1933_improved_filter_visibility` : string , `order_id` : string , `activePhlags_sf_1904_remove_facility_unit_filter` : string , `activePhlags_sf_2066_value_prop_mab` : string , `facility_id` : string , `activePhlags_sf_3303_out_of_window_datepicker_messaging` : string , `activePhlags_sf_2977_expose_filters` : string , `activePhlags_sf_2214_connect_map_and_listings` : string , `activePhlags_sf_3739_grouped_amenities` : string , `activePhlags_sf_3131_sitewide_navigation` : string , `activePhlags_sf_2277_facility_page_redesign` : string , `label` : string , `activePhlags_pattern_lib_rollout_50_50` : string , `products`:array, `action` : string , `activePhlags_sf_4606_post_res_sms` : string , `activePhlags_feature_penske_seo_page` : string , `activePhlags_sf_2664_unhide_phone_serp` : string , `revenue` : string , `activePhlags_sf_visit_id_generation_50_50` : string , `activePhlags_feature_sfdc_vehicle_surface` : string , `activePhlags_sf_2976_stacked_ui_size_filter` : string , `activePhlags_sf_3200_car_listing_cards` : string , `activePhlags_sf_3526_bucket_units` : string , `booking_source` : string , `activePhlags_sf_3500_inventory_freshness` : string , `activePhlags_sf_3739_grouped_amenities_2` : string , `activePhlags_sf_3658_vehicle_filters` : string , `daysToMoveIn` : string , `activePhlags_sf_3571_nvf_donut` : string , `Reservation_Medium` : string , `activePhlags_feature_fss_email_serp_capture` : string , `activePhlags_sf_3501_meclabs_0` : string , `activePhlags_sf_1936_search_help_widget` : string , `activePhlags_sf_3498_match_landing_experience` : string , `activePhlags_sf_2064_mobile_map_v2` : string , `activePhlags_segment_remove_product_list_viewed_tracking` : string , `activePhlags_sf_4792_remove_date_from_search` : string , `activePhlags_pattern_lib_aa_header_phone` : string , `activePhlags_sf_3287_rename_continue_button_reserve` : string , `activePhlags_sf_1626_mobile_map` : string , `activePhlags_branded_fss_facility_pages` : string , `activePhlags_sf_2280_call_cta_bottom_serps` : string , `activePhlags_sf_3149_ctas_on_psps` : string , `activePhlags_sf_1932_value_prop_search_hero` : string , `activePhlags_sf_4161_post_res_paid` : string , `id` : string , `activePhlags_con_1314_serp_slideshow` : string , `activePhlags_sf_4788_search_filters` : string , `activePhlags_sf_3667_milly` : string , `activePhlags_sf_3658_vehicle_filters_2` : string , `activePhlags_sf_3058_facility_cards_on_self_storage` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_2063_stacked_ui_flow` : string , `activePhlags_sf_3781_mobile_search` : string , `activePhlags_sf_3501_meclabs_0_vehicle` : string , `activePhlags_sf_2217_serp_email_capture` : string , `activePhlags_feature_gob_bluth` : string , `activePhlags_sf_2213_view_all_filtered_units` : string , `activePhlags_sf_2984_facility_listing_ctr` : string , `activePhlags_sf_3500_inventory_freshness_deux` : string , `activePhlags_sf_3014_nomad_test` : string , `activePhlags_red_269_harvey_messaging` : string , `activePhlags_sf_3067_vehicle_serp_content` : string , `activePhlags_feature_sfdc_irm_phone_header` : string , `activePhlags_sf_2703_phone_toast` : string >, `receivedAt` string , `version` string , `Reservation_Medium` string , `Reservation_Type` string , `original_key` string , `Move_In_Date__Original_` string , `writeKey` string , `event` string , `Reservation_MoveIn_Day_Of_Week` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/Order Completed'\n", "MSCK REPAIR TABLE sfdl_stage_segment.sfdc_order_completed" ] - hive_path: s3://sfdl-segment-sfdc-stage/separated_dt/Order Completed
- id: 2872
- processed: 1
- raw_data:
{ "Move In Date (Original)": "2016-10-25", "Reservation Medium": "web", "Reservation MoveIn Day Of Week": "Tuesday", "Reservation Type": "STANDARD", "channel": "server", "context": { "Google Analytics": { "clientId": "2097459723.1521487892" }, "library": { "name": "unknown", "version": "unknown" } }, "dedupe_metadata": { "offset": "1872387582" }, "event": "Order Completed", "integrations": { "All": true, "Google Analytics": true }, "messageId": "api-5zSX2NkFwM6SEiUxeYGF9Tc2SHatInDq", "originalTimestamp": "2018-03-19T19:32:09.000Z", "original_key": "sfdl-segment-sfdc-stage/segment-logs/MK1uoFcf4t/1521417600000/1521489675736.14d35d46040f.1.11.1.09898cd5-9b3b-4620-990d-3640427cc38f.gz", "projectId": "MK1uoFcf4t", "properties": { "Move In Date (Original)": "2018-03-31", "Reservation Medium": "web", "Reservation MoveIn Day Of Week": "Saturday", "Reservation Type": "PERCENT", "action": "reservation_complete", "activePhlags_branded_fss_facility_pages": "branded", "activePhlags_con_1314_serp_slideshow": "control", "activePhlags_feature_fss_email_serp_capture": "variation", "activePhlags_feature_gob_bluth": "control", "activePhlags_feature_penske_seo_page": "variation", "activePhlags_feature_sfdc_irm_phone_header": "variation", "activePhlags_feature_sfdc_iron_markets": "variation", "activePhlags_feature_sfdc_vehicle_surface": "control", "activePhlags_pattern_lib_aa_header_phone": "variation", "activePhlags_pattern_lib_rollout_0_100": "control", "activePhlags_pattern_lib_rollout_50_50": "reactfoot", "activePhlags_pheature_reactfoot_index": "variation", "activePhlags_red_269_harvey_messaging": "variation", "activePhlags_segment_remove_product_list_viewed_tracking": "variation", "activePhlags_sf-2976-stacked-ui-size-filter": "control", "activePhlags_sf_1592_curated_new_york_page": "variation", "activePhlags_sf_1626_mobile_map": "control", "activePhlags_sf_1904_remove_facility_unit_filter": "nounitfilter", "activePhlags_sf_1932_value_prop_search_hero": "value_prop", "activePhlags_sf_1933_improved_filter_visibility": "control", "activePhlags_sf_1936_search_help_widget": "help_widget", "activePhlags_sf_1936_search_help_widget_v2": "control", "activePhlags_sf_1994_map_zoom": "control", "activePhlags_sf_2016_aa_groundhog_day": "control", "activePhlags_sf_2063_stacked_ui_flow": "click_to_facility", "activePhlags_sf_2064_mobile_map_v2": "control", "activePhlags_sf_2066_value_prop_mab": "cheap_near_you", "activePhlags_sf_2081_mobile_map_ctr": "control", "activePhlags_sf_2158_gate_page": "gate_page", "activePhlags_sf_2213_view_all_filtered_units": "filtered", "activePhlags_sf_2214_connect_map_and_listings": "matching", "activePhlags_sf_2217_serp_email_capture": "email_capture", "activePhlags_sf_2277_facility_page_redesign": "control", "activePhlags_sf_2280_call_cta_bottom_serps": "control", "activePhlags_sf_2664_unhide_phone_serp": "variation", "activePhlags_sf_2703_phone_toast": "toast", "activePhlags_sf_2976_stacked_ui_size_filter": "control", "activePhlags_sf_2977_expose_filters": "control", "activePhlags_sf_2984_facility_listing_ctr": "control", "activePhlags_sf_2991_out_of_window_datepicker_messaging": "messaging", "activePhlags_sf_2993_price_filtering": "control", "activePhlags_sf_3014_nomad_test": "nomad", "activePhlags_sf_3058_facility_cards_on_car_storage": "variation", "activePhlags_sf_3058_facility_cards_on_self_storage": "variation", "activePhlags_sf_3067_vehicle_serp_content": "control", "activePhlags_sf_3131_sitewide_navigation": "navigation", "activePhlags_sf_3131_sitewide_navigation_v2": "navigation", "activePhlags_sf_3149_CTAs_on_PSPs": "with_ctas", "activePhlags_sf_3149_ctas_on_psps": "with_ctas", "activePhlags_sf_3200_car_listing_cards": "new_car_listing_cards", "activePhlags_sf_3287_rename_continue_button_reserve": "reserve", "activePhlags_sf_3303_out_of_res_window_datepicker_messaging": "book", "activePhlags_sf_3303_out_of_window_datepicker_messaging": "variation", "activePhlags_sf_3498_match_landing_experience": "match", "activePhlags_sf_3500_inventory_freshness": "control", "activePhlags_sf_3500_inventory_freshness_deux": "variation", "activePhlags_sf_3501_meclabs_0": "treatment_1", "activePhlags_sf_3501_meclabs_0_vehicle": "treatment_1", "activePhlags_sf_3526_bucket_units": "control", "activePhlags_sf_3571_nvf_donut": "variation", "activePhlags_sf_3575_hide_res_window": "hide", "activePhlags_sf_3576_extend_res_window": "control", "activePhlags_sf_3658_vehicle_filters": "filters", "activePhlags_sf_3658_vehicle_filters_2": "filters", "activePhlags_sf_3667_milly": "control", "activePhlags_sf_3739_grouped_amenities": "control", "activePhlags_sf_3739_grouped_amenities_2": "control", "activePhlags_sf_3781_mobile_hide_search": "variation", "activePhlags_sf_3781_mobile_search": "hide_search_and_value", "activePhlags_sf_4161_post_res_paid": "post_res_paid", "activePhlags_sf_4606_post_res_sms": "post_res_sms", "activePhlags_sf_4787_facility_page": "control", "activePhlags_sf_4788_search_filters": "variation", "activePhlags_sf_4792_remove_date_from_search": "variation", "activePhlags_sf_4830_aa_phlag_band_aid": "control", "activePhlags_sf_visit_id_generation_50_50": "control", "affiliation": "2018-03-31", "booking_source": "web", "callCenter": "0", "category": "reservation", "daysToMoveIn": 12, "facility_id": "108647", "id": "Y5GD6MTV9", "label": "web", "order_id": "Y5GD6MTV9", "products": [ { "brand": "selfstorage", "category": "Perryville,AK", "name": "Fake Storage Facility4 - 108647", "price": "500.00", "product_id": "108647", "quantity": 1, "variant": "1x5" } ], "revenue": "500.00", "unit_id": "17603979" }, "receivedAt": "2018-03-19T19:33:23.818Z", "sentAt": "2018-03-19T19:33:23.405Z", "timestamp": "2018-03-19T19:32:09.413Z", "type": "track", "userId": "ef67cb4cc79e941f82b07d71555ac263", "version": 2, "writeKey": "O7k8KYXXI7Yw5zcaCLMemxdXK6HP8sGo" } - schema_attributes:
{ "Move_In_Date__Original_": "string", "Reservation_Medium": "string", "Reservation_MoveIn_Day_Of_Week": "string", "Reservation_Type": "string", "channel": "string", "context.Google_Analytics.clientId": "string", "context.library.name": "string", "context.library.version": "string", "dedupe_metadata.offset": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "integrations.Google_Analytics.clientId": "string", "messageId": "string", "originalTimestamp": "string", "original_key": "string", "projectId": "string", "properties.Move_In_Date__Original_": "string", "properties.Reservation_Medium": "string", "properties.Reservation_MoveIn_Day_Of_Week": "string", "properties.Reservation_Type": "string", "properties.action": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_con_1314_serp_slideshow": "string", "properties.activePhlags_feature_fss_email_serp_capture": "string", "properties.activePhlags_feature_gob_bluth": "string", "properties.activePhlags_feature_penske_seo_page": "string", "properties.activePhlags_feature_sfdc_irm_phone_header": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_feature_sfdc_vehicle_surface": "string", "properties.activePhlags_pattern_lib_aa_header_phone": "string", "properties.activePhlags_pattern_lib_rollout_0_100": "string", "properties.activePhlags_pattern_lib_rollout_50_50": "string", "properties.activePhlags_pheature_reactfoot_index": "string", "properties.activePhlags_red_269_harvey_messaging": "string", "properties.activePhlags_segment_remove_product_list_viewed_tracking": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1936_search_help_widget_v2": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.activePhlags_sf_2213_view_all_filtered_units": "string", "properties.activePhlags_sf_2214_connect_map_and_listings": "string", "properties.activePhlags_sf_2217_serp_email_capture": "string", "properties.activePhlags_sf_2277_facility_page_redesign": "string", "properties.activePhlags_sf_2280_call_cta_bottom_serps": "string", "properties.activePhlags_sf_2664_unhide_phone_serp": "string", "properties.activePhlags_sf_2703_phone_toast": "string", "properties.activePhlags_sf_2976_stacked_ui_size_filter": "string", "properties.activePhlags_sf_2977_expose_filters": "string", "properties.activePhlags_sf_2984_facility_listing_ctr": "string", "properties.activePhlags_sf_2991_out_of_window_datepicker_messaging": "string", "properties.activePhlags_sf_2993_price_filtering": "string", "properties.activePhlags_sf_3014_nomad_test": "string", "properties.activePhlags_sf_3058_facility_cards_on_car_storage": "string", "properties.activePhlags_sf_3058_facility_cards_on_self_storage": "string", "properties.activePhlags_sf_3067_vehicle_serp_content": "string", "properties.activePhlags_sf_3131_sitewide_navigation": "string", "properties.activePhlags_sf_3131_sitewide_navigation_v2": "string", "properties.activePhlags_sf_3149_CTAs_on_PSPs": "string", "properties.activePhlags_sf_3149_ctas_on_psps": "string", "properties.activePhlags_sf_3200_car_listing_cards": "string", "properties.activePhlags_sf_3287_rename_continue_button_reserve": "string", "properties.activePhlags_sf_3303_out_of_res_window_datepicker_messaging": "string", "properties.activePhlags_sf_3303_out_of_window_datepicker_messaging": "string", "properties.activePhlags_sf_3498_match_landing_experience": "string", "properties.activePhlags_sf_3500_inventory_freshness": "string", "properties.activePhlags_sf_3500_inventory_freshness_deux": "string", "properties.activePhlags_sf_3501_meclabs_0": "string", "properties.activePhlags_sf_3501_meclabs_0_vehicle": "string", "properties.activePhlags_sf_3526_bucket_units": "string", "properties.activePhlags_sf_3571_nvf_donut": "string", "properties.activePhlags_sf_3575_hide_res_window": "string", "properties.activePhlags_sf_3576_extend_res_window": "string", "properties.activePhlags_sf_3658_vehicle_filters": "string", "properties.activePhlags_sf_3658_vehicle_filters_2": "string", "properties.activePhlags_sf_3667_milly": "string", "properties.activePhlags_sf_3739_grouped_amenities": "string", "properties.activePhlags_sf_3739_grouped_amenities_2": "string", "properties.activePhlags_sf_3781_mobile_hide_search": "string", "properties.activePhlags_sf_3781_mobile_search": "string", "properties.affiliation": "string", "properties.booking_source": "string", "properties.callCenter": "string", "properties.category": "string", "properties.daysToMoveIn": "string", "properties.facility_id": "string", "properties.id": "string", "properties.label": "string", "properties.order_id": "string", "properties.products": "", "properties.revenue": "string", "properties.unit_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - schema_name_id: 261
- schema_scan_id: None
- updated: 2018-03-19 15:05:10
Schema Scans: 1
Last at 2019-03-04 16:14:16
-
Scan 1927349
- duration: 0:01:08.257444
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 408, "partitions_applied": false, "success": true } - id: 1927349
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2019-03-04/", "name": "dt", "type": "string", "value": "2019-03-04" }, "s3": { "bucket": "sfdl-segment-sfdc-stage", "hive_path": "s3://sfdl-segment-sfdc-stage/separated_dt/Order Completed", "key": "separated_dt/Order Completed/dt=2019-03-04/1551737466896.e7e06e84d2a5.dev.eaa5c9b3-ce32-42c3-8afe-5842ecccca56.json.gz" }, "schema": { "name": "sfdl_stage_segment.sfdc_Order_Completed", "type": "segment" } } - running: False
- schema_name_id: 261
- start_time: 2019-03-04 16:14:16
- success: True
- trace_id: 7005088650442482361
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_stage_segment.sfdc_order_completed`\nADD\n\n\n PARTITION (dt='2020-12-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2020-12-21/'\n PARTITION (dt='2021-01-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2021-01-19/'\n PARTITION (dt='2021-01-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2021-01-22/'\n;" ] - name: dt
- state:
[ { "info": { "id": 172749, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2020-12-21/", "name": "dt", "value": "2020-12-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2020-12-21 14:24:14", "last_data": "2020-12-21 14:24:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 175401, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2021-01-19/", "name": "dt", "value": "2021-01-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-01-19 13:17:31", "last_data": "2021-01-19 13:17:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 175629, "location": "s3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2021-01-22/", "name": "dt", "value": "2021-01-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-01-21 18:22:16", "last_data": "2021-01-21 19:17:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "Move_In_Date__Original_": "string", "Reservation_Medium": "string", "Reservation_MoveIn_Day_Of_Week": "string", "Reservation_Type": "string", "_origin": "string", "channel": "string", "context.Google_Analytics.clientId": "string", "context.library.name": "string", "context.library.version": "string", "dedupe_metadata.offset": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "integrations.Google_Analytics.clientId": "string", "messageId": "string", "originalTimestamp": "string", "original_key": "string", "projectId": "string", "properties.Move_In_Date__Original_": "string", "properties.Reservation_Medium": "string", "properties.Reservation_MoveIn_Day_Of_Week": "string", "properties.Reservation_Type": "string", "properties.action": "string", "properties.activePhlags_branded_fss_facility_pages": "string", "properties.activePhlags_con_1314_serp_slideshow": "string", "properties.activePhlags_feature_fss_email_serp_capture": "string", "properties.activePhlags_feature_gob_bluth": "string", "properties.activePhlags_feature_penske_seo_page": "string", "properties.activePhlags_feature_sfdc_irm_phone_header": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_feature_sfdc_vehicle_surface": "string", "properties.activePhlags_pattern_lib_aa_header_phone": "string", "properties.activePhlags_pattern_lib_rollout_0_100": "string", "properties.activePhlags_pattern_lib_rollout_50_50": "string", "properties.activePhlags_pheature_reactfoot_index": "string", "properties.activePhlags_red_269_harvey_messaging": "string", "properties.activePhlags_segment_remove_product_list_viewed_tracking": "string", "properties.activePhlags_sf_1592_curated_new_york_page": "string", "properties.activePhlags_sf_1626_mobile_map": "string", "properties.activePhlags_sf_1904_remove_facility_unit_filter": "string", "properties.activePhlags_sf_1932_value_prop_search_hero": "string", "properties.activePhlags_sf_1933_improved_filter_visibility": "string", "properties.activePhlags_sf_1936_search_help_widget": "string", "properties.activePhlags_sf_1936_search_help_widget_v2": "string", "properties.activePhlags_sf_1994_map_zoom": "string", "properties.activePhlags_sf_2016_aa_groundhog_day": "string", "properties.activePhlags_sf_2063_stacked_ui_flow": "string", "properties.activePhlags_sf_2064_mobile_map_v2": "string", "properties.activePhlags_sf_2066_value_prop_mab": "string", "properties.activePhlags_sf_2081_mobile_map_ctr": "string", "properties.activePhlags_sf_2158_gate_page": "string", "properties.activePhlags_sf_2213_view_all_filtered_units": "string", "properties.activePhlags_sf_2214_connect_map_and_listings": "string", "properties.activePhlags_sf_2217_serp_email_capture": "string", "properties.activePhlags_sf_2277_facility_page_redesign": "string", "properties.activePhlags_sf_2280_call_cta_bottom_serps": "string", "properties.activePhlags_sf_2664_unhide_phone_serp": "string", "properties.activePhlags_sf_2703_phone_toast": "string", "properties.activePhlags_sf_2976_stacked_ui_size_filter": "string", "properties.activePhlags_sf_2977_expose_filters": "string", "properties.activePhlags_sf_2984_facility_listing_ctr": "string", "properties.activePhlags_sf_2991_out_of_window_datepicker_messaging": "string", "properties.activePhlags_sf_2993_price_filtering": "string", "properties.activePhlags_sf_3014_nomad_test": "string", "properties.activePhlags_sf_3058_facility_cards_on_car_storage": "string", "properties.activePhlags_sf_3058_facility_cards_on_self_storage": "string", "properties.activePhlags_sf_3067_vehicle_serp_content": "string", "properties.activePhlags_sf_3131_sitewide_navigation": "string", "properties.activePhlags_sf_3131_sitewide_navigation_v2": "string", "properties.activePhlags_sf_3149_CTAs_on_PSPs": "string", "properties.activePhlags_sf_3149_ctas_on_psps": "string", "properties.activePhlags_sf_3200_car_listing_cards": "string", "properties.activePhlags_sf_3287_rename_continue_button_reserve": "string", "properties.activePhlags_sf_3303_out_of_res_window_datepicker_messaging": "string", "properties.activePhlags_sf_3303_out_of_window_datepicker_messaging": "string", "properties.activePhlags_sf_3498_match_landing_experience": "string", "properties.activePhlags_sf_3500_inventory_freshness": "string", "properties.activePhlags_sf_3500_inventory_freshness_deux": "string", "properties.activePhlags_sf_3501_meclabs_0": "string", "properties.activePhlags_sf_3501_meclabs_0_vehicle": "string", "properties.activePhlags_sf_3526_bucket_units": "string", "properties.activePhlags_sf_3571_nvf_donut": "string", "properties.activePhlags_sf_3575_hide_res_window": "string", "properties.activePhlags_sf_3576_extend_res_window": "string", "properties.activePhlags_sf_3658_vehicle_filters": "string", "properties.activePhlags_sf_3658_vehicle_filters_2": "string", "properties.activePhlags_sf_3667_milly": "string", "properties.activePhlags_sf_3739_grouped_amenities": "string", "properties.activePhlags_sf_3739_grouped_amenities_2": "string", "properties.activePhlags_sf_3781_mobile_hide_search": "string", "properties.activePhlags_sf_3781_mobile_search": "string", "properties.affiliation": "string", "properties.booking_source": "string", "properties.callCenter": "string", "properties.category": "string", "properties.daysToMoveIn": "string", "properties.facility_id": "string", "properties.id": "string", "properties.label": "string", "properties.order_id": "string", "properties.products": [ { "brand": "string", "category": "string", "name": "string", "price": "string", "product_id": "string", "quantity": "string", "variant": "string" } ], "properties.revenue": "string", "properties.unit_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - created: 2019-03-04 16:14:16
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_order_completed`\n(\n`dedupe_metadata`struct<`offset`:STRING>,`timestamp`STRING,`userId`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`receivedAt`STRING,`Reservation_Type`STRING,`Move_In_Date__Original_`STRING,`original_key`STRING,`_origin`STRING,`event`STRING,`properties`struct<`activePhlags_sf_2016_aa_groundhog_day`:STRING,`activePhlags_sf_5635_half_nomad`:STRING,`activePhlags_pheature_reactfoot_index`:STRING,`activePhlags_sf_3781_mobile_hide_search`:STRING,`activePhlags_sf_2993_price_filtering`:STRING,`activePhlags_sf_7485_scarcity_treatment`:STRING,`activePhlags_sf_3058_facility_cards_on_car_storage`:STRING,`Reservation_Type`:STRING,`activePhlags_sf_3575_hide_res_window`:STRING,`activePhlags_sf_1592_curated_new_york_page`:STRING,`activePhlags_sf_6852_serp_results`:STRING,`activePhlags_sf_2081_mobile_map_ctr`:STRING,`unit_id`:STRING,`activePhlags_sf_1994_map_zoom`:STRING,`Reservation_Medium`:STRING,`activePhlags_sf_6138_mid_field_text`:STRING,`activePhlags_sf_6999_sparephone_branded_vs_unbranded`:STRING,`activePhlags_sf_3576_extend_res_window`:STRING,`activePhlags_sf_4787_facility_page`:STRING,`activePhlags_sf_3131_sitewide_navigation_v2`:STRING,`activePhlags_sf_2976_stacked_ui_size_filter`:STRING,`activePhlags_sf_2991_out_of_window_datepicker_messaging`:STRING,`activePhlags_sf_4830_aa_phlag_band_aid`:STRING,`activePhlags_sf_2158_gate_page`:STRING,`activePhlags_pattern_lib_rollout_0_100`:STRING,`activePhlags_sf_6327_visa_incentive`:STRING,`activePhlags_sf_3303_out_of_res_window_datepicker_messaging`:STRING,`activePhlags_sf_3498_match_landing_experience`:STRING,`activePhlags_sf_1936_search_help_widget_v2`:STRING,`affiliation`:STRING,`activePhlags_sf_3149_CTAs_on_PSPs`:STRING,`category`:STRING,`label`:STRING,`Move_In_Date__Original_`:STRING,`activePhlags_sf_7249_guided_unit_selection`:STRING,`activePhlags_sf_1933_improved_filter_visibility`:STRING,`activePhlags_sf_7371_nvf_100_donuts`:STRING,`order_id`:STRING,`activePhlags_sf_5694_click_to_show_phone_number`:STRING,`activePhlags_segment_remove_product_list_viewed_tracking`:STRING,`facility_id`:STRING,`activePhlags_sf_3303_out_of_window_datepicker_messaging`:STRING,`activePhlags_sf_2977_expose_filters`:STRING,`activePhlags_sf_1904_remove_facility_unit_filter`:STRING,`activePhlags_sf_2214_connect_map_and_listings`:STRING,`activePhlags_sf_3739_grouped_amenities`:STRING,`activePhlags_sf_3131_sitewide_navigation`:STRING,`activePhlags_feature_sfdc_irm_phone_header`:STRING,`activePhlags_sf_5289_facility_page_two`:STRING,`activePhlags_sf_2277_facility_page_redesign`:STRING,`activePhlags_sf_5198_oon_facility_page`:STRING,`activePhlags_pattern_lib_rollout_50_50`:STRING,`activePhlags_sf_6684_hurricane_relief`:STRING,`products`:array>,`action`:STRING,`activePhlags_sf_4606_post_res_sms`:STRING,`activePhlags_sf_7155_two_step_checkout_v3`:STRING,`activePhlags_feature_penske_seo_page`:STRING,`activePhlags_sf_2664_unhide_phone_serp`:STRING,`revenue`:STRING,`activePhlags_sf_visit_id_generation_50_50`:STRING,`activePhlags_feature_sfdc_vehicle_surface`:STRING,`activePhlags_sf_2976_stacked_ui_size_filter`:STRING,`activePhlags_sf_7018_upsellit`:STRING,`Reservation_MoveIn_Day_Of_Week`:STRING,`activePhlags_sf_7058_two_step_checkout_v2`:STRING,`activePhlags_sf_3526_bucket_units`:STRING,`booking_source`:STRING,`activePhlags_dt_test_experiment`:STRING,`activePhlags_sf_3500_inventory_freshness`:STRING,`activePhlags_sf_6038_pheature_last_explicit`:STRING,`activePhlags_sf_3739_grouped_amenities_2`:STRING,`activePhlags_sf_3658_vehicle_filters`:STRING,`daysToMoveIn`:STRING,`activePhlags_sf_3571_nvf_donut`:STRING,`callCenter`:STRING,`activePhlags_feature_fss_email_serp_capture`:STRING,`activePhlags_sf_3501_meclabs_0`:STRING,`activePhlags_sf_1936_search_help_widget`:STRING,`activePhlags_sf_7046_recommended_facility_badge`:STRING,`activePhlags_sf_2064_mobile_map_v2`:STRING,`activePhlags_sf_2066_value_prop_mab`:STRING,`activePhlags_sf_4792_remove_date_from_search`:STRING,`activePhlags_sf_6524_sparephone_ivr_vs_fcr`:STRING,`activePhlags_pattern_lib_aa_header_phone`:STRING,`activePhlags_sf_3287_rename_continue_button_reserve`:STRING,`activePhlags_sf_1626_mobile_map`:STRING,`activePhlags_branded_fss_facility_pages`:STRING,`activePhlags_sf_2280_call_cta_bottom_serps`:STRING,`activePhlags_sf_3149_ctas_on_psps`:STRING,`activePhlags_sf_1932_value_prop_search_hero`:STRING,`activePhlags_sf_4161_post_res_paid`:STRING,`id`:STRING,`activePhlags_con_1314_serp_slideshow`:STRING,`activePhlags_sf_4788_search_filters`:STRING,`activePhlags_sf_3667_milly`:STRING,`activePhlags_sf_3658_vehicle_filters_2`:STRING,`activePhlags_sf_3058_facility_cards_on_self_storage`:STRING,`activePhlags_feature_sfdc_iron_markets`:STRING,`activePhlags_sf_2063_stacked_ui_flow`:STRING,`activePhlags_sf_3781_mobile_search`:STRING,`activePhlags_sf_3501_meclabs_0_vehicle`:STRING,`activePhlags_sf_2217_serp_email_capture`:STRING,`activePhlags_sf_3200_car_listing_cards`:STRING,`activePhlags_sf_7251_eclair`:STRING,`activePhlags_feature_gob_bluth`:STRING,`activePhlags_sf_2213_view_all_filtered_units`:STRING,`activePhlags_sf_6804_two_step_checkout`:STRING,`activePhlags_sf_2984_facility_listing_ctr`:STRING,`activePhlags_sf_3500_inventory_freshness_deux`:STRING,`activePhlags_sf_3014_nomad_test`:STRING,`activePhlags_red_269_harvey_messaging`:STRING,`activePhlags_sf_3067_vehicle_serp_content`:STRING,`activePhlags_red_716_tracking_prerender`:STRING,`activePhlags_sf_2703_phone_toast`:STRING>,`projectId`STRING,`Reservation_MoveIn_Day_Of_Week`STRING,`version`STRING,`originalTimestamp`STRING,`context`struct<`Google_Analytics`:struct<`clientId`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`messageId`STRING,`Reservation_Medium`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/Order Completed'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_order_completed`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.sfdc_order_completed" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2017-11-01 12:08:43",
"disabled": false,
"format": "raw",
"id": 261,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_stage_segment",
"table": "sfdc_order_completed"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_stage_segment.sfdc_order_completed`\nADD\n\n\n PARTITION (dt='2020-12-21') location 's3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2020-12-21/'\n PARTITION (dt='2021-01-19') location 's3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2021-01-19/'\n PARTITION (dt='2021-01-22') location 's3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2021-01-22/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 172749,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2020-12-21/",
"name": "dt",
"value": "2020-12-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2020-12-21 14:24:14",
"last_data": "2020-12-21 14:24:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 175401,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2021-01-19/",
"name": "dt",
"value": "2021-01-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-01-19 13:17:31",
"last_data": "2021-01-19 13:17:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 175629,
"location": "s3://sfdl-segment-sfdc-stage/separated_dt/Order Completed/dt=2021-01-22/",
"name": "dt",
"value": "2021-01-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-01-21 18:22:16",
"last_data": "2021-01-21 19:17:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"Move_In_Date__Original_": "string",
"Reservation_Medium": "string",
"Reservation_MoveIn_Day_Of_Week": "string",
"Reservation_Type": "string",
"_origin": "string",
"channel": "string",
"context.Google_Analytics.clientId": "string",
"context.library.name": "string",
"context.library.version": "string",
"dedupe_metadata.offset": "string",
"event": "string",
"integrations.All": "string",
"integrations.Google_Analytics": "string",
"integrations.Google_Analytics.clientId": "string",
"messageId": "string",
"originalTimestamp": "string",
"original_key": "string",
"projectId": "string",
"properties.Move_In_Date__Original_": "string",
"properties.Reservation_Medium": "string",
"properties.Reservation_MoveIn_Day_Of_Week": "string",
"properties.Reservation_Type": "string",
"properties.action": "string",
"properties.activePhlags_branded_fss_facility_pages": "string",
"properties.activePhlags_con_1314_serp_slideshow": "string",
"properties.activePhlags_feature_fss_email_serp_capture": "string",
"properties.activePhlags_feature_gob_bluth": "string",
"properties.activePhlags_feature_penske_seo_page": "string",
"properties.activePhlags_feature_sfdc_irm_phone_header": "string",
"properties.activePhlags_feature_sfdc_iron_markets": "string",
"properties.activePhlags_feature_sfdc_vehicle_surface": "string",
"properties.activePhlags_pattern_lib_aa_header_phone": "string",
"properties.activePhlags_pattern_lib_rollout_0_100": "string",
"properties.activePhlags_pattern_lib_rollout_50_50": "string",
"properties.activePhlags_pheature_reactfoot_index": "string",
"properties.activePhlags_red_269_harvey_messaging": "string",
"properties.activePhlags_segment_remove_product_list_viewed_tracking": "string",
"properties.activePhlags_sf_1592_curated_new_york_page": "string",
"properties.activePhlags_sf_1626_mobile_map": "string",
"properties.activePhlags_sf_1904_remove_facility_unit_filter": "string",
"properties.activePhlags_sf_1932_value_prop_search_hero": "string",
"properties.activePhlags_sf_1933_improved_filter_visibility": "string",
"properties.activePhlags_sf_1936_search_help_widget": "string",
"properties.activePhlags_sf_1936_search_help_widget_v2": "string",
"properties.activePhlags_sf_1994_map_zoom": "string",
"properties.activePhlags_sf_2016_aa_groundhog_day": "string",
"properties.activePhlags_sf_2063_stacked_ui_flow": "string",
"properties.activePhlags_sf_2064_mobile_map_v2": "string",
"properties.activePhlags_sf_2066_value_prop_mab": "string",
"properties.activePhlags_sf_2081_mobile_map_ctr": "string",
"properties.activePhlags_sf_2158_gate_page": "string",
"properties.activePhlags_sf_2213_view_all_filtered_units": "string",
"properties.activePhlags_sf_2214_connect_map_and_listings": "string",
"properties.activePhlags_sf_2217_serp_email_capture": "string",
"properties.activePhlags_sf_2277_facility_page_redesign": "string",
"properties.activePhlags_sf_2280_call_cta_bottom_serps": "string",
"properties.activePhlags_sf_2664_unhide_phone_serp": "string",
"properties.activePhlags_sf_2703_phone_toast": "string",
"properties.activePhlags_sf_2976_stacked_ui_size_filter": "string",
"properties.activePhlags_sf_2977_expose_filters": "string",
"properties.activePhlags_sf_2984_facility_listing_ctr": "string",
"properties.activePhlags_sf_2991_out_of_window_datepicker_messaging": "string",
"properties.activePhlags_sf_2993_price_filtering": "string",
"properties.activePhlags_sf_3014_nomad_test": "string",
"properties.activePhlags_sf_3058_facility_cards_on_car_storage": "string",
"properties.activePhlags_sf_3058_facility_cards_on_self_storage": "string",
"properties.activePhlags_sf_3067_vehicle_serp_content": "string",
"properties.activePhlags_sf_3131_sitewide_navigation": "string",
"properties.activePhlags_sf_3131_sitewide_navigation_v2": "string",
"properties.activePhlags_sf_3149_CTAs_on_PSPs": "string",
"properties.activePhlags_sf_3149_ctas_on_psps": "string",
"properties.activePhlags_sf_3200_car_listing_cards": "string",
"properties.activePhlags_sf_3287_rename_continue_button_reserve": "string",
"properties.activePhlags_sf_3303_out_of_res_window_datepicker_messaging": "string",
"properties.activePhlags_sf_3303_out_of_window_datepicker_messaging": "string",
"properties.activePhlags_sf_3498_match_landing_experience": "string",
"properties.activePhlags_sf_3500_inventory_freshness": "string",
"properties.activePhlags_sf_3500_inventory_freshness_deux": "string",
"properties.activePhlags_sf_3501_meclabs_0": "string",
"properties.activePhlags_sf_3501_meclabs_0_vehicle": "string",
"properties.activePhlags_sf_3526_bucket_units": "string",
"properties.activePhlags_sf_3571_nvf_donut": "string",
"properties.activePhlags_sf_3575_hide_res_window": "string",
"properties.activePhlags_sf_3576_extend_res_window": "string",
"properties.activePhlags_sf_3658_vehicle_filters": "string",
"properties.activePhlags_sf_3658_vehicle_filters_2": "string",
"properties.activePhlags_sf_3667_milly": "string",
"properties.activePhlags_sf_3739_grouped_amenities": "string",
"properties.activePhlags_sf_3739_grouped_amenities_2": "string",
"properties.activePhlags_sf_3781_mobile_hide_search": "string",
"properties.activePhlags_sf_3781_mobile_search": "string",
"properties.affiliation": "string",
"properties.booking_source": "string",
"properties.callCenter": "string",
"properties.category": "string",
"properties.daysToMoveIn": "string",
"properties.facility_id": "string",
"properties.id": "string",
"properties.label": "string",
"properties.order_id": "string",
"properties.products": [
{
"brand": "string",
"category": "string",
"name": "string",
"price": "string",
"product_id": "string",
"quantity": "string",
"variant": "string"
}
],
"properties.revenue": "string",
"properties.unit_id": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string",
"writeKey": "string"
},
"created": "2019-03-04 16:14:16",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.sfdc_order_completed`\n(\n`dedupe_metadata`struct<`offset`:STRING>,`timestamp`STRING,`userId`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`receivedAt`STRING,`Reservation_Type`STRING,`Move_In_Date__Original_`STRING,`original_key`STRING,`_origin`STRING,`event`STRING,`properties`struct<`activePhlags_sf_2016_aa_groundhog_day`:STRING,`activePhlags_sf_5635_half_nomad`:STRING,`activePhlags_pheature_reactfoot_index`:STRING,`activePhlags_sf_3781_mobile_hide_search`:STRING,`activePhlags_sf_2993_price_filtering`:STRING,`activePhlags_sf_7485_scarcity_treatment`:STRING,`activePhlags_sf_3058_facility_cards_on_car_storage`:STRING,`Reservation_Type`:STRING,`activePhlags_sf_3575_hide_res_window`:STRING,`activePhlags_sf_1592_curated_new_york_page`:STRING,`activePhlags_sf_6852_serp_results`:STRING,`activePhlags_sf_2081_mobile_map_ctr`:STRING,`unit_id`:STRING,`activePhlags_sf_1994_map_zoom`:STRING,`Reservation_Medium`:STRING,`activePhlags_sf_6138_mid_field_text`:STRING,`activePhlags_sf_6999_sparephone_branded_vs_unbranded`:STRING,`activePhlags_sf_3576_extend_res_window`:STRING,`activePhlags_sf_4787_facility_page`:STRING,`activePhlags_sf_3131_sitewide_navigation_v2`:STRING,`activePhlags_sf_2976_stacked_ui_size_filter`:STRING,`activePhlags_sf_2991_out_of_window_datepicker_messaging`:STRING,`activePhlags_sf_4830_aa_phlag_band_aid`:STRING,`activePhlags_sf_2158_gate_page`:STRING,`activePhlags_pattern_lib_rollout_0_100`:STRING,`activePhlags_sf_6327_visa_incentive`:STRING,`activePhlags_sf_3303_out_of_res_window_datepicker_messaging`:STRING,`activePhlags_sf_3498_match_landing_experience`:STRING,`activePhlags_sf_1936_search_help_widget_v2`:STRING,`affiliation`:STRING,`activePhlags_sf_3149_CTAs_on_PSPs`:STRING,`category`:STRING,`label`:STRING,`Move_In_Date__Original_`:STRING,`activePhlags_sf_7249_guided_unit_selection`:STRING,`activePhlags_sf_1933_improved_filter_visibility`:STRING,`activePhlags_sf_7371_nvf_100_donuts`:STRING,`order_id`:STRING,`activePhlags_sf_5694_click_to_show_phone_number`:STRING,`activePhlags_segment_remove_product_list_viewed_tracking`:STRING,`facility_id`:STRING,`activePhlags_sf_3303_out_of_window_datepicker_messaging`:STRING,`activePhlags_sf_2977_expose_filters`:STRING,`activePhlags_sf_1904_remove_facility_unit_filter`:STRING,`activePhlags_sf_2214_connect_map_and_listings`:STRING,`activePhlags_sf_3739_grouped_amenities`:STRING,`activePhlags_sf_3131_sitewide_navigation`:STRING,`activePhlags_feature_sfdc_irm_phone_header`:STRING,`activePhlags_sf_5289_facility_page_two`:STRING,`activePhlags_sf_2277_facility_page_redesign`:STRING,`activePhlags_sf_5198_oon_facility_page`:STRING,`activePhlags_pattern_lib_rollout_50_50`:STRING,`activePhlags_sf_6684_hurricane_relief`:STRING,`products`:array>,`action`:STRING,`activePhlags_sf_4606_post_res_sms`:STRING,`activePhlags_sf_7155_two_step_checkout_v3`:STRING,`activePhlags_feature_penske_seo_page`:STRING,`activePhlags_sf_2664_unhide_phone_serp`:STRING,`revenue`:STRING,`activePhlags_sf_visit_id_generation_50_50`:STRING,`activePhlags_feature_sfdc_vehicle_surface`:STRING,`activePhlags_sf_2976_stacked_ui_size_filter`:STRING,`activePhlags_sf_7018_upsellit`:STRING,`Reservation_MoveIn_Day_Of_Week`:STRING,`activePhlags_sf_7058_two_step_checkout_v2`:STRING,`activePhlags_sf_3526_bucket_units`:STRING,`booking_source`:STRING,`activePhlags_dt_test_experiment`:STRING,`activePhlags_sf_3500_inventory_freshness`:STRING,`activePhlags_sf_6038_pheature_last_explicit`:STRING,`activePhlags_sf_3739_grouped_amenities_2`:STRING,`activePhlags_sf_3658_vehicle_filters`:STRING,`daysToMoveIn`:STRING,`activePhlags_sf_3571_nvf_donut`:STRING,`callCenter`:STRING,`activePhlags_feature_fss_email_serp_capture`:STRING,`activePhlags_sf_3501_meclabs_0`:STRING,`activePhlags_sf_1936_search_help_widget`:STRING,`activePhlags_sf_7046_recommended_facility_badge`:STRING,`activePhlags_sf_2064_mobile_map_v2`:STRING,`activePhlags_sf_2066_value_prop_mab`:STRING,`activePhlags_sf_4792_remove_date_from_search`:STRING,`activePhlags_sf_6524_sparephone_ivr_vs_fcr`:STRING,`activePhlags_pattern_lib_aa_header_phone`:STRING,`activePhlags_sf_3287_rename_continue_button_reserve`:STRING,`activePhlags_sf_1626_mobile_map`:STRING,`activePhlags_branded_fss_facility_pages`:STRING,`activePhlags_sf_2280_call_cta_bottom_serps`:STRING,`activePhlags_sf_3149_ctas_on_psps`:STRING,`activePhlags_sf_1932_value_prop_search_hero`:STRING,`activePhlags_sf_4161_post_res_paid`:STRING,`id`:STRING,`activePhlags_con_1314_serp_slideshow`:STRING,`activePhlags_sf_4788_search_filters`:STRING,`activePhlags_sf_3667_milly`:STRING,`activePhlags_sf_3658_vehicle_filters_2`:STRING,`activePhlags_sf_3058_facility_cards_on_self_storage`:STRING,`activePhlags_feature_sfdc_iron_markets`:STRING,`activePhlags_sf_2063_stacked_ui_flow`:STRING,`activePhlags_sf_3781_mobile_search`:STRING,`activePhlags_sf_3501_meclabs_0_vehicle`:STRING,`activePhlags_sf_2217_serp_email_capture`:STRING,`activePhlags_sf_3200_car_listing_cards`:STRING,`activePhlags_sf_7251_eclair`:STRING,`activePhlags_feature_gob_bluth`:STRING,`activePhlags_sf_2213_view_all_filtered_units`:STRING,`activePhlags_sf_6804_two_step_checkout`:STRING,`activePhlags_sf_2984_facility_listing_ctr`:STRING,`activePhlags_sf_3500_inventory_freshness_deux`:STRING,`activePhlags_sf_3014_nomad_test`:STRING,`activePhlags_red_269_harvey_messaging`:STRING,`activePhlags_sf_3067_vehicle_serp_content`:STRING,`activePhlags_red_716_tracking_prerender`:STRING,`activePhlags_sf_2703_phone_toast`:STRING>,`projectId`STRING,`Reservation_MoveIn_Day_Of_Week`STRING,`version`STRING,`originalTimestamp`STRING,`context`struct<`Google_Analytics`:struct<`clientId`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`messageId`STRING,`Reservation_Medium`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sfdc-stage/separated_dt/Order Completed'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.sfdc_order_completed`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.sfdc_order_completed"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}