Schema Info
Schema Name: sfdl_stage_segment.reactfoot_booking
- created: 2017-11-01 14:05:26
- disabled: False
- format: raw
- id: 276
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_stage_segment", "table": "reactfoot_booking" } - type: segment
Schema Versions: 4
-
Version 2999
- created: 2018-03-20 16:03:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_booking`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_booking`\n(\n `writeKey` string , `timestamp` string , `messageId` string , `userId` string ,`integrations` struct< `Google_Analytics` : string , `All` : string >,`properties` struct< `activePhlags_sf_4792_remove_date_from_search` : string , `Move_In_Date__Original_` : string , `activePhlags_sf_visit_id_generation_50_50` : string , `activePhlags_sf_4787_facility_page` : string , `activePhlags_pattern_lib_aa_header_phone` : string , `Reservation_Type` : string , `label` : string , `Reservation_MoveIn_Day_Of_Week` : string , `category` : string , `typeOfListing` : string , `activePhlags_sf_4161_post_res_paid` : string , `activePhlags_sf_4606_post_res_sms` : string , `activePhlags_sf_4788_search_filters` : string , `activePhlags_sf_3667_milly` : string , `activePhlags_sf_3658_vehicle_filters_2` : string , `activePhlags_sf_3500_inventory_freshness` : string , `callCenter` : string , `email` : string , `activePhlags_sf_3576_extend_res_window` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_3739_grouped_amenities_2` : string , `activePhlags_sf_3739_grouped_amenities` : string , `activePhlags_sf_3781_mobile_search` : string , `phone` : string , `siteId` : string , `activePhlags_sf_3571_nvf_donut` : string , `activePhlags_feature_gob_bluth` : string , `activePhlags_sf_4830_aa_phlag_band_aid` : string , `activePhlags_sf_3500_inventory_freshness_deux` : string , `firstName` : string , `lastName` : string , `activePhlags_sf_3498_match_landing_experience` : string , `activePhlags_sf_5198_oon_facility_page` : string , `activePhlags_pattern_lib_rollout_50_50` : string , `activePhlags_pattern_lib_rollout_0_100` : string , `priceNpv` : string , `Reservation_Medium` : string , `confirmationCode` : string >, `receivedAt` string , `version` string , `originalTimestamp` string ,`context` struct<`Google_Analytics` : struct< `clientId` : string >,`library` : struct< `version` : string , `name` : string >>, `projectId` string , `original_key` string , `_origin` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-stage/separated_dt/booking'\n", "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_booking" ] - hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/booking
- id: 2999
- processed: 1
- raw_data:
{ "_origin": "2018-03-20T21:02:22Z|s3://sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1521504000000/1521579695870.8065ab2cc126.1.11.1.1f4cf57b-3c2e-47d8-8ff5-8faa009b2e2a.gz|segment_separator:33", "channel": "server", "context": { "Google Analytics": { "clientId": "27235286.1521579378" }, "library": { "name": "unknown", "version": "unknown" } }, "event": "booking", "integrations": { "All": true, "Google Analytics": true }, "messageId": "api-Ken6d6psvpRwUVvcyWDD689OZFps7axQ", "originalTimestamp": "2018-03-20T20:56:40.000Z", "original_key": "sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1521417600000/1521489694905.8065ab2cc126.1.11.1.c73ece90-239b-454c-b5eb-23a538829496.gz", "projectId": "nQDzdrZI1K", "properties": { "Move In Date (Original)": "2018-03-31", "Reservation Medium": "web", "Reservation MoveIn Day Of Week": "Saturday", "Reservation Type": "PERCENT", "activePhlags_feature_gob_bluth": "control", "activePhlags_feature_sfdc_iron_markets": "variation", "activePhlags_pattern_lib_aa_header_phone": "variation", "activePhlags_pattern_lib_rollout_0_100": "reactfoot", "activePhlags_pattern_lib_rollout_50_50": "sparefootv2", "activePhlags_sf_3498_match_landing_experience": "match", "activePhlags_sf_3500_inventory_freshness": "variation", "activePhlags_sf_3500_inventory_freshness_deux": "control", "activePhlags_sf_3571_nvf_donut": "control", "activePhlags_sf_3576_extend_res_window": "days60", "activePhlags_sf_3658_vehicle_filters_2": "filters", "activePhlags_sf_3667_milly": "control", "activePhlags_sf_3739_grouped_amenities": "control", "activePhlags_sf_3739_grouped_amenities_2": "grouped", "activePhlags_sf_3781_mobile_search": "control", "activePhlags_sf_4161_post_res_paid": "control", "activePhlags_sf_4606_post_res_sms": "control", "activePhlags_sf_4787_facility_page": "control", "activePhlags_sf_4788_search_filters": "control", "activePhlags_sf_4792_remove_date_from_search": "variation", "activePhlags_sf_4830_aa_phlag_band_aid": "variation", "activePhlags_sf_5198_oon_facility_page": "variation", "activePhlags_sf_visit_id_generation_50_50": "visitservice", "callCenter": "0", "category": "reservation", "confirmationCode": "MND363PPH", "email": "[email protected]", "firstName": "test", "label": "web-selfstorage-5x5", "lastName": "test", "phone": "2342342345", "priceNpv": "500.00", "siteId": -1, "typeOfListing": "2" }, "receivedAt": "2018-03-20T20:57:10.162Z", "sentAt": "2018-03-20T20:57:09.815Z", "timestamp": "2018-03-20T20:56:40.347Z", "type": "track", "userId": "fed945ab395c9e124547decda80d8918", "version": 2, "writeKey": "gPzkrXYTAk3mq186YXZjfn5Ad1SwqFlN" } - schema_attributes:
{ "_origin": "string", "channel": "string", "context.Google_Analytics.clientId": "string", "context.library.name": "string", "context.library.version": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "original_key": "string", "projectId": "string", "properties.Move_In_Date__Original_": "string", "properties.Reservation_Medium": "string", "properties.Reservation_MoveIn_Day_Of_Week": "string", "properties.Reservation_Type": "string", "properties.activePhlags_feature_gob_bluth": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_pattern_lib_aa_header_phone": "string", "properties.activePhlags_pattern_lib_rollout_0_100": "string", "properties.activePhlags_pattern_lib_rollout_50_50": "string", "properties.activePhlags_sf_3498_match_landing_experience": "string", "properties.activePhlags_sf_3500_inventory_freshness": "string", "properties.activePhlags_sf_3500_inventory_freshness_deux": "string", "properties.activePhlags_sf_3571_nvf_donut": "string", "properties.activePhlags_sf_3576_extend_res_window": "string", "properties.activePhlags_sf_3658_vehicle_filters_2": "string", "properties.activePhlags_sf_3667_milly": "string", "properties.activePhlags_sf_3739_grouped_amenities": "string", "properties.activePhlags_sf_3739_grouped_amenities_2": "string", "properties.activePhlags_sf_3781_mobile_search": "string", "properties.callCenter": "string", "properties.category": "string", "properties.confirmationCode": "string", "properties.email": "string", "properties.firstName": "string", "properties.label": "string", "properties.lastName": "string", "properties.phone": "string", "properties.priceNpv": "string", "properties.siteId": "string", "properties.typeOfListing": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - schema_name_id: 276
- schema_scan_id: None
- updated: 2018-05-31 13:15:45
-
Version 2870
- created: 2018-03-19 15:01:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_booking`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_booking`\n(\n `projectId` string , `messageId` string , `userId` string ,`integrations` struct< `Google_Analytics` : string , `All` : string >, `event` string , `receivedAt` string , `version` string , `originalTimestamp` string ,`context` struct<`Google_Analytics` : struct< `clientId` : string >,`library` : struct< `version` : string , `name` : string >>, `timestamp` string , `original_key` string , `writeKey` string , `type` string ,`properties` struct< `activePhlags_sf_4792_remove_date_from_search` : string , `callCenter` : string , `activePhlags_sf_visit_id_generation_50_50` : string , `activePhlags_sf_4787_facility_page` : string , `activePhlags_pattern_lib_aa_header_phone` : string , `Reservation_Type` : string , `label` : string , `Reservation_MoveIn_Day_Of_Week` : string , `category` : string , `typeOfListing` : string , `activePhlags_sf_4161_post_res_paid` : string , `activePhlags_sf_4606_post_res_sms` : string , `activePhlags_sf_4788_search_filters` : string , `activePhlags_sf_3667_milly` : string , `activePhlags_sf_3658_vehicle_filters_2` : string , `activePhlags_sf_3500_inventory_freshness` : string , `Move_In_Date__Original_` : string , `email` : string , `activePhlags_sf_3576_extend_res_window` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_3739_grouped_amenities_2` : string , `activePhlags_sf_3739_grouped_amenities` : string , `activePhlags_sf_3781_mobile_search` : string , `phone` : string , `siteId` : string , `activePhlags_sf_3571_nvf_donut` : string , `activePhlags_feature_gob_bluth` : string , `activePhlags_sf_4830_aa_phlag_band_aid` : string , `activePhlags_sf_3500_inventory_freshness_deux` : string , `firstName` : string , `lastName` : string , `activePhlags_sf_3498_match_landing_experience` : string , `activePhlags_pattern_lib_rollout_50_50` : string , `activePhlags_pattern_lib_rollout_0_100` : string , `priceNpv` : string , `Reservation_Medium` : string , `confirmationCode` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-stage/separated_dt/booking'\n", "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_booking" ] - hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/booking
- id: 2870
- processed: 1
- raw_data:
{ "channel": "server", "context": { "Google Analytics": { "clientId": "2097459723.1521487892" }, "library": { "name": "unknown", "version": "unknown" } }, "event": "booking", "integrations": { "All": true, "Google Analytics": true }, "messageId": "api-cDzInUJz83rFJ21WwnIq1eU5BB4xNmlQ", "originalTimestamp": "2018-03-19T19:32:09.000Z", "original_key": "sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1521417600000/1521489694905.8065ab2cc126.1.11.1.c73ece90-239b-454c-b5eb-23a538829496.gz", "projectId": "nQDzdrZI1K", "properties": { "Move In Date (Original)": "2018-03-31", "Reservation Medium": "web", "Reservation MoveIn Day Of Week": "Saturday", "Reservation Type": "PERCENT", "activePhlags_feature_gob_bluth": "control", "activePhlags_feature_sfdc_iron_markets": "variation", "activePhlags_pattern_lib_aa_header_phone": "variation", "activePhlags_pattern_lib_rollout_0_100": "reactfoot", "activePhlags_pattern_lib_rollout_50_50": "sparefootv2", "activePhlags_sf_3498_match_landing_experience": "match", "activePhlags_sf_3500_inventory_freshness": "variation", "activePhlags_sf_3500_inventory_freshness_deux": "control", "activePhlags_sf_3571_nvf_donut": "control", "activePhlags_sf_3576_extend_res_window": "days60", "activePhlags_sf_3658_vehicle_filters_2": "filters", "activePhlags_sf_3667_milly": "control", "activePhlags_sf_3739_grouped_amenities": "control", "activePhlags_sf_3739_grouped_amenities_2": "control", "activePhlags_sf_3781_mobile_search": "control", "activePhlags_sf_4161_post_res_paid": "post_res_paid", "activePhlags_sf_4606_post_res_sms": "post_res_sms", "activePhlags_sf_4787_facility_page": "control", "activePhlags_sf_4788_search_filters": "variation", "activePhlags_sf_4792_remove_date_from_search": "variation", "activePhlags_sf_4830_aa_phlag_band_aid": "control", "activePhlags_sf_visit_id_generation_50_50": "control", "callCenter": "0", "category": "reservation", "confirmationCode": "Y5GD6MTV9", "email": "[email protected]", "firstName": "test", "label": "web-selfstorage-1x5", "lastName": "test", "phone": "2342342345", "priceNpv": "500.00", "siteId": -1, "typeOfListing": "2" }, "receivedAt": "2018-03-19T19:33:24.143Z", "sentAt": "2018-03-19T19:33:23.803Z", "timestamp": "2018-03-19T19:32:09.340Z", "type": "track", "userId": "ef67cb4cc79e941f82b07d71555ac263", "version": 2, "writeKey": "gPzkrXYTAk3mq186YXZjfn5Ad1SwqFlN" } - schema_attributes:
{ "channel": "string", "context.Google_Analytics.clientId": "string", "context.library.name": "string", "context.library.version": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "original_key": "string", "projectId": "string", "properties.Move_In_Date__Original_": "string", "properties.Reservation_Medium": "string", "properties.Reservation_MoveIn_Day_Of_Week": "string", "properties.Reservation_Type": "string", "properties.activePhlags_feature_gob_bluth": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_pattern_lib_aa_header_phone": "string", "properties.activePhlags_pattern_lib_rollout_0_100": "string", "properties.activePhlags_pattern_lib_rollout_50_50": "string", "properties.activePhlags_sf_3498_match_landing_experience": "string", "properties.activePhlags_sf_3500_inventory_freshness": "string", "properties.activePhlags_sf_3500_inventory_freshness_deux": "string", "properties.activePhlags_sf_3571_nvf_donut": "string", "properties.activePhlags_sf_3576_extend_res_window": "string", "properties.activePhlags_sf_3658_vehicle_filters_2": "string", "properties.activePhlags_sf_3667_milly": "string", "properties.activePhlags_sf_3739_grouped_amenities": "string", "properties.activePhlags_sf_3739_grouped_amenities_2": "string", "properties.activePhlags_sf_3781_mobile_search": "string", "properties.callCenter": "string", "properties.category": "string", "properties.confirmationCode": "string", "properties.email": "string", "properties.firstName": "string", "properties.label": "string", "properties.lastName": "string", "properties.phone": "string", "properties.priceNpv": "string", "properties.siteId": "string", "properties.typeOfListing": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - schema_name_id: 276
- schema_scan_id: None
- updated: 2018-03-19 15:02:20
-
Version 1966
- created: 2017-11-01 16:59:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_booking`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_booking`\n(\n `projectId` string , `messageId` string , `userId` string ,`integrations` struct< `Google_Analytics` : string , `All` : string >, `event` string , `receivedAt` string , `version` string , `originalTimestamp` string ,`context` struct<`Google_Analytics` : struct< `clientId` : string >,`library` : struct< `version` : string , `name` : string >>, `timestamp` string , `writeKey` string , `type` string ,`properties` struct< `callCenter` : string , `activePhlags_pattern_lib_aa_header_phone` : string , `Reservation_Type` : string , `Reservation_MoveIn_Day_Of_Week` : string , `category` : string , `typeOfListing` : string , `label` : string , `activePhlags_sf_3667_milly` : string , `activePhlags_sf_3658_vehicle_filters_2` : string , `activePhlags_sf_3500_inventory_freshness` : string , `Move_In_Date__Original_` : string , `email` : string , `priceNpv` : string , `activePhlags_sf_3576_extend_res_window` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_3739_grouped_amenities_2` : string , `activePhlags_sf_3500_inventory_freshness_deux` : string , `activePhlags_sf_3781_mobile_search` : string , `phone` : string , `siteId` : string , `activePhlags_sf_3571_nvf_donut` : string , `activePhlags_feature_gob_bluth` : string , `activePhlags_sf_3739_grouped_amenities` : string , `firstName` : string , `lastName` : string , `activePhlags_sf_3498_match_landing_experience` : string , `activePhlags_pattern_lib_rollout_50_50` : string , `activePhlags_pattern_lib_rollout_0_100` : string , `Reservation_Medium` : string , `confirmationCode` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-stage/separated_dt/booking'", "MSCK REPAIR TABLE `sfdl_stage_segment.reactfoot_booking`" ] - hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/booking
- id: 1966
- processed: 1
- raw_data:
{ "channel": "server", "context": { "Google Analytics": { "clientId": "185876251.1502920837" }, "library": { "name": "unknown", "version": "unknown" } }, "event": "booking", "integrations": { "All": true, "Google Analytics": true }, "messageId": "api-ynxp8GNfzbFCyLfOLpJ0EAA4eahGClkG", "originalTimestamp": "2017-11-01T21:08:04.000Z", "projectId": "nQDzdrZI1K", "properties": { "Move In Date (Original)": "2017-11-17", "Reservation Medium": "callcenter", "Reservation MoveIn Day Of Week": "Friday", "Reservation Type": "RESIDUAL", "activePhlags_feature_gob_bluth": "control", "activePhlags_feature_sfdc_iron_markets": "variation", "activePhlags_pattern_lib_aa_header_phone": "variation", "activePhlags_pattern_lib_rollout_0_100": "reactfoot", "activePhlags_pattern_lib_rollout_50_50": "sparefootv2", "activePhlags_sf_3498_match_landing_experience": "match", "activePhlags_sf_3500_inventory_freshness": "variation", "activePhlags_sf_3500_inventory_freshness_deux": "control", "activePhlags_sf_3571_nvf_donut": "control", "activePhlags_sf_3576_extend_res_window": "days60", "activePhlags_sf_3658_vehicle_filters_2": "filters", "activePhlags_sf_3667_milly": "control", "activePhlags_sf_3739_grouped_amenities": "control", "activePhlags_sf_3739_grouped_amenities_2": "grouped", "activePhlags_sf_3781_mobile_search": "control", "callCenter": "1", "category": "reservation", "confirmationCode": "FMWKQCDHS", "email": "[email protected]", "firstName": "test", "label": "callcenter-selfstorage-10x10", "lastName": "test", "phone": "5555555555", "priceNpv": "42345.00", "siteId": 59, "typeOfListing": "2" }, "receivedAt": "2017-11-01T21:09:14.893Z", "sentAt": "2017-11-01T21:09:14.533Z", "timestamp": "2017-11-01T21:08:04.360Z", "type": "track", "userId": "4359776a0a093630617322780", "version": 2, "writeKey": "gPzkrXYTAk3mq186YXZjfn5Ad1SwqFlN" } - schema_attributes:
{ "channel": "string", "context.Google_Analytics.clientId": "string", "context.library.name": "string", "context.library.version": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Move_In_Date__Original_": "string", "properties.Reservation_Medium": "string", "properties.Reservation_MoveIn_Day_Of_Week": "string", "properties.Reservation_Type": "string", "properties.activePhlags_feature_gob_bluth": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_pattern_lib_aa_header_phone": "string", "properties.activePhlags_pattern_lib_rollout_0_100": "string", "properties.activePhlags_pattern_lib_rollout_50_50": "string", "properties.activePhlags_sf_3498_match_landing_experience": "string", "properties.activePhlags_sf_3500_inventory_freshness": "string", "properties.activePhlags_sf_3500_inventory_freshness_deux": "string", "properties.activePhlags_sf_3571_nvf_donut": "string", "properties.activePhlags_sf_3576_extend_res_window": "string", "properties.activePhlags_sf_3658_vehicle_filters_2": "string", "properties.activePhlags_sf_3667_milly": "string", "properties.activePhlags_sf_3739_grouped_amenities": "string", "properties.activePhlags_sf_3739_grouped_amenities_2": "string", "properties.activePhlags_sf_3781_mobile_search": "string", "properties.callCenter": "string", "properties.category": "string", "properties.confirmationCode": "string", "properties.email": "string", "properties.firstName": "string", "properties.label": "string", "properties.lastName": "string", "properties.phone": "string", "properties.priceNpv": "string", "properties.siteId": "string", "properties.typeOfListing": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - schema_name_id: 276
- schema_scan_id: None
- updated: None
-
Version 1749
- created: 2017-11-01 14:05:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_booking`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_booking`\n(\n `projectId` string , `messageId` string , `userId` string ,`integrations` struct< `Google_Analytics` : string , `All` : string >, `event` string , `receivedAt` string , `version` string , `originalTimestamp` string ,`context` struct<`Google_Analytics` : struct< `clientId` : string >,`library` : struct< `version` : string , `name` : string >>, `timestamp` string , `writeKey` string , `type` string ,`properties` struct< `callCenter` : string , `Move_In_Date__Original_` : string , `activePhlags_pattern_lib_aa_header_phone` : string , `Reservation_Type` : string , `Reservation_MoveIn_Day_Of_Week` : string , `category` : string , `typeOfListing` : string , `label` : string , `activePhlags_sf_3667_milly` : string , `activePhlags_sf_3658_vehicle_filters_2` : string , `activePhlags_sf_3500_inventory_freshness` : string , `Reservation_Medium` : string , `email` : string , `activePhlags_sf_3576_extend_res_window` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_3739_grouped_amenities_2` : string , `activePhlags_sf_3500_inventory_freshness_deux` : string , `activePhlags_sf_3781_mobile_search` : string , `phone` : string , `confirmationCode` : string , `activePhlags_sf_3571_nvf_donut` : string , `activePhlags_feature_gob_bluth` : string , `activePhlags_sf_3739_grouped_amenities` : string , `firstName` : string , `lastName` : string , `activePhlags_sf_3498_match_landing_experience` : string , `activePhlags_pattern_lib_rollout_50_50` : string , `activePhlags_pattern_lib_rollout_0_100` : string , `priceNpv` : string , `siteId` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n 'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-stage/separated_dt/booking'", "MSCK REPAIR TABLE `sfdl_stage_segment.reactfoot_booking`" ] - hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/booking
- id: 1749
- processed: 1
- raw_data:
{ "channel": "server", "context": { "Google Analytics": { "clientId": "185876251.1502920837" }, "library": { "name": "unknown", "version": "unknown" } }, "event": "booking", "integrations": { "All": true, "Google Analytics": true }, "messageId": "api-V8NAQyhbAPYIOHifAAXR6Bujv2OFGfb5", "originalTimestamp": "2017-11-01T18:34:41.000Z", "projectId": "nQDzdrZI1K", "properties": { "Move In Date (Original)": "2017-11-02", "Reservation Medium": "callcenter", "Reservation MoveIn Day Of Week": "Thursday", "Reservation Type": "RESIDUAL", "activePhlags_feature_gob_bluth": "control", "activePhlags_feature_sfdc_iron_markets": "variation", "activePhlags_pattern_lib_aa_header_phone": "variation", "activePhlags_pattern_lib_rollout_0_100": "control", "activePhlags_pattern_lib_rollout_50_50": "reactfoot", "activePhlags_sf_3498_match_landing_experience": "match", "activePhlags_sf_3500_inventory_freshness": "control", "activePhlags_sf_3500_inventory_freshness_deux": "control", "activePhlags_sf_3571_nvf_donut": "variation", "activePhlags_sf_3576_extend_res_window": "control", "activePhlags_sf_3658_vehicle_filters_2": "filters", "activePhlags_sf_3667_milly": "milly", "activePhlags_sf_3739_grouped_amenities": "grouped", "activePhlags_sf_3739_grouped_amenities_2": "grouped", "activePhlags_sf_3781_mobile_search": "hide_search_and_value", "callCenter": "1", "category": "reservation", "confirmationCode": "K4H8U59TC", "email": "[email protected]", "firstName": "test", "label": "callcenter-selfstorage-5x5", "lastName": "test", "phone": "5555555555", "priceNpv": "28230.00", "siteId": 59, "typeOfListing": "2" }, "receivedAt": "2017-11-01T18:35:57.889Z", "sentAt": "2017-11-01T18:35:57.518Z", "timestamp": "2017-11-01T18:34:41.371Z", "type": "track", "userId": "4359776a0a093630617322780", "version": 2, "writeKey": "gPzkrXYTAk3mq186YXZjfn5Ad1SwqFlN" } - schema_attributes:
{ "channel": "string", "context.Google_Analytics.clientId": "string", "context.library.name": "string", "context.library.version": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Move_In_Date__Original_": "string", "properties.Reservation_Medium": "string", "properties.Reservation_MoveIn_Day_Of_Week": "string", "properties.Reservation_Type": "string", "properties.activePhlags_feature_gob_bluth": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_pattern_lib_aa_header_phone": "string", "properties.activePhlags_pattern_lib_rollout_0_100": "string", "properties.activePhlags_pattern_lib_rollout_50_50": "string", "properties.activePhlags_sf_3498_match_landing_experience": "string", "properties.activePhlags_sf_3500_inventory_freshness": "string", "properties.activePhlags_sf_3500_inventory_freshness_deux": "string", "properties.activePhlags_sf_3571_nvf_donut": "string", "properties.activePhlags_sf_3576_extend_res_window": "string", "properties.activePhlags_sf_3658_vehicle_filters_2": "string", "properties.activePhlags_sf_3667_milly": "string", "properties.activePhlags_sf_3739_grouped_amenities": "string", "properties.activePhlags_sf_3739_grouped_amenities_2": "string", "properties.activePhlags_sf_3781_mobile_search": "string", "properties.callCenter": "string", "properties.category": "string", "properties.confirmationCode": "string", "properties.email": "string", "properties.firstName": "string", "properties.label": "string", "properties.lastName": "string", "properties.phone": "string", "properties.priceNpv": "string", "properties.siteId": "string", "properties.typeOfListing": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - schema_name_id: 276
- schema_scan_id: None
- updated: None
Schema Scans: 0
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_stage_segment.reactfoot_booking`\nADD\n\n\n PARTITION (dt='2024-12-12') location 's3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-12/'\n PARTITION (dt='2024-12-16') location 's3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-16/'\n PARTITION (dt='2024-12-17') location 's3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-17/'\n;" ] - name: dt
- state:
[ { "info": { "id": 586295, "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-12/", "name": "dt", "value": "2024-12-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-12-12 02:02:42", "last_data": "2024-12-12 02:02:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 587191, "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-16/", "name": "dt", "value": "2024-12-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-12-16 03:32:52", "last_data": "2024-12-16 03:32:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 587638, "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-17/", "name": "dt", "value": "2024-12-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-12-17 15:27:23", "last_data": "2024-12-17 15:27:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "channel": "string", "context.Google_Analytics.clientId": "string", "context.library.name": "string", "context.library.version": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "original_key": "string", "projectId": "string", "properties.Move_In_Date__Original_": "string", "properties.Reservation_Medium": "string", "properties.Reservation_MoveIn_Day_Of_Week": "string", "properties.Reservation_Type": "string", "properties.activePhlags_feature_gob_bluth": "string", "properties.activePhlags_feature_sfdc_iron_markets": "string", "properties.activePhlags_pattern_lib_aa_header_phone": "string", "properties.activePhlags_pattern_lib_rollout_0_100": "string", "properties.activePhlags_pattern_lib_rollout_50_50": "string", "properties.activePhlags_sf_3498_match_landing_experience": "string", "properties.activePhlags_sf_3500_inventory_freshness": "string", "properties.activePhlags_sf_3500_inventory_freshness_deux": "string", "properties.activePhlags_sf_3571_nvf_donut": "string", "properties.activePhlags_sf_3576_extend_res_window": "string", "properties.activePhlags_sf_3658_vehicle_filters_2": "string", "properties.activePhlags_sf_3667_milly": "string", "properties.activePhlags_sf_3739_grouped_amenities": "string", "properties.activePhlags_sf_3739_grouped_amenities_2": "string", "properties.activePhlags_sf_3781_mobile_search": "string", "properties.callCenter": "string", "properties.category": "string", "properties.confirmationCode": "string", "properties.email": "string", "properties.firstName": "string", "properties.label": "string", "properties.lastName": "string", "properties.phone": "string", "properties.priceNpv": "string", "properties.siteId": "string", "properties.typeOfListing": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - created: 2018-03-20 16:03:23
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_booking`\n(\n `writeKey` string , `timestamp` string , `messageId` string , `userId` string ,`integrations` struct< `Google_Analytics` : string , `All` : string >,`properties` struct< `activePhlags_sf_4792_remove_date_from_search` : string , `Move_In_Date__Original_` : string , `activePhlags_sf_visit_id_generation_50_50` : string , `activePhlags_sf_4787_facility_page` : string , `activePhlags_pattern_lib_aa_header_phone` : string , `Reservation_Type` : string , `label` : string , `Reservation_MoveIn_Day_Of_Week` : string , `category` : string , `typeOfListing` : string , `activePhlags_sf_4161_post_res_paid` : string , `activePhlags_sf_4606_post_res_sms` : string , `activePhlags_sf_4788_search_filters` : string , `activePhlags_sf_3667_milly` : string , `activePhlags_sf_3658_vehicle_filters_2` : string , `activePhlags_sf_3500_inventory_freshness` : string , `callCenter` : string , `email` : string , `activePhlags_sf_3576_extend_res_window` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_3739_grouped_amenities_2` : string , `activePhlags_sf_3739_grouped_amenities` : string , `activePhlags_sf_3781_mobile_search` : string , `phone` : string , `siteId` : string , `activePhlags_sf_3571_nvf_donut` : string , `activePhlags_feature_gob_bluth` : string , `activePhlags_sf_4830_aa_phlag_band_aid` : string , `activePhlags_sf_3500_inventory_freshness_deux` : string , `firstName` : string , `lastName` : string , `activePhlags_sf_3498_match_landing_experience` : string , `activePhlags_sf_5198_oon_facility_page` : string , `activePhlags_pattern_lib_rollout_50_50` : string , `activePhlags_pattern_lib_rollout_0_100` : string , `priceNpv` : string , `Reservation_Medium` : string , `confirmationCode` : string >, `receivedAt` string , `version` string , `originalTimestamp` string ,`context` struct<`Google_Analytics` : struct< `clientId` : string >,`library` : struct< `version` : string , `name` : string >>, `projectId` string , `original_key` string , `_origin` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-stage/separated_dt/booking'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_booking`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_booking" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2017-11-01 14:05:26",
"disabled": false,
"format": "raw",
"id": 276,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_stage_segment",
"table": "reactfoot_booking"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_stage_segment.reactfoot_booking`\nADD\n\n\n PARTITION (dt='2024-12-12') location 's3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-12/'\n PARTITION (dt='2024-12-16') location 's3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-16/'\n PARTITION (dt='2024-12-17') location 's3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-17/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 586295,
"location": "s3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-12/",
"name": "dt",
"value": "2024-12-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-12-12 02:02:42",
"last_data": "2024-12-12 02:02:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 587191,
"location": "s3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-16/",
"name": "dt",
"value": "2024-12-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-12-16 03:32:52",
"last_data": "2024-12-16 03:32:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 587638,
"location": "s3://sfdl-segment-reactfoot-stage/separated_dt/booking/dt=2024-12-17/",
"name": "dt",
"value": "2024-12-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-12-17 15:27:23",
"last_data": "2024-12-17 15:27:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"channel": "string",
"context.Google_Analytics.clientId": "string",
"context.library.name": "string",
"context.library.version": "string",
"event": "string",
"integrations.All": "string",
"integrations.Google_Analytics": "string",
"messageId": "string",
"originalTimestamp": "string",
"original_key": "string",
"projectId": "string",
"properties.Move_In_Date__Original_": "string",
"properties.Reservation_Medium": "string",
"properties.Reservation_MoveIn_Day_Of_Week": "string",
"properties.Reservation_Type": "string",
"properties.activePhlags_feature_gob_bluth": "string",
"properties.activePhlags_feature_sfdc_iron_markets": "string",
"properties.activePhlags_pattern_lib_aa_header_phone": "string",
"properties.activePhlags_pattern_lib_rollout_0_100": "string",
"properties.activePhlags_pattern_lib_rollout_50_50": "string",
"properties.activePhlags_sf_3498_match_landing_experience": "string",
"properties.activePhlags_sf_3500_inventory_freshness": "string",
"properties.activePhlags_sf_3500_inventory_freshness_deux": "string",
"properties.activePhlags_sf_3571_nvf_donut": "string",
"properties.activePhlags_sf_3576_extend_res_window": "string",
"properties.activePhlags_sf_3658_vehicle_filters_2": "string",
"properties.activePhlags_sf_3667_milly": "string",
"properties.activePhlags_sf_3739_grouped_amenities": "string",
"properties.activePhlags_sf_3739_grouped_amenities_2": "string",
"properties.activePhlags_sf_3781_mobile_search": "string",
"properties.callCenter": "string",
"properties.category": "string",
"properties.confirmationCode": "string",
"properties.email": "string",
"properties.firstName": "string",
"properties.label": "string",
"properties.lastName": "string",
"properties.phone": "string",
"properties.priceNpv": "string",
"properties.siteId": "string",
"properties.typeOfListing": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string",
"writeKey": "string"
},
"created": "2018-03-20 16:03:23",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_booking`\n(\n `writeKey` string , `timestamp` string , `messageId` string , `userId` string ,`integrations` struct< `Google_Analytics` : string , `All` : string >,`properties` struct< `activePhlags_sf_4792_remove_date_from_search` : string , `Move_In_Date__Original_` : string , `activePhlags_sf_visit_id_generation_50_50` : string , `activePhlags_sf_4787_facility_page` : string , `activePhlags_pattern_lib_aa_header_phone` : string , `Reservation_Type` : string , `label` : string , `Reservation_MoveIn_Day_Of_Week` : string , `category` : string , `typeOfListing` : string , `activePhlags_sf_4161_post_res_paid` : string , `activePhlags_sf_4606_post_res_sms` : string , `activePhlags_sf_4788_search_filters` : string , `activePhlags_sf_3667_milly` : string , `activePhlags_sf_3658_vehicle_filters_2` : string , `activePhlags_sf_3500_inventory_freshness` : string , `callCenter` : string , `email` : string , `activePhlags_sf_3576_extend_res_window` : string , `activePhlags_feature_sfdc_iron_markets` : string , `activePhlags_sf_3739_grouped_amenities_2` : string , `activePhlags_sf_3739_grouped_amenities` : string , `activePhlags_sf_3781_mobile_search` : string , `phone` : string , `siteId` : string , `activePhlags_sf_3571_nvf_donut` : string , `activePhlags_feature_gob_bluth` : string , `activePhlags_sf_4830_aa_phlag_band_aid` : string , `activePhlags_sf_3500_inventory_freshness_deux` : string , `firstName` : string , `lastName` : string , `activePhlags_sf_3498_match_landing_experience` : string , `activePhlags_sf_5198_oon_facility_page` : string , `activePhlags_pattern_lib_rollout_50_50` : string , `activePhlags_pattern_lib_rollout_0_100` : string , `priceNpv` : string , `Reservation_Medium` : string , `confirmationCode` : string >, `receivedAt` string , `version` string , `originalTimestamp` string ,`context` struct<`Google_Analytics` : struct< `clientId` : string >,`library` : struct< `version` : string , `name` : string >>, `projectId` string , `original_key` string , `_origin` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-stage/separated_dt/booking'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_booking`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_booking"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}