Schema Info
Schema Name: sfdl_stage_rds.master_sparefoot_listing_avail
- created: 2018-05-17 08:22:18
- disabled: False
- format: raw
- id: 533
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_rds", "table": "master_sparefoot_listing_avail" } - type: rds
Schema Versions: 3
-
Version 179710
- created: 2018-07-17 00:05:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.master_sparefoot_listing_avail`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.master_sparefoot_listing_avail`\n(\n `listing_avail_id` int , `corporation_id` int , `live` smallint , `type_of_listing` smallint , `source` smallint , `user_id` int , `location_id` int , `posted_timestamp` timestamp , `updated_timestamp` timestamp , `listing_expiration` date , `available_until` date , `title` varchar(128) , `description` string , `phone` bigint , `ppc_phone` bigint , `allotment_id` smallint , `when_accessible_id` smallint , `featured` smallint , `highlighted` smallint , `lease` smallint , `special_string` string , `bid_flat` decimal(6,2) , `bid_percent` decimal(6,2) , `publish` smallint , `active` smallint , `admin_fee` decimal(6,2) , `url` varchar(999) , `url_verified` smallint , `hosted_website` smallint , `truck_rental` smallint , `free_truck_rental` smallint , `truck_access` smallint , `truck_access_size` smallint , `egate_access` smallint , `surveillance` smallint , `fenced_lighted` smallint , `24_hr_access` smallint , `handcarts` smallint , `elevator` smallint , `directory_facility` smallint , `notes` string , `approved` smallint , `company_code` varchar(128) , `billable_entity_id` int , `kiosk` smallint , `logo` varchar(37) , `youtube_video` varchar(255) , `payment_portal` varchar(255) , `ga_account` varchar(32) , `hosted_site_url` varchar(255) , `open_tech_id` varchar(64) , `cpa` smallint , `api_credentials_invalid` smallint , `maintenance_mode` smallint , `insights` smallint , `network_subscription_fee` decimal(6,2) , `pinned` smallint , `penske_geopage_link` varchar(999) , `penske_geopage_link_text` varchar(999) , `penske` smallint , `penske_adnetwork_link` varchar(999) , `wholesale_type` varchar(60) , `play_facility_message` smallint , `geopage_static_url` varchar(255) , `hosted_website_type` varchar(60) , `hosted_website_price` decimal(6,2) , `hosted_website_billing_cycle` varchar(60) , `min_bid` decimal(6,2) , `insights_radius` smallint , `insights_num_facilities` smallint , `population_density` varchar(60) , `suppression_rate` decimal(3,2) , `tenant_connect` smallint , `insurance` decimal(6,2) , `tax_rate` decimal , `modified_dtm` timestamp , `self_reported_source_id` smallint , `aaa_eligible` smallint , `aaa_opt_in` smallint , `aaa_active` smallint , `cdp_enabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-stage/raw/sparefoot_listing_avail/2018-07-17/1531803924'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.master_sparefoot_listing_avail" ] - hive_path: s3://sfdl-rds-master-stage/raw/sparefoot_listing_avail/2018-07-17/1531803924
- id: 179710
- processed: 1
- raw_data:
{ "24_hr_access": 36, "aaa_active": 79, "aaa_eligible": 77, "aaa_opt_in": 78, "active": 24, "admin_fee": 25, "allotment_id": 15, "api_credentials_invalid": 52, "approved": 41, "available_until": 10, "bid_flat": 21, "bid_percent": 22, "billable_entity_id": 43, "cdp_enabled": 80, "company_code": 42, "corporation_id": 1, "cpa": 51, "description": 12, "directory_facility": 39, "egate_access": 33, "elevator": 38, "featured": 17, "fenced_lighted": 35, "free_truck_rental": 30, "ga_account": 48, "geopage_static_url": 63, "handcarts": 37, "highlighted": 18, "hosted_site_url": 49, "hosted_website": 28, "hosted_website_billing_cycle": 66, "hosted_website_price": 65, "hosted_website_type": 64, "insights": 54, "insights_num_facilities": 69, "insights_radius": 68, "insurance": 73, "kiosk": 44, "lease": 19, "listing_avail_id": 0, "listing_expiration": 9, "live": 2, "location_id": 6, "logo": 45, "maintenance_mode": 53, "min_bid": 67, "modified_dtm": 75, "network_subscription_fee": 55, "notes": 40, "open_tech_id": 50, "payment_portal": 47, "penske": 59, "penske_adnetwork_link": 60, "penske_geopage_link": 57, "penske_geopage_link_text": 58, "phone": 13, "pinned": 56, "play_facility_message": 62, "population_density": 70, "posted_timestamp": 7, "ppc_phone": 14, "publish": 23, "self_reported_source_id": 76, "source": 4, "special_string": 20, "suppression_rate": 71, "surveillance": 34, "tax_rate": 74, "tenant_connect": 72, "title": 11, "truck_access": 31, "truck_access_size": 32, "truck_rental": 29, "type_of_listing": 3, "updated_timestamp": 8, "url": 26, "url_verified": 27, "user_id": 5, "when_accessible_id": 16, "wholesale_type": 61, "youtube_video": 46 } - schema_attributes:
{ "24_hr_access": "smallint", "aaa_active": "smallint", "aaa_eligible": "smallint", "aaa_opt_in": "smallint", "active": "smallint", "admin_fee": "decimal(6,2)", "allotment_id": "smallint", "api_credentials_invalid": "smallint", "approved": "smallint", "available_until": "date", "bid_flat": "decimal(6,2)", "bid_percent": "decimal(6,2)", "billable_entity_id": "int", "cdp_enabled": "smallint", "company_code": "varchar(128)", "corporation_id": "int", "cpa": "smallint", "description": "string", "directory_facility": "smallint", "egate_access": "smallint", "elevator": "smallint", "featured": "smallint", "fenced_lighted": "smallint", "free_truck_rental": "smallint", "ga_account": "varchar(32)", "geopage_static_url": "varchar(255)", "handcarts": "smallint", "highlighted": "smallint", "hosted_site_url": "varchar(255)", "hosted_website": "smallint", "hosted_website_billing_cycle": "varchar(60)", "hosted_website_price": "decimal(6,2)", "hosted_website_type": "varchar(60)", "insights": "smallint", "insights_num_facilities": "smallint", "insights_radius": "smallint", "insurance": "decimal(6,2)", "kiosk": "smallint", "lease": "smallint", "listing_avail_id": "int", "listing_expiration": "date", "live": "smallint", "location_id": "int", "logo": "varchar(37)", "maintenance_mode": "smallint", "min_bid": "decimal(6,2)", "modified_dtm": "timestamp", "network_subscription_fee": "decimal(6,2)", "notes": "string", "open_tech_id": "varchar(64)", "payment_portal": "varchar(255)", "penske": "smallint", "penske_adnetwork_link": "varchar(999)", "penske_geopage_link": "varchar(999)", "penske_geopage_link_text": "varchar(999)", "phone": "bigint", "pinned": "smallint", "play_facility_message": "smallint", "population_density": "varchar(60)", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "smallint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "decimal(3,2)", "surveillance": "smallint", "tax_rate": "decimal", "tenant_connect": "smallint", "title": "varchar(128)", "truck_access": "smallint", "truck_access_size": "smallint", "truck_rental": "smallint", "type_of_listing": "smallint", "updated_timestamp": "timestamp", "url": "varchar(999)", "url_verified": "smallint", "user_id": "int", "when_accessible_id": "smallint", "wholesale_type": "varchar(60)", "youtube_video": "varchar(255)" } - schema_name_id: 533
- schema_scan_id: 1416646
- updated: 2018-07-17 00:05:38
-
Version 179598
- created: 2018-07-16 00:04:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.master_sparefoot_listing_avail`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.master_sparefoot_listing_avail`\n(\n `listing_avail_id` int , `corporation_id` int , `live` smallint , `type_of_listing` smallint , `source` smallint , `user_id` int , `location_id` int , `posted_timestamp` timestamp , `updated_timestamp` timestamp , `listing_expiration` date , `available_until` date , `title` varchar(128) , `description` string , `phone` bigint , `ppc_phone` bigint , `allotment_id` smallint , `when_accessible_id` smallint , `featured` smallint , `highlighted` smallint , `lease` smallint , `special_string` string , `bid_flat` decimal(6,2) , `bid_percent` decimal(6,2) , `publish` smallint , `active` smallint , `admin_fee` decimal(6,2) , `url` varchar(999) , `url_verified` smallint , `hosted_website` smallint , `truck_rental` smallint , `free_truck_rental` smallint , `truck_access` smallint , `truck_access_size` smallint , `egate_access` smallint , `surveillance` smallint , `fenced_lighted` smallint , `24_hr_access` smallint , `handcarts` smallint , `elevator` smallint , `directory_facility` smallint , `notes` string , `approved` smallint , `company_code` varchar(128) , `billable_entity_id` int , `kiosk` smallint , `logo` varchar(37) , `youtube_video` varchar(255) , `payment_portal` varchar(255) , `ga_account` varchar(32) , `hosted_site_url` varchar(255) , `open_tech_id` varchar(64) , `cpa` smallint , `api_credentials_invalid` smallint , `maintenance_mode` smallint , `insights` smallint , `network_subscription_fee` decimal(6,2) , `pinned` smallint , `penske_geopage_link` varchar(999) , `penske_geopage_link_text` varchar(999) , `penske` smallint , `penske_adnetwork_link` varchar(999) , `wholesale_type` varchar(60) , `play_facility_message` smallint , `geopage_static_url` varchar(255) , `hosted_website_type` varchar(60) , `hosted_website_price` decimal(6,2) , `hosted_website_billing_cycle` varchar(60) , `min_bid` decimal(6,2) , `insights_radius` smallint , `insights_num_facilities` smallint , `population_density` varchar(60) , `suppression_rate` decimal(3,2) , `tenant_connect` smallint , `insurance` decimal(6,2) , `tax_rate` decimal , `modified_dtm` timestamp , `self_reported_source_id` smallint , `aaa_eligible` smallint , `aaa_opt_in` smallint , `aaa_active` smallint , `cdp_enabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-stage/raw/sparefoot_listing_avail/2018-07-16/1531717469'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.master_sparefoot_listing_avail" ] - hive_path: s3://sfdl-rds-master-stage/raw/sparefoot_listing_avail/2018-07-16/1531717469
- id: 179598
- processed: 1
- raw_data:
{ "24_hr_access": 36, "aaa_active": 79, "aaa_eligible": 77, "aaa_opt_in": 78, "active": 24, "admin_fee": 25, "allotment_id": 15, "api_credentials_invalid": 52, "approved": 41, "available_until": 10, "bid_flat": 21, "bid_percent": 22, "billable_entity_id": 43, "cdp_enabled": 80, "company_code": 42, "corporation_id": 1, "cpa": 51, "description": 12, "directory_facility": 39, "egate_access": 33, "elevator": 38, "featured": 17, "fenced_lighted": 35, "free_truck_rental": 30, "ga_account": 48, "geopage_static_url": 63, "handcarts": 37, "highlighted": 18, "hosted_site_url": 49, "hosted_website": 28, "hosted_website_billing_cycle": 66, "hosted_website_price": 65, "hosted_website_type": 64, "insights": 54, "insights_num_facilities": 69, "insights_radius": 68, "insurance": 73, "kiosk": 44, "lease": 19, "listing_avail_id": 0, "listing_expiration": 9, "live": 2, "location_id": 6, "logo": 45, "maintenance_mode": 53, "min_bid": 67, "modified_dtm": 75, "network_subscription_fee": 55, "notes": 40, "open_tech_id": 50, "payment_portal": 47, "penske": 59, "penske_adnetwork_link": 60, "penske_geopage_link": 57, "penske_geopage_link_text": 58, "phone": 13, "pinned": 56, "play_facility_message": 62, "population_density": 70, "posted_timestamp": 7, "ppc_phone": 14, "publish": 23, "self_reported_source_id": 76, "source": 4, "special_string": 20, "suppression_rate": 71, "surveillance": 34, "tax_rate": 74, "tenant_connect": 72, "title": 11, "truck_access": 31, "truck_access_size": 32, "truck_rental": 29, "type_of_listing": 3, "updated_timestamp": 8, "url": 26, "url_verified": 27, "user_id": 5, "when_accessible_id": 16, "wholesale_type": 61, "youtube_video": 46 } - schema_attributes:
{ "24_hr_access": "smallint", "aaa_active": "smallint", "aaa_eligible": "smallint", "aaa_opt_in": "smallint", "active": "smallint", "admin_fee": "decimal(6,2)", "allotment_id": "smallint", "api_credentials_invalid": "smallint", "approved": "smallint", "available_until": "date", "bid_flat": "decimal(6,2)", "bid_percent": "decimal(6,2)", "billable_entity_id": "int", "cdp_enabled": "smallint", "company_code": "varchar(128)", "corporation_id": "int", "cpa": "smallint", "description": "string", "directory_facility": "smallint", "egate_access": "smallint", "elevator": "smallint", "featured": "smallint", "fenced_lighted": "smallint", "free_truck_rental": "smallint", "ga_account": "varchar(32)", "geopage_static_url": "varchar(255)", "handcarts": "smallint", "highlighted": "smallint", "hosted_site_url": "varchar(255)", "hosted_website": "smallint", "hosted_website_billing_cycle": "varchar(60)", "hosted_website_price": "decimal(6,2)", "hosted_website_type": "varchar(60)", "insights": "smallint", "insights_num_facilities": "smallint", "insights_radius": "smallint", "insurance": "decimal(6,2)", "kiosk": "smallint", "lease": "smallint", "listing_avail_id": "int", "listing_expiration": "date", "live": "smallint", "location_id": "int", "logo": "varchar(37)", "maintenance_mode": "smallint", "min_bid": "decimal(6,2)", "modified_dtm": "timestamp", "network_subscription_fee": "decimal(6,2)", "notes": "string", "open_tech_id": "varchar(64)", "payment_portal": "varchar(255)", "penske": "smallint", "penske_adnetwork_link": "varchar(999)", "penske_geopage_link": "varchar(999)", "penske_geopage_link_text": "varchar(999)", "phone": "bigint", "pinned": "smallint", "play_facility_message": "smallint", "population_density": "varchar(60)", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "smallint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "decimal(3,2)", "surveillance": "smallint", "tax_rate": "decimal", "tenant_connect": "smallint", "title": "varchar(128)", "truck_access": "smallint", "truck_access_size": "smallint", "truck_rental": "smallint", "type_of_listing": "smallint", "updated_timestamp": "timestamp", "url": "varchar(999)", "url_verified": "smallint", "user_id": "int", "when_accessible_id": "smallint", "wholesale_type": "varchar(60)", "youtube_video": "varchar(255)" } - schema_name_id: 533
- schema_scan_id: 1414652
- updated: 2018-07-16 00:04:44
-
Version 179505
- created: 2018-07-15 00:06:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.master_sparefoot_listing_avail`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.master_sparefoot_listing_avail`\n(\n `listing_avail_id` int , `corporation_id` int , `live` smallint , `type_of_listing` smallint , `source` smallint , `user_id` int , `location_id` int , `posted_timestamp` timestamp , `updated_timestamp` timestamp , `listing_expiration` date , `available_until` date , `title` varchar(128) , `description` string , `phone` bigint , `ppc_phone` bigint , `allotment_id` smallint , `when_accessible_id` smallint , `featured` smallint , `highlighted` smallint , `lease` smallint , `special_string` string , `bid_flat` decimal(6,2) , `bid_percent` decimal(6,2) , `publish` smallint , `active` smallint , `admin_fee` decimal(6,2) , `url` varchar(999) , `url_verified` smallint , `hosted_website` smallint , `truck_rental` smallint , `free_truck_rental` smallint , `truck_access` smallint , `truck_access_size` smallint , `egate_access` smallint , `surveillance` smallint , `fenced_lighted` smallint , `24_hr_access` smallint , `handcarts` smallint , `elevator` smallint , `directory_facility` smallint , `notes` string , `approved` smallint , `company_code` varchar(128) , `billable_entity_id` int , `kiosk` smallint , `logo` varchar(37) , `youtube_video` varchar(255) , `payment_portal` varchar(255) , `ga_account` varchar(32) , `hosted_site_url` varchar(255) , `open_tech_id` varchar(64) , `cpa` smallint , `api_credentials_invalid` smallint , `maintenance_mode` smallint , `insights` smallint , `network_subscription_fee` decimal(6,2) , `pinned` smallint , `penske_geopage_link` varchar(999) , `penske_geopage_link_text` varchar(999) , `penske` smallint , `penske_adnetwork_link` varchar(999) , `wholesale_type` varchar(60) , `play_facility_message` smallint , `geopage_static_url` varchar(255) , `hosted_website_type` varchar(60) , `hosted_website_price` decimal(6,2) , `hosted_website_billing_cycle` varchar(60) , `min_bid` decimal(6,2) , `insights_radius` smallint , `insights_num_facilities` smallint , `population_density` varchar(60) , `suppression_rate` decimal(3,2) , `tenant_connect` smallint , `insurance` decimal(6,2) , `tax_rate` decimal , `modified_dtm` timestamp , `self_reported_source_id` smallint , `aaa_eligible` smallint , `aaa_opt_in` smallint , `aaa_active` smallint , `cdp_enabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-stage/raw/sparefoot_listing_avail/2018-07-15/1531631215'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.master_sparefoot_listing_avail" ] - hive_path: s3://sfdl-rds-master-stage/raw/sparefoot_listing_avail/2018-07-15/1531631215
- id: 179505
- processed: 1
- raw_data:
{ "24_hr_access": 36, "aaa_active": 79, "aaa_eligible": 77, "aaa_opt_in": 78, "active": 24, "admin_fee": 25, "allotment_id": 15, "api_credentials_invalid": 52, "approved": 41, "available_until": 10, "bid_flat": 21, "bid_percent": 22, "billable_entity_id": 43, "cdp_enabled": 80, "company_code": 42, "corporation_id": 1, "cpa": 51, "description": 12, "directory_facility": 39, "egate_access": 33, "elevator": 38, "featured": 17, "fenced_lighted": 35, "free_truck_rental": 30, "ga_account": 48, "geopage_static_url": 63, "handcarts": 37, "highlighted": 18, "hosted_site_url": 49, "hosted_website": 28, "hosted_website_billing_cycle": 66, "hosted_website_price": 65, "hosted_website_type": 64, "insights": 54, "insights_num_facilities": 69, "insights_radius": 68, "insurance": 73, "kiosk": 44, "lease": 19, "listing_avail_id": 0, "listing_expiration": 9, "live": 2, "location_id": 6, "logo": 45, "maintenance_mode": 53, "min_bid": 67, "modified_dtm": 75, "network_subscription_fee": 55, "notes": 40, "open_tech_id": 50, "payment_portal": 47, "penske": 59, "penske_adnetwork_link": 60, "penske_geopage_link": 57, "penske_geopage_link_text": 58, "phone": 13, "pinned": 56, "play_facility_message": 62, "population_density": 70, "posted_timestamp": 7, "ppc_phone": 14, "publish": 23, "self_reported_source_id": 76, "source": 4, "special_string": 20, "suppression_rate": 71, "surveillance": 34, "tax_rate": 74, "tenant_connect": 72, "title": 11, "truck_access": 31, "truck_access_size": 32, "truck_rental": 29, "type_of_listing": 3, "updated_timestamp": 8, "url": 26, "url_verified": 27, "user_id": 5, "when_accessible_id": 16, "wholesale_type": 61, "youtube_video": 46 } - schema_attributes:
{ "24_hr_access": "smallint", "aaa_active": "smallint", "aaa_eligible": "smallint", "aaa_opt_in": "smallint", "active": "smallint", "admin_fee": "decimal(6,2)", "allotment_id": "smallint", "api_credentials_invalid": "smallint", "approved": "smallint", "available_until": "date", "bid_flat": "decimal(6,2)", "bid_percent": "decimal(6,2)", "billable_entity_id": "int", "cdp_enabled": "smallint", "company_code": "varchar(128)", "corporation_id": "int", "cpa": "smallint", "description": "string", "directory_facility": "smallint", "egate_access": "smallint", "elevator": "smallint", "featured": "smallint", "fenced_lighted": "smallint", "free_truck_rental": "smallint", "ga_account": "varchar(32)", "geopage_static_url": "varchar(255)", "handcarts": "smallint", "highlighted": "smallint", "hosted_site_url": "varchar(255)", "hosted_website": "smallint", "hosted_website_billing_cycle": "varchar(60)", "hosted_website_price": "decimal(6,2)", "hosted_website_type": "varchar(60)", "insights": "smallint", "insights_num_facilities": "smallint", "insights_radius": "smallint", "insurance": "decimal(6,2)", "kiosk": "smallint", "lease": "smallint", "listing_avail_id": "int", "listing_expiration": "date", "live": "smallint", "location_id": "int", "logo": "varchar(37)", "maintenance_mode": "smallint", "min_bid": "decimal(6,2)", "modified_dtm": "timestamp", "network_subscription_fee": "decimal(6,2)", "notes": "string", "open_tech_id": "varchar(64)", "payment_portal": "varchar(255)", "penske": "smallint", "penske_adnetwork_link": "varchar(999)", "penske_geopage_link": "varchar(999)", "penske_geopage_link_text": "varchar(999)", "phone": "bigint", "pinned": "smallint", "play_facility_message": "smallint", "population_density": "varchar(60)", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "smallint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "decimal(3,2)", "surveillance": "smallint", "tax_rate": "decimal", "tenant_connect": "smallint", "title": "varchar(128)", "truck_access": "smallint", "truck_access_size": "smallint", "truck_rental": "smallint", "type_of_listing": "smallint", "updated_timestamp": "timestamp", "url": "varchar(999)", "url_verified": "smallint", "user_id": "int", "when_accessible_id": "smallint", "wholesale_type": "varchar(60)", "youtube_video": "varchar(255)" } - schema_name_id: 533
- schema_scan_id: 1413857
- updated: 2018-07-15 00:07:09
Schema Scans: 3
Last at 2018-07-17 00:05:26
-
Scan 1416646
- duration: 0:00:14.359981
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 1416646
- payload:
{ "datatype_dict": { "24_hr_access": "smallint", "aaa_active": "smallint", "aaa_eligible": "smallint", "aaa_opt_in": "smallint", "active": "smallint", "admin_fee": "decimal(6,2)", "allotment_id": "smallint", "api_credentials_invalid": "smallint", "approved": "smallint", "available_until": "date", "bid_flat": "decimal(6,2)", "bid_percent": "decimal(6,2)", "billable_entity_id": "int", "cdp_enabled": "smallint", "company_code": "varchar(128)", "corporation_id": "int", "cpa": "smallint", "description": "string", "directory_facility": "smallint", "egate_access": "smallint", "elevator": "smallint", "featured": "smallint", "fenced_lighted": "smallint", "free_truck_rental": "smallint", "ga_account": "varchar(32)", "geopage_static_url": "varchar(255)", "handcarts": "smallint", "highlighted": "smallint", "hosted_site_url": "varchar(255)", "hosted_website": "smallint", "hosted_website_billing_cycle": "varchar(60)", "hosted_website_price": "decimal(6,2)", "hosted_website_type": "varchar(60)", "insights": "smallint", "insights_num_facilities": "smallint", "insights_radius": "smallint", "insurance": "decimal(6,2)", "kiosk": "smallint", "lease": "smallint", "listing_avail_id": "int", "listing_expiration": "date", "live": "smallint", "location_id": "int", "logo": "varchar(37)", "maintenance_mode": "smallint", "min_bid": "decimal(6,2)", "modified_dtm": "timestamp", "network_subscription_fee": "decimal(6,2)", "notes": "string", "open_tech_id": "varchar(64)", "payment_portal": "varchar(255)", "penske": "smallint", "penske_adnetwork_link": "varchar(999)", "penske_geopage_link": "varchar(999)", "penske_geopage_link_text": "varchar(999)", "phone": "bigint", "pinned": "smallint", "play_facility_message": "smallint", "population_density": "varchar(60)", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "smallint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "decimal(3,2)", "surveillance": "smallint", "tax_rate": "decimal", "tenant_connect": "smallint", "title": "varchar(128)", "truck_access": "smallint", "truck_access_size": "smallint", "truck_rental": "smallint", "type_of_listing": "smallint", "updated_timestamp": "timestamp", "url": "varchar(999)", "url_verified": "smallint", "user_id": "int", "when_accessible_id": "smallint", "wholesale_type": "varchar(60)", "youtube_video": "varchar(255)" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-master-stage", "hive_path": "s3://sfdl-rds-master-stage/raw/sparefoot_listing_avail/2018-07-17/1531803924", "key": "raw/sparefoot_listing_avail/2018-07-17/1531803924/split.sparefoot.listing_avail.000000.dat.gz" }, "schema": { "name": "sfdl_stage_rds.master_sparefoot_listing_avail", "type": "rds" } } - running: False
- schema_name_id: 533
- start_time: 2018-07-17 00:05:26
- success: True
-
Scan 1414652
- duration: 0:00:15.085898
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 1414652
- payload:
{ "datatype_dict": { "24_hr_access": "smallint", "aaa_active": "smallint", "aaa_eligible": "smallint", "aaa_opt_in": "smallint", "active": "smallint", "admin_fee": "decimal(6,2)", "allotment_id": "smallint", "api_credentials_invalid": "smallint", "approved": "smallint", "available_until": "date", "bid_flat": "decimal(6,2)", "bid_percent": "decimal(6,2)", "billable_entity_id": "int", "cdp_enabled": "smallint", "company_code": "varchar(128)", "corporation_id": "int", "cpa": "smallint", "description": "string", "directory_facility": "smallint", "egate_access": "smallint", "elevator": "smallint", "featured": "smallint", "fenced_lighted": "smallint", "free_truck_rental": "smallint", "ga_account": "varchar(32)", "geopage_static_url": "varchar(255)", "handcarts": "smallint", "highlighted": "smallint", "hosted_site_url": "varchar(255)", "hosted_website": "smallint", "hosted_website_billing_cycle": "varchar(60)", "hosted_website_price": "decimal(6,2)", "hosted_website_type": "varchar(60)", "insights": "smallint", "insights_num_facilities": "smallint", "insights_radius": "smallint", "insurance": "decimal(6,2)", "kiosk": "smallint", "lease": "smallint", "listing_avail_id": "int", "listing_expiration": "date", "live": "smallint", "location_id": "int", "logo": "varchar(37)", "maintenance_mode": "smallint", "min_bid": "decimal(6,2)", "modified_dtm": "timestamp", "network_subscription_fee": "decimal(6,2)", "notes": "string", "open_tech_id": "varchar(64)", "payment_portal": "varchar(255)", "penske": "smallint", "penske_adnetwork_link": "varchar(999)", "penske_geopage_link": "varchar(999)", "penske_geopage_link_text": "varchar(999)", "phone": "bigint", "pinned": "smallint", "play_facility_message": "smallint", "population_density": "varchar(60)", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "smallint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "decimal(3,2)", "surveillance": "smallint", "tax_rate": "decimal", "tenant_connect": "smallint", "title": "varchar(128)", "truck_access": "smallint", "truck_access_size": "smallint", "truck_rental": "smallint", "type_of_listing": "smallint", "updated_timestamp": "timestamp", "url": "varchar(999)", "url_verified": "smallint", "user_id": "int", "when_accessible_id": "smallint", "wholesale_type": "varchar(60)", "youtube_video": "varchar(255)" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-master-stage", "hive_path": "s3://sfdl-rds-master-stage/raw/sparefoot_listing_avail/2018-07-16/1531717469", "key": "raw/sparefoot_listing_avail/2018-07-16/1531717469/split.sparefoot.listing_avail.000000.dat.gz" }, "schema": { "name": "sfdl_stage_rds.master_sparefoot_listing_avail", "type": "rds" } } - running: False
- schema_name_id: 533
- start_time: 2018-07-16 00:04:31
- success: True
-
Scan 1413857
- duration: 0:00:14.997295
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 1413857
- payload:
{ "datatype_dict": { "24_hr_access": "smallint", "aaa_active": "smallint", "aaa_eligible": "smallint", "aaa_opt_in": "smallint", "active": "smallint", "admin_fee": "decimal(6,2)", "allotment_id": "smallint", "api_credentials_invalid": "smallint", "approved": "smallint", "available_until": "date", "bid_flat": "decimal(6,2)", "bid_percent": "decimal(6,2)", "billable_entity_id": "int", "cdp_enabled": "smallint", "company_code": "varchar(128)", "corporation_id": "int", "cpa": "smallint", "description": "string", "directory_facility": "smallint", "egate_access": "smallint", "elevator": "smallint", "featured": "smallint", "fenced_lighted": "smallint", "free_truck_rental": "smallint", "ga_account": "varchar(32)", "geopage_static_url": "varchar(255)", "handcarts": "smallint", "highlighted": "smallint", "hosted_site_url": "varchar(255)", "hosted_website": "smallint", "hosted_website_billing_cycle": "varchar(60)", "hosted_website_price": "decimal(6,2)", "hosted_website_type": "varchar(60)", "insights": "smallint", "insights_num_facilities": "smallint", "insights_radius": "smallint", "insurance": "decimal(6,2)", "kiosk": "smallint", "lease": "smallint", "listing_avail_id": "int", "listing_expiration": "date", "live": "smallint", "location_id": "int", "logo": "varchar(37)", "maintenance_mode": "smallint", "min_bid": "decimal(6,2)", "modified_dtm": "timestamp", "network_subscription_fee": "decimal(6,2)", "notes": "string", "open_tech_id": "varchar(64)", "payment_portal": "varchar(255)", "penske": "smallint", "penske_adnetwork_link": "varchar(999)", "penske_geopage_link": "varchar(999)", "penske_geopage_link_text": "varchar(999)", "phone": "bigint", "pinned": "smallint", "play_facility_message": "smallint", "population_density": "varchar(60)", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "smallint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "decimal(3,2)", "surveillance": "smallint", "tax_rate": "decimal", "tenant_connect": "smallint", "title": "varchar(128)", "truck_access": "smallint", "truck_access_size": "smallint", "truck_rental": "smallint", "type_of_listing": "smallint", "updated_timestamp": "timestamp", "url": "varchar(999)", "url_verified": "smallint", "user_id": "int", "when_accessible_id": "smallint", "wholesale_type": "varchar(60)", "youtube_video": "varchar(255)" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-master-stage", "hive_path": "s3://sfdl-rds-master-stage/raw/sparefoot_listing_avail/2018-07-15/1531631215", "key": "raw/sparefoot_listing_avail/2018-07-15/1531631215/split.sparefoot.listing_avail.000000.dat.gz" }, "schema": { "name": "sfdl_stage_rds.master_sparefoot_listing_avail", "type": "rds" } } - running: False
- schema_name_id: 533
- start_time: 2018-07-15 00:06:57
- success: True
- attributes:
{ "24_hr_access": "smallint", "aaa_active": "smallint", "aaa_eligible": "smallint", "aaa_opt_in": "smallint", "active": "smallint", "admin_fee": "decimal(6,2)", "allotment_id": "smallint", "api_credentials_invalid": "smallint", "approved": "smallint", "available_until": "date", "bid_flat": "decimal(6,2)", "bid_percent": "decimal(6,2)", "billable_entity_id": "int", "cdp_enabled": "smallint", "company_code": "varchar(128)", "corporation_id": "int", "cpa": "smallint", "description": "string", "directory_facility": "smallint", "egate_access": "smallint", "elevator": "smallint", "featured": "smallint", "fenced_lighted": "smallint", "free_truck_rental": "smallint", "ga_account": "varchar(32)", "geopage_static_url": "varchar(255)", "handcarts": "smallint", "highlighted": "smallint", "hosted_site_url": "varchar(255)", "hosted_website": "smallint", "hosted_website_billing_cycle": "varchar(60)", "hosted_website_price": "decimal(6,2)", "hosted_website_type": "varchar(60)", "insights": "smallint", "insights_num_facilities": "smallint", "insights_radius": "smallint", "insurance": "decimal(6,2)", "kiosk": "smallint", "lease": "smallint", "listing_avail_id": "int", "listing_expiration": "date", "live": "smallint", "location_id": "int", "logo": "varchar(37)", "maintenance_mode": "smallint", "min_bid": "decimal(6,2)", "modified_dtm": "timestamp", "network_subscription_fee": "decimal(6,2)", "notes": "string", "open_tech_id": "varchar(64)", "payment_portal": "varchar(255)", "penske": "smallint", "penske_adnetwork_link": "varchar(999)", "penske_geopage_link": "varchar(999)", "penske_geopage_link_text": "varchar(999)", "phone": "bigint", "pinned": "smallint", "play_facility_message": "smallint", "population_density": "varchar(60)", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "smallint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "decimal(3,2)", "surveillance": "smallint", "tax_rate": "decimal", "tenant_connect": "smallint", "title": "varchar(128)", "truck_access": "smallint", "truck_access_size": "smallint", "truck_rental": "smallint", "type_of_listing": "smallint", "updated_timestamp": "timestamp", "url": "varchar(999)", "url_verified": "smallint", "user_id": "int", "when_accessible_id": "smallint", "wholesale_type": "varchar(60)", "youtube_video": "varchar(255)" } - created: 2018-07-17 00:05:26
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.master_sparefoot_listing_avail`\n(\n `listing_avail_id` int , `corporation_id` int , `live` smallint , `type_of_listing` smallint , `source` smallint , `user_id` int , `location_id` int , `posted_timestamp` timestamp , `updated_timestamp` timestamp , `listing_expiration` date , `available_until` date , `title` varchar(128) , `description` string , `phone` bigint , `ppc_phone` bigint , `allotment_id` smallint , `when_accessible_id` smallint , `featured` smallint , `highlighted` smallint , `lease` smallint , `special_string` string , `bid_flat` decimal(6,2) , `bid_percent` decimal(6,2) , `publish` smallint , `active` smallint , `admin_fee` decimal(6,2) , `url` varchar(999) , `url_verified` smallint , `hosted_website` smallint , `truck_rental` smallint , `free_truck_rental` smallint , `truck_access` smallint , `truck_access_size` smallint , `egate_access` smallint , `surveillance` smallint , `fenced_lighted` smallint , `24_hr_access` smallint , `handcarts` smallint , `elevator` smallint , `directory_facility` smallint , `notes` string , `approved` smallint , `company_code` varchar(128) , `billable_entity_id` int , `kiosk` smallint , `logo` varchar(37) , `youtube_video` varchar(255) , `payment_portal` varchar(255) , `ga_account` varchar(32) , `hosted_site_url` varchar(255) , `open_tech_id` varchar(64) , `cpa` smallint , `api_credentials_invalid` smallint , `maintenance_mode` smallint , `insights` smallint , `network_subscription_fee` decimal(6,2) , `pinned` smallint , `penske_geopage_link` varchar(999) , `penske_geopage_link_text` varchar(999) , `penske` smallint , `penske_adnetwork_link` varchar(999) , `wholesale_type` varchar(60) , `play_facility_message` smallint , `geopage_static_url` varchar(255) , `hosted_website_type` varchar(60) , `hosted_website_price` decimal(6,2) , `hosted_website_billing_cycle` varchar(60) , `min_bid` decimal(6,2) , `insights_radius` smallint , `insights_num_facilities` smallint , `population_density` varchar(60) , `suppression_rate` decimal(3,2) , `tenant_connect` smallint , `insurance` decimal(6,2) , `tax_rate` decimal , `modified_dtm` timestamp , `self_reported_source_id` smallint , `aaa_eligible` smallint , `aaa_opt_in` smallint , `aaa_active` smallint , `cdp_enabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-stage/raw/sparefoot_listing_avail/2018-07-17/1531803924'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.master_sparefoot_listing_avail`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.master_sparefoot_listing_avail" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2018-05-17 08:22:18",
"disabled": false,
"format": "raw",
"id": 533,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_rds",
"table": "master_sparefoot_listing_avail"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"24_hr_access": "smallint",
"aaa_active": "smallint",
"aaa_eligible": "smallint",
"aaa_opt_in": "smallint",
"active": "smallint",
"admin_fee": "decimal(6,2)",
"allotment_id": "smallint",
"api_credentials_invalid": "smallint",
"approved": "smallint",
"available_until": "date",
"bid_flat": "decimal(6,2)",
"bid_percent": "decimal(6,2)",
"billable_entity_id": "int",
"cdp_enabled": "smallint",
"company_code": "varchar(128)",
"corporation_id": "int",
"cpa": "smallint",
"description": "string",
"directory_facility": "smallint",
"egate_access": "smallint",
"elevator": "smallint",
"featured": "smallint",
"fenced_lighted": "smallint",
"free_truck_rental": "smallint",
"ga_account": "varchar(32)",
"geopage_static_url": "varchar(255)",
"handcarts": "smallint",
"highlighted": "smallint",
"hosted_site_url": "varchar(255)",
"hosted_website": "smallint",
"hosted_website_billing_cycle": "varchar(60)",
"hosted_website_price": "decimal(6,2)",
"hosted_website_type": "varchar(60)",
"insights": "smallint",
"insights_num_facilities": "smallint",
"insights_radius": "smallint",
"insurance": "decimal(6,2)",
"kiosk": "smallint",
"lease": "smallint",
"listing_avail_id": "int",
"listing_expiration": "date",
"live": "smallint",
"location_id": "int",
"logo": "varchar(37)",
"maintenance_mode": "smallint",
"min_bid": "decimal(6,2)",
"modified_dtm": "timestamp",
"network_subscription_fee": "decimal(6,2)",
"notes": "string",
"open_tech_id": "varchar(64)",
"payment_portal": "varchar(255)",
"penske": "smallint",
"penske_adnetwork_link": "varchar(999)",
"penske_geopage_link": "varchar(999)",
"penske_geopage_link_text": "varchar(999)",
"phone": "bigint",
"pinned": "smallint",
"play_facility_message": "smallint",
"population_density": "varchar(60)",
"posted_timestamp": "timestamp",
"ppc_phone": "bigint",
"publish": "smallint",
"self_reported_source_id": "smallint",
"source": "smallint",
"special_string": "string",
"suppression_rate": "decimal(3,2)",
"surveillance": "smallint",
"tax_rate": "decimal",
"tenant_connect": "smallint",
"title": "varchar(128)",
"truck_access": "smallint",
"truck_access_size": "smallint",
"truck_rental": "smallint",
"type_of_listing": "smallint",
"updated_timestamp": "timestamp",
"url": "varchar(999)",
"url_verified": "smallint",
"user_id": "int",
"when_accessible_id": "smallint",
"wholesale_type": "varchar(60)",
"youtube_video": "varchar(255)"
},
"created": "2018-07-17 00:05:26",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.master_sparefoot_listing_avail`\n(\n `listing_avail_id` int , `corporation_id` int , `live` smallint , `type_of_listing` smallint , `source` smallint , `user_id` int , `location_id` int , `posted_timestamp` timestamp , `updated_timestamp` timestamp , `listing_expiration` date , `available_until` date , `title` varchar(128) , `description` string , `phone` bigint , `ppc_phone` bigint , `allotment_id` smallint , `when_accessible_id` smallint , `featured` smallint , `highlighted` smallint , `lease` smallint , `special_string` string , `bid_flat` decimal(6,2) , `bid_percent` decimal(6,2) , `publish` smallint , `active` smallint , `admin_fee` decimal(6,2) , `url` varchar(999) , `url_verified` smallint , `hosted_website` smallint , `truck_rental` smallint , `free_truck_rental` smallint , `truck_access` smallint , `truck_access_size` smallint , `egate_access` smallint , `surveillance` smallint , `fenced_lighted` smallint , `24_hr_access` smallint , `handcarts` smallint , `elevator` smallint , `directory_facility` smallint , `notes` string , `approved` smallint , `company_code` varchar(128) , `billable_entity_id` int , `kiosk` smallint , `logo` varchar(37) , `youtube_video` varchar(255) , `payment_portal` varchar(255) , `ga_account` varchar(32) , `hosted_site_url` varchar(255) , `open_tech_id` varchar(64) , `cpa` smallint , `api_credentials_invalid` smallint , `maintenance_mode` smallint , `insights` smallint , `network_subscription_fee` decimal(6,2) , `pinned` smallint , `penske_geopage_link` varchar(999) , `penske_geopage_link_text` varchar(999) , `penske` smallint , `penske_adnetwork_link` varchar(999) , `wholesale_type` varchar(60) , `play_facility_message` smallint , `geopage_static_url` varchar(255) , `hosted_website_type` varchar(60) , `hosted_website_price` decimal(6,2) , `hosted_website_billing_cycle` varchar(60) , `min_bid` decimal(6,2) , `insights_radius` smallint , `insights_num_facilities` smallint , `population_density` varchar(60) , `suppression_rate` decimal(3,2) , `tenant_connect` smallint , `insurance` decimal(6,2) , `tax_rate` decimal , `modified_dtm` timestamp , `self_reported_source_id` smallint , `aaa_eligible` smallint , `aaa_opt_in` smallint , `aaa_active` smallint , `cdp_enabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-stage/raw/sparefoot_listing_avail/2018-07-17/1531803924'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.master_sparefoot_listing_avail`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.master_sparefoot_listing_avail"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}