Schema Info
Schema Name: sfdl_stage_postgres.keplernormies_web_view_fact
- created: 2019-01-29 10:01:56
- disabled: False
- format: raw
- id: 697
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_postgres", "table": "keplernormies_web_view_fact" } - type: postgres
Schema Versions: 3
-
Version 868668
- created: 2025-09-27 01:42:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_web_view_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_web_view_fact`\n(\n `web_view_fact_id` int , `session_id` string , `browser` string , `browser_version` string , `operating_system` string , `device` string , `screen_width` int , `screen_height` int , `city` string , `region` string , `country` string , `canonical` string , `referrer` string , `timestamp` bigint , `provider` string , `provider_id` string , `company_dim_id` int , `facility_dim_id` int , `date_dim_id` int , `referrer_domain` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/web_view_fact/2025-09-27/1758955280'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_web_view_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/web_view_fact/2025-09-27/1758955280
- id: 868668
- processed: 1
- raw_data:
{ "browser": 2, "browser_version": 3, "canonical": 11, "city": 8, "company_dim_id": 16, "country": 10, "date_dim_id": 18, "device": 5, "facility_dim_id": 17, "operating_system": 4, "provider": 14, "provider_id": 15, "referrer": 12, "referrer_domain": 19, "region": 9, "screen_height": 7, "screen_width": 6, "session_id": 1, "timestamp": 13, "web_view_fact_id": 0 } - schema_attributes:
{ "100406": "string", "101858": "string", "1024": "string", "104": "string", "1080": "string", "109": "string", "10aa44f868d9da901bc9d7612569020e71622043b4bd2515197156809cc585c3": "string", "113": "string", "114": "string", "115": "string", "116543": "string", "118292": "string", "119216": "string", "1217304": "string", "123341": "string", "1280": "string", "14_1": "string", "1536": "string", "15_6": "string", "1686239191469": "string", "1686336285413": "string", "1686925719622": "string", "1687737383000": "string", "1687829570876": "string", "1688485660166": "string", "1688584026666": "string", "1688607226862": "string", "1688659002590": "string", "1688874596251": "string", "1689712340916": "string", "1689784736552": "string", "1689810513932": "string", "1689874497867": "string", "16_5": "string", "1843110": "string", "18500": "string", "188064e418f8d_0523036d0572dc_77565540_5c094_188064e41901b0": "string", "18872b8e0784cf_0beeca1507383b_26031a51_1fa400_18872b8e0791cb5": "string", "188a17944bb542_00db614d04287d_69394f73_144000_188a17944bc333": "string", "188f4fcb9fe2da_06e0f6aa0b4ca4_6701434_100000_188f4fcba1c4aa": "string", "188fa7b653141a_0b1f44fb144f8e_b457654_3c2b5_188fa7b6532897": "string", "189219686031fef_077b2642f33807_2467e76_505c8_189219686041b15": "string", "18927737a0b2948_063eba3f86d13c_26021d51_12c000_18927737a1ac8b": "string", "18928d5748a23_0615c2f3bb88c5_427c77_3d10d_18928d5748b137": "string", "1892be93e3f675_04dc21bbef0c408_2467e76_60c28_1892be93e401df8": "string", "18938c3fafa61_0a70fbe2aae3c8_573e0332_46500_18938c3fafb1e": "string", "1896ab357cd71_0cc0c04619dd61_b457654_410a0_1896ab357ce234": "string", "1896f04695a42f_02205a37c9f948_26031c51_1fa400_1896f04695bf91": "string", "189708e30059ac_08fc19603bb3d8_607f5047_52c84_189708e3006952": "string", "189745e81443b3_08e7e80e2de2968_2a6d4933_2c600_189745e8145ec": "string", "1920": "string", "20230608": "string", "20230609": "string", "20230616": "string", "20230625": "string", "20230626": "string", "20230704": "string", "20230705": "string", "20230706": "string", "20230708": "string", "20230718": "string", "20230719": "string", "20230720": "string", "28172": "string", "296": "string", "3028503": "string", "320": "string", "339": "string", "360": "string", "375": "string", "3832417": "string", "390": "string", "412": "string", "428": "string", "490194369": "string", "491684537": "string", "495self_storage": "string", "498456236": "string", "508986462": "string", "510248074": "string", "516369820": "string", "517115773": "string", "517455764": "string", "517725184": "string", "519376441": "string", "525460829": "string", "525742981": "string", "525926562": "string", "526116938": "string", "568": "string", "56912": "string", "5741c855ea8d67c8b7dd1d97e563b7c5ad38a27734f7442fe4e051e7685463a9": "string", "6550c455caece672204f5360c86e0ef3db8dfa558cb1394ffb115ce01951b1d1": "string", "667": "string", "673fb511436aab3934a1d5c6266ea0875c5f0168035a35cdb956afefc1ef1746": "string", "727": "string", "740": "string", "79": "string", "800": "string", "823": "string", "82685": "string", "844": "string", "858": "string", "85a95c2079c0ae166c549ac95363bc5f80510b35e104bab692f5974cdb22a807": "string", "864": "string", "8721da4831b3ddfdbe07328a491283f71d248f900b40cbbb966030eccd93f800": "string", "88064": "string", "915": "string", "926": "string", "960": "string", "96677": "string", "97": "string", "Alabama": "string", "Android": "string", "Arizona": "string", "Bedford": "string", "Biloxi": "string", "Birmingham": "string", "Chrome": "string", "Chrome_OS": "string", "Des_Moines": "string", "Detroit": "string", "Enid": "string", "Houston": "string", "Hyderabad": "string", "IN": "string", "Iowa": "string", "Jodhpur": "string", "Michigan": "string", "Mississippi": "string", "Mobile_Safari": "string", "New_Mexico": "string", "New_York": "string", "Oklahoma": "string", "Phoenix": "string", "Rajasthan": "string", "Ruidoso": "string", "Tacoma": "string", "Telangana": "string", "Texas": "string", "US": "string", "Virginia": "string", "Washington": "string", "Windows": "string", "_": "string", "_18006_e_hardy_rd_houston_tx_77073": "string", "_1930_hwy_42_s_mcdonough_ga_30252": "string", "_4201_smokey_road_calera_al_35040": "string", "_5415_s_orchard_st_tacoma_wa_98467": "string", "_contact_us": "string", "_nearby": "string", "_payonline": "string", "_self_storage": "string", "ba7abb48325364ce4c2ebef8047947fa06c9445852f310a68543da9f4a33e932": "string", "bd6f68b0c8cc79776579e7ebb5c5cfcab75586f27c9788ec746672315535e40c": "string", "browser": "string", "browser_version": "string", "c53e94178e66304bd5dd088b0048c2c69134ea1dad5056ff6b91573d454422a1": "string", "canonical": "string", "cb9b4fa494c52d5beb99eeb4d5318e4f5cf8e9caa1cc5177f1da7d2e0aef9619": "string", "cbd9efb660bccc67af2971736b413997184ee1c72cc5e8a67b9e44b5fd06f88a": "string", "city": "string", "company_dim_id": "int", "country": "string", "d3efcc35e5225d759c8f9c66836b7dfb4f4e9dfb7af6cf302b2ddbb226e9df6d": "string", "date_dim_id": "int", "device": "string", "facility_dim_id": "int", "fba39b977e9adad925e174d1ee9acf46f1af962a16fe4f74a896e6ecb4ae9715": "string", "fc185b62b4bedd410dddb1c89e10521c6c754cc1704d8de819c495578695116f": "string", "google": "string", "greatlakes_storage": "string", "iOS": "string", "iPhone": "string", "mixpanel": "string", "newmexicoselfstorage": "string", "operating_system": "string", "provider": "string", "provider_id": "string", "referrer": "string", "referrer_domain": "string", "region": "string", "screen_height": "int", "screen_width": "int", "session_id": "string", "shiftselfstorage": "string", "timestamp": "bigint", "web_view_fact_id": "int", "www_495self_storage_com": "string", "www_google_com": "string", "www_greatlakes_storage_com": "string", "www_newmexicoselfstorage_com": "string", "www_shiftselfstorage_com": "string" } - schema_name_id: 697
- schema_scan_id: 6326813
- updated: 2025-09-27 01:42:44
-
Version 868484
- created: 2025-09-26 01:15:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_web_view_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_web_view_fact`\n(\n `web_view_fact_id` int , `session_id` string , `browser` string , `browser_version` string , `operating_system` string , `device` string , `screen_width` int , `screen_height` int , `city` string , `region` string , `country` string , `canonical` string , `referrer` string , `timestamp` bigint , `provider` string , `provider_id` string , `company_dim_id` int , `facility_dim_id` int , `date_dim_id` int , `referrer_domain` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/web_view_fact/2025-09-26/1758867304'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_web_view_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/web_view_fact/2025-09-26/1758867304
- id: 868484
- processed: 1
- raw_data:
{ "browser": 2, "browser_version": 3, "canonical": 11, "city": 8, "company_dim_id": 16, "country": 10, "date_dim_id": 18, "device": 5, "facility_dim_id": 17, "operating_system": 4, "provider": 14, "provider_id": 15, "referrer": 12, "referrer_domain": 19, "region": 9, "screen_height": 7, "screen_width": 6, "session_id": 1, "timestamp": 13, "web_view_fact_id": 0 } - schema_attributes:
{ "100406": "string", "101858": "string", "1024": "string", "104": "string", "1080": "string", "109": "string", "10aa44f868d9da901bc9d7612569020e71622043b4bd2515197156809cc585c3": "string", "113": "string", "114": "string", "115": "string", "116543": "string", "118292": "string", "119216": "string", "1217304": "string", "123341": "string", "1280": "string", "14_1": "string", "1536": "string", "15_6": "string", "1686239191469": "string", "1686336285413": "string", "1686925719622": "string", "1687737383000": "string", "1687829570876": "string", "1688485660166": "string", "1688584026666": "string", "1688607226862": "string", "1688659002590": "string", "1688874596251": "string", "1689712340916": "string", "1689784736552": "string", "1689810513932": "string", "1689874497867": "string", "16_5": "string", "1843110": "string", "18500": "string", "188064e418f8d_0523036d0572dc_77565540_5c094_188064e41901b0": "string", "18872b8e0784cf_0beeca1507383b_26031a51_1fa400_18872b8e0791cb5": "string", "188a17944bb542_00db614d04287d_69394f73_144000_188a17944bc333": "string", "188f4fcb9fe2da_06e0f6aa0b4ca4_6701434_100000_188f4fcba1c4aa": "string", "188fa7b653141a_0b1f44fb144f8e_b457654_3c2b5_188fa7b6532897": "string", "189219686031fef_077b2642f33807_2467e76_505c8_189219686041b15": "string", "18927737a0b2948_063eba3f86d13c_26021d51_12c000_18927737a1ac8b": "string", "18928d5748a23_0615c2f3bb88c5_427c77_3d10d_18928d5748b137": "string", "1892be93e3f675_04dc21bbef0c408_2467e76_60c28_1892be93e401df8": "string", "18938c3fafa61_0a70fbe2aae3c8_573e0332_46500_18938c3fafb1e": "string", "1896ab357cd71_0cc0c04619dd61_b457654_410a0_1896ab357ce234": "string", "1896f04695a42f_02205a37c9f948_26031c51_1fa400_1896f04695bf91": "string", "189708e30059ac_08fc19603bb3d8_607f5047_52c84_189708e3006952": "string", "189745e81443b3_08e7e80e2de2968_2a6d4933_2c600_189745e8145ec": "string", "1920": "string", "20230608": "string", "20230609": "string", "20230616": "string", "20230625": "string", "20230626": "string", "20230704": "string", "20230705": "string", "20230706": "string", "20230708": "string", "20230718": "string", "20230719": "string", "20230720": "string", "28172": "string", "296": "string", "3028503": "string", "320": "string", "339": "string", "360": "string", "375": "string", "3832417": "string", "390": "string", "412": "string", "428": "string", "490194369": "string", "491684537": "string", "495self_storage": "string", "498456236": "string", "508986462": "string", "510248074": "string", "516369820": "string", "517115773": "string", "517455764": "string", "517725184": "string", "519376441": "string", "525460829": "string", "525742981": "string", "525926562": "string", "526116938": "string", "568": "string", "56912": "string", "5741c855ea8d67c8b7dd1d97e563b7c5ad38a27734f7442fe4e051e7685463a9": "string", "6550c455caece672204f5360c86e0ef3db8dfa558cb1394ffb115ce01951b1d1": "string", "667": "string", "673fb511436aab3934a1d5c6266ea0875c5f0168035a35cdb956afefc1ef1746": "string", "727": "string", "740": "string", "79": "string", "800": "string", "823": "string", "82685": "string", "844": "string", "858": "string", "85a95c2079c0ae166c549ac95363bc5f80510b35e104bab692f5974cdb22a807": "string", "864": "string", "8721da4831b3ddfdbe07328a491283f71d248f900b40cbbb966030eccd93f800": "string", "88064": "string", "915": "string", "926": "string", "960": "string", "96677": "string", "97": "string", "Alabama": "string", "Android": "string", "Arizona": "string", "Bedford": "string", "Biloxi": "string", "Birmingham": "string", "Chrome": "string", "Chrome_OS": "string", "Des_Moines": "string", "Detroit": "string", "Enid": "string", "Houston": "string", "Hyderabad": "string", "IN": "string", "Iowa": "string", "Jodhpur": "string", "Michigan": "string", "Mississippi": "string", "Mobile_Safari": "string", "New_Mexico": "string", "New_York": "string", "Oklahoma": "string", "Phoenix": "string", "Rajasthan": "string", "Ruidoso": "string", "Tacoma": "string", "Telangana": "string", "Texas": "string", "US": "string", "Virginia": "string", "Washington": "string", "Windows": "string", "_": "string", "_18006_e_hardy_rd_houston_tx_77073": "string", "_1930_hwy_42_s_mcdonough_ga_30252": "string", "_4201_smokey_road_calera_al_35040": "string", "_5415_s_orchard_st_tacoma_wa_98467": "string", "_contact_us": "string", "_nearby": "string", "_payonline": "string", "_self_storage": "string", "ba7abb48325364ce4c2ebef8047947fa06c9445852f310a68543da9f4a33e932": "string", "bd6f68b0c8cc79776579e7ebb5c5cfcab75586f27c9788ec746672315535e40c": "string", "browser": "string", "browser_version": "string", "c53e94178e66304bd5dd088b0048c2c69134ea1dad5056ff6b91573d454422a1": "string", "canonical": "string", "cb9b4fa494c52d5beb99eeb4d5318e4f5cf8e9caa1cc5177f1da7d2e0aef9619": "string", "cbd9efb660bccc67af2971736b413997184ee1c72cc5e8a67b9e44b5fd06f88a": "string", "city": "string", "company_dim_id": "int", "country": "string", "d3efcc35e5225d759c8f9c66836b7dfb4f4e9dfb7af6cf302b2ddbb226e9df6d": "string", "date_dim_id": "int", "device": "string", "facility_dim_id": "int", "fba39b977e9adad925e174d1ee9acf46f1af962a16fe4f74a896e6ecb4ae9715": "string", "fc185b62b4bedd410dddb1c89e10521c6c754cc1704d8de819c495578695116f": "string", "google": "string", "greatlakes_storage": "string", "iOS": "string", "iPhone": "string", "mixpanel": "string", "newmexicoselfstorage": "string", "operating_system": "string", "provider": "string", "provider_id": "string", "referrer": "string", "referrer_domain": "string", "region": "string", "screen_height": "int", "screen_width": "int", "session_id": "string", "shiftselfstorage": "string", "timestamp": "bigint", "web_view_fact_id": "int", "www_495self_storage_com": "string", "www_google_com": "string", "www_greatlakes_storage_com": "string", "www_newmexicoselfstorage_com": "string", "www_shiftselfstorage_com": "string" } - schema_name_id: 697
- schema_scan_id: 6326456
- updated: 2025-09-26 01:16:06
-
Version 868265
- created: 2025-09-25 01:13:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_web_view_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_web_view_fact`\n(\n `web_view_fact_id` int , `session_id` string , `browser` string , `browser_version` string , `operating_system` string , `device` string , `screen_width` int , `screen_height` int , `city` string , `region` string , `country` string , `canonical` string , `referrer` string , `timestamp` bigint , `provider` string , `provider_id` string , `company_dim_id` int , `facility_dim_id` int , `date_dim_id` int , `referrer_domain` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/web_view_fact/2025-09-25/1758780720'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_web_view_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/web_view_fact/2025-09-25/1758780720
- id: 868265
- processed: 1
- raw_data:
{ "browser": 2, "browser_version": 3, "canonical": 11, "city": 8, "company_dim_id": 16, "country": 10, "date_dim_id": 18, "device": 5, "facility_dim_id": 17, "operating_system": 4, "provider": 14, "provider_id": 15, "referrer": 12, "referrer_domain": 19, "region": 9, "screen_height": 7, "screen_width": 6, "session_id": 1, "timestamp": 13, "web_view_fact_id": 0 } - schema_attributes:
{ "100406": "string", "101858": "string", "1024": "string", "104": "string", "1080": "string", "109": "string", "10aa44f868d9da901bc9d7612569020e71622043b4bd2515197156809cc585c3": "string", "113": "string", "114": "string", "115": "string", "116543": "string", "118292": "string", "119216": "string", "1217304": "string", "123341": "string", "1280": "string", "14_1": "string", "1536": "string", "15_6": "string", "1686239191469": "string", "1686336285413": "string", "1686925719622": "string", "1687737383000": "string", "1687829570876": "string", "1688485660166": "string", "1688584026666": "string", "1688607226862": "string", "1688659002590": "string", "1688874596251": "string", "1689712340916": "string", "1689784736552": "string", "1689810513932": "string", "1689874497867": "string", "16_5": "string", "1843110": "string", "18500": "string", "188064e418f8d_0523036d0572dc_77565540_5c094_188064e41901b0": "string", "18872b8e0784cf_0beeca1507383b_26031a51_1fa400_18872b8e0791cb5": "string", "188a17944bb542_00db614d04287d_69394f73_144000_188a17944bc333": "string", "188f4fcb9fe2da_06e0f6aa0b4ca4_6701434_100000_188f4fcba1c4aa": "string", "188fa7b653141a_0b1f44fb144f8e_b457654_3c2b5_188fa7b6532897": "string", "189219686031fef_077b2642f33807_2467e76_505c8_189219686041b15": "string", "18927737a0b2948_063eba3f86d13c_26021d51_12c000_18927737a1ac8b": "string", "18928d5748a23_0615c2f3bb88c5_427c77_3d10d_18928d5748b137": "string", "1892be93e3f675_04dc21bbef0c408_2467e76_60c28_1892be93e401df8": "string", "18938c3fafa61_0a70fbe2aae3c8_573e0332_46500_18938c3fafb1e": "string", "1896ab357cd71_0cc0c04619dd61_b457654_410a0_1896ab357ce234": "string", "1896f04695a42f_02205a37c9f948_26031c51_1fa400_1896f04695bf91": "string", "189708e30059ac_08fc19603bb3d8_607f5047_52c84_189708e3006952": "string", "189745e81443b3_08e7e80e2de2968_2a6d4933_2c600_189745e8145ec": "string", "1920": "string", "20230608": "string", "20230609": "string", "20230616": "string", "20230625": "string", "20230626": "string", "20230704": "string", "20230705": "string", "20230706": "string", "20230708": "string", "20230718": "string", "20230719": "string", "20230720": "string", "28172": "string", "296": "string", "3028503": "string", "320": "string", "339": "string", "360": "string", "375": "string", "3832417": "string", "390": "string", "412": "string", "428": "string", "490194369": "string", "491684537": "string", "495self_storage": "string", "498456236": "string", "508986462": "string", "510248074": "string", "516369820": "string", "517115773": "string", "517455764": "string", "517725184": "string", "519376441": "string", "525460829": "string", "525742981": "string", "525926562": "string", "526116938": "string", "568": "string", "56912": "string", "5741c855ea8d67c8b7dd1d97e563b7c5ad38a27734f7442fe4e051e7685463a9": "string", "6550c455caece672204f5360c86e0ef3db8dfa558cb1394ffb115ce01951b1d1": "string", "667": "string", "673fb511436aab3934a1d5c6266ea0875c5f0168035a35cdb956afefc1ef1746": "string", "727": "string", "740": "string", "79": "string", "800": "string", "823": "string", "82685": "string", "844": "string", "858": "string", "85a95c2079c0ae166c549ac95363bc5f80510b35e104bab692f5974cdb22a807": "string", "864": "string", "8721da4831b3ddfdbe07328a491283f71d248f900b40cbbb966030eccd93f800": "string", "88064": "string", "915": "string", "926": "string", "960": "string", "96677": "string", "97": "string", "Alabama": "string", "Android": "string", "Arizona": "string", "Bedford": "string", "Biloxi": "string", "Birmingham": "string", "Chrome": "string", "Chrome_OS": "string", "Des_Moines": "string", "Detroit": "string", "Enid": "string", "Houston": "string", "Hyderabad": "string", "IN": "string", "Iowa": "string", "Jodhpur": "string", "Michigan": "string", "Mississippi": "string", "Mobile_Safari": "string", "New_Mexico": "string", "New_York": "string", "Oklahoma": "string", "Phoenix": "string", "Rajasthan": "string", "Ruidoso": "string", "Tacoma": "string", "Telangana": "string", "Texas": "string", "US": "string", "Virginia": "string", "Washington": "string", "Windows": "string", "_": "string", "_18006_e_hardy_rd_houston_tx_77073": "string", "_1930_hwy_42_s_mcdonough_ga_30252": "string", "_4201_smokey_road_calera_al_35040": "string", "_5415_s_orchard_st_tacoma_wa_98467": "string", "_contact_us": "string", "_nearby": "string", "_payonline": "string", "_self_storage": "string", "ba7abb48325364ce4c2ebef8047947fa06c9445852f310a68543da9f4a33e932": "string", "bd6f68b0c8cc79776579e7ebb5c5cfcab75586f27c9788ec746672315535e40c": "string", "browser": "string", "browser_version": "string", "c53e94178e66304bd5dd088b0048c2c69134ea1dad5056ff6b91573d454422a1": "string", "canonical": "string", "cb9b4fa494c52d5beb99eeb4d5318e4f5cf8e9caa1cc5177f1da7d2e0aef9619": "string", "cbd9efb660bccc67af2971736b413997184ee1c72cc5e8a67b9e44b5fd06f88a": "string", "city": "string", "company_dim_id": "int", "country": "string", "d3efcc35e5225d759c8f9c66836b7dfb4f4e9dfb7af6cf302b2ddbb226e9df6d": "string", "date_dim_id": "int", "device": "string", "facility_dim_id": "int", "fba39b977e9adad925e174d1ee9acf46f1af962a16fe4f74a896e6ecb4ae9715": "string", "fc185b62b4bedd410dddb1c89e10521c6c754cc1704d8de819c495578695116f": "string", "google": "string", "greatlakes_storage": "string", "iOS": "string", "iPhone": "string", "mixpanel": "string", "newmexicoselfstorage": "string", "operating_system": "string", "provider": "string", "provider_id": "string", "referrer": "string", "referrer_domain": "string", "region": "string", "screen_height": "int", "screen_width": "int", "session_id": "string", "shiftselfstorage": "string", "timestamp": "bigint", "web_view_fact_id": "int", "www_495self_storage_com": "string", "www_google_com": "string", "www_greatlakes_storage_com": "string", "www_newmexicoselfstorage_com": "string", "www_shiftselfstorage_com": "string" } - schema_name_id: 697
- schema_scan_id: 6326032
- updated: 2025-09-25 01:13:22
Schema Scans: 3
Last at 2025-09-27 01:42:27
-
Scan 6326813
- duration: 0:00:16.863793
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326813
- payload:
{ "datatype_dict": { "browser": "string", "browser_version": "string", "canonical": "string", "city": "string", "company_dim_id": "int", "country": "string", "date_dim_id": "int", "device": "string", "facility_dim_id": "int", "operating_system": "string", "provider": "string", "provider_id": "string", "referrer": "string", "referrer_domain": "string", "region": "string", "screen_height": "int", "screen_width": "int", "session_id": "string", "timestamp": "bigint", "web_view_fact_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/web_view_fact/2025-09-27/1758955280", "key": "raw/web_view_fact/2025-09-27/1758955280/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_web_view_fact", "type": "postgres" }, "trace_context": { "parent_id": 12025705019812676512, "service_name": "kepler-normies", "span_id": 7669242771164675672, "trace_id": 12025705019812676512 } } - running: False
- schema_name_id: 697
- start_time: 2025-09-27 01:42:27
- success: True
- trace_id: 12025705019812676512
-
Scan 6326456
- duration: 0:00:14.750320
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326456
- payload:
{ "datatype_dict": { "browser": "string", "browser_version": "string", "canonical": "string", "city": "string", "company_dim_id": "int", "country": "string", "date_dim_id": "int", "device": "string", "facility_dim_id": "int", "operating_system": "string", "provider": "string", "provider_id": "string", "referrer": "string", "referrer_domain": "string", "region": "string", "screen_height": "int", "screen_width": "int", "session_id": "string", "timestamp": "bigint", "web_view_fact_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/web_view_fact/2025-09-26/1758867304", "key": "raw/web_view_fact/2025-09-26/1758867304/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_web_view_fact", "type": "postgres" }, "trace_context": { "parent_id": 13829652337920243224, "service_name": "kepler-normies", "span_id": 7242694071136083075, "trace_id": 13829652337920243224 } } - running: False
- schema_name_id: 697
- start_time: 2025-09-26 01:15:51
- success: True
- trace_id: 13829652337920243224
-
Scan 6326032
- duration: 0:00:17.124851
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326032
- payload:
{ "datatype_dict": { "browser": "string", "browser_version": "string", "canonical": "string", "city": "string", "company_dim_id": "int", "country": "string", "date_dim_id": "int", "device": "string", "facility_dim_id": "int", "operating_system": "string", "provider": "string", "provider_id": "string", "referrer": "string", "referrer_domain": "string", "region": "string", "screen_height": "int", "screen_width": "int", "session_id": "string", "timestamp": "bigint", "web_view_fact_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/web_view_fact/2025-09-25/1758780720", "key": "raw/web_view_fact/2025-09-25/1758780720/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_web_view_fact", "type": "postgres" }, "trace_context": { "parent_id": 3439870315810073325, "service_name": "kepler-normies", "span_id": 7439386348630603898, "trace_id": 3439870315810073325 } } - running: False
- schema_name_id: 697
- start_time: 2025-09-25 01:13:05
- success: True
- trace_id: 3439870315810073325
- attributes:
{ "100406": "string", "101858": "string", "1024": "string", "104": "string", "1080": "string", "109": "string", "10aa44f868d9da901bc9d7612569020e71622043b4bd2515197156809cc585c3": "string", "113": "string", "114": "string", "115": "string", "116543": "string", "118292": "string", "119216": "string", "1217304": "string", "123341": "string", "1280": "string", "14_1": "string", "1536": "string", "15_6": "string", "1686239191469": "string", "1686336285413": "string", "1686925719622": "string", "1687737383000": "string", "1687829570876": "string", "1688485660166": "string", "1688584026666": "string", "1688607226862": "string", "1688659002590": "string", "1688874596251": "string", "1689712340916": "string", "1689784736552": "string", "1689810513932": "string", "1689874497867": "string", "16_5": "string", "1843110": "string", "18500": "string", "188064e418f8d_0523036d0572dc_77565540_5c094_188064e41901b0": "string", "18872b8e0784cf_0beeca1507383b_26031a51_1fa400_18872b8e0791cb5": "string", "188a17944bb542_00db614d04287d_69394f73_144000_188a17944bc333": "string", "188f4fcb9fe2da_06e0f6aa0b4ca4_6701434_100000_188f4fcba1c4aa": "string", "188fa7b653141a_0b1f44fb144f8e_b457654_3c2b5_188fa7b6532897": "string", "189219686031fef_077b2642f33807_2467e76_505c8_189219686041b15": "string", "18927737a0b2948_063eba3f86d13c_26021d51_12c000_18927737a1ac8b": "string", "18928d5748a23_0615c2f3bb88c5_427c77_3d10d_18928d5748b137": "string", "1892be93e3f675_04dc21bbef0c408_2467e76_60c28_1892be93e401df8": "string", "18938c3fafa61_0a70fbe2aae3c8_573e0332_46500_18938c3fafb1e": "string", "1896ab357cd71_0cc0c04619dd61_b457654_410a0_1896ab357ce234": "string", "1896f04695a42f_02205a37c9f948_26031c51_1fa400_1896f04695bf91": "string", "189708e30059ac_08fc19603bb3d8_607f5047_52c84_189708e3006952": "string", "189745e81443b3_08e7e80e2de2968_2a6d4933_2c600_189745e8145ec": "string", "1920": "string", "20230608": "string", "20230609": "string", "20230616": "string", "20230625": "string", "20230626": "string", "20230704": "string", "20230705": "string", "20230706": "string", "20230708": "string", "20230718": "string", "20230719": "string", "20230720": "string", "28172": "string", "296": "string", "3028503": "string", "320": "string", "339": "string", "360": "string", "375": "string", "3832417": "string", "390": "string", "412": "string", "428": "string", "490194369": "string", "491684537": "string", "495self_storage": "string", "498456236": "string", "508986462": "string", "510248074": "string", "516369820": "string", "517115773": "string", "517455764": "string", "517725184": "string", "519376441": "string", "525460829": "string", "525742981": "string", "525926562": "string", "526116938": "string", "568": "string", "56912": "string", "5741c855ea8d67c8b7dd1d97e563b7c5ad38a27734f7442fe4e051e7685463a9": "string", "6550c455caece672204f5360c86e0ef3db8dfa558cb1394ffb115ce01951b1d1": "string", "667": "string", "673fb511436aab3934a1d5c6266ea0875c5f0168035a35cdb956afefc1ef1746": "string", "727": "string", "740": "string", "79": "string", "800": "string", "823": "string", "82685": "string", "844": "string", "858": "string", "85a95c2079c0ae166c549ac95363bc5f80510b35e104bab692f5974cdb22a807": "string", "864": "string", "8721da4831b3ddfdbe07328a491283f71d248f900b40cbbb966030eccd93f800": "string", "88064": "string", "915": "string", "926": "string", "960": "string", "96677": "string", "97": "string", "Alabama": "string", "Android": "string", "Arizona": "string", "Bedford": "string", "Biloxi": "string", "Birmingham": "string", "Chrome": "string", "Chrome_OS": "string", "Des_Moines": "string", "Detroit": "string", "Enid": "string", "Houston": "string", "Hyderabad": "string", "IN": "string", "Iowa": "string", "Jodhpur": "string", "Michigan": "string", "Mississippi": "string", "Mobile_Safari": "string", "New_Mexico": "string", "New_York": "string", "Oklahoma": "string", "Phoenix": "string", "Rajasthan": "string", "Ruidoso": "string", "Tacoma": "string", "Telangana": "string", "Texas": "string", "US": "string", "Virginia": "string", "Washington": "string", "Windows": "string", "_": "string", "_18006_e_hardy_rd_houston_tx_77073": "string", "_1930_hwy_42_s_mcdonough_ga_30252": "string", "_4201_smokey_road_calera_al_35040": "string", "_5415_s_orchard_st_tacoma_wa_98467": "string", "_contact_us": "string", "_nearby": "string", "_payonline": "string", "_self_storage": "string", "ba7abb48325364ce4c2ebef8047947fa06c9445852f310a68543da9f4a33e932": "string", "bd6f68b0c8cc79776579e7ebb5c5cfcab75586f27c9788ec746672315535e40c": "string", "browser": "string", "browser_version": "string", "c53e94178e66304bd5dd088b0048c2c69134ea1dad5056ff6b91573d454422a1": "string", "canonical": "string", "cb9b4fa494c52d5beb99eeb4d5318e4f5cf8e9caa1cc5177f1da7d2e0aef9619": "string", "cbd9efb660bccc67af2971736b413997184ee1c72cc5e8a67b9e44b5fd06f88a": "string", "city": "string", "company_dim_id": "int", "country": "string", "d3efcc35e5225d759c8f9c66836b7dfb4f4e9dfb7af6cf302b2ddbb226e9df6d": "string", "date_dim_id": "int", "device": "string", "facility_dim_id": "int", "fba39b977e9adad925e174d1ee9acf46f1af962a16fe4f74a896e6ecb4ae9715": "string", "fc185b62b4bedd410dddb1c89e10521c6c754cc1704d8de819c495578695116f": "string", "google": "string", "greatlakes_storage": "string", "iOS": "string", "iPhone": "string", "mixpanel": "string", "newmexicoselfstorage": "string", "operating_system": "string", "provider": "string", "provider_id": "string", "referrer": "string", "referrer_domain": "string", "region": "string", "screen_height": "int", "screen_width": "int", "session_id": "string", "shiftselfstorage": "string", "timestamp": "bigint", "web_view_fact_id": "int", "www_495self_storage_com": "string", "www_google_com": "string", "www_greatlakes_storage_com": "string", "www_newmexicoselfstorage_com": "string", "www_shiftselfstorage_com": "string" } - created: 2025-09-27 01:42:30
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_web_view_fact`\n(\n `web_view_fact_id` int , `session_id` string , `browser` string , `browser_version` string , `operating_system` string , `device` string , `screen_width` int , `screen_height` int , `city` string , `region` string , `country` string , `canonical` string , `referrer` string , `timestamp` bigint , `provider` string , `provider_id` string , `company_dim_id` int , `facility_dim_id` int , `date_dim_id` int , `referrer_domain` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/web_view_fact/2025-09-27/1758955280'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_web_view_fact`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_web_view_fact" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2019-01-29 10:01:56",
"disabled": false,
"format": "raw",
"id": 697,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_postgres",
"table": "keplernormies_web_view_fact"
},
"type": "postgres"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"100406": "string",
"101858": "string",
"1024": "string",
"104": "string",
"1080": "string",
"109": "string",
"10aa44f868d9da901bc9d7612569020e71622043b4bd2515197156809cc585c3": "string",
"113": "string",
"114": "string",
"115": "string",
"116543": "string",
"118292": "string",
"119216": "string",
"1217304": "string",
"123341": "string",
"1280": "string",
"14_1": "string",
"1536": "string",
"15_6": "string",
"1686239191469": "string",
"1686336285413": "string",
"1686925719622": "string",
"1687737383000": "string",
"1687829570876": "string",
"1688485660166": "string",
"1688584026666": "string",
"1688607226862": "string",
"1688659002590": "string",
"1688874596251": "string",
"1689712340916": "string",
"1689784736552": "string",
"1689810513932": "string",
"1689874497867": "string",
"16_5": "string",
"1843110": "string",
"18500": "string",
"188064e418f8d_0523036d0572dc_77565540_5c094_188064e41901b0": "string",
"18872b8e0784cf_0beeca1507383b_26031a51_1fa400_18872b8e0791cb5": "string",
"188a17944bb542_00db614d04287d_69394f73_144000_188a17944bc333": "string",
"188f4fcb9fe2da_06e0f6aa0b4ca4_6701434_100000_188f4fcba1c4aa": "string",
"188fa7b653141a_0b1f44fb144f8e_b457654_3c2b5_188fa7b6532897": "string",
"189219686031fef_077b2642f33807_2467e76_505c8_189219686041b15": "string",
"18927737a0b2948_063eba3f86d13c_26021d51_12c000_18927737a1ac8b": "string",
"18928d5748a23_0615c2f3bb88c5_427c77_3d10d_18928d5748b137": "string",
"1892be93e3f675_04dc21bbef0c408_2467e76_60c28_1892be93e401df8": "string",
"18938c3fafa61_0a70fbe2aae3c8_573e0332_46500_18938c3fafb1e": "string",
"1896ab357cd71_0cc0c04619dd61_b457654_410a0_1896ab357ce234": "string",
"1896f04695a42f_02205a37c9f948_26031c51_1fa400_1896f04695bf91": "string",
"189708e30059ac_08fc19603bb3d8_607f5047_52c84_189708e3006952": "string",
"189745e81443b3_08e7e80e2de2968_2a6d4933_2c600_189745e8145ec": "string",
"1920": "string",
"20230608": "string",
"20230609": "string",
"20230616": "string",
"20230625": "string",
"20230626": "string",
"20230704": "string",
"20230705": "string",
"20230706": "string",
"20230708": "string",
"20230718": "string",
"20230719": "string",
"20230720": "string",
"28172": "string",
"296": "string",
"3028503": "string",
"320": "string",
"339": "string",
"360": "string",
"375": "string",
"3832417": "string",
"390": "string",
"412": "string",
"428": "string",
"490194369": "string",
"491684537": "string",
"495self_storage": "string",
"498456236": "string",
"508986462": "string",
"510248074": "string",
"516369820": "string",
"517115773": "string",
"517455764": "string",
"517725184": "string",
"519376441": "string",
"525460829": "string",
"525742981": "string",
"525926562": "string",
"526116938": "string",
"568": "string",
"56912": "string",
"5741c855ea8d67c8b7dd1d97e563b7c5ad38a27734f7442fe4e051e7685463a9": "string",
"6550c455caece672204f5360c86e0ef3db8dfa558cb1394ffb115ce01951b1d1": "string",
"667": "string",
"673fb511436aab3934a1d5c6266ea0875c5f0168035a35cdb956afefc1ef1746": "string",
"727": "string",
"740": "string",
"79": "string",
"800": "string",
"823": "string",
"82685": "string",
"844": "string",
"858": "string",
"85a95c2079c0ae166c549ac95363bc5f80510b35e104bab692f5974cdb22a807": "string",
"864": "string",
"8721da4831b3ddfdbe07328a491283f71d248f900b40cbbb966030eccd93f800": "string",
"88064": "string",
"915": "string",
"926": "string",
"960": "string",
"96677": "string",
"97": "string",
"Alabama": "string",
"Android": "string",
"Arizona": "string",
"Bedford": "string",
"Biloxi": "string",
"Birmingham": "string",
"Chrome": "string",
"Chrome_OS": "string",
"Des_Moines": "string",
"Detroit": "string",
"Enid": "string",
"Houston": "string",
"Hyderabad": "string",
"IN": "string",
"Iowa": "string",
"Jodhpur": "string",
"Michigan": "string",
"Mississippi": "string",
"Mobile_Safari": "string",
"New_Mexico": "string",
"New_York": "string",
"Oklahoma": "string",
"Phoenix": "string",
"Rajasthan": "string",
"Ruidoso": "string",
"Tacoma": "string",
"Telangana": "string",
"Texas": "string",
"US": "string",
"Virginia": "string",
"Washington": "string",
"Windows": "string",
"_": "string",
"_18006_e_hardy_rd_houston_tx_77073": "string",
"_1930_hwy_42_s_mcdonough_ga_30252": "string",
"_4201_smokey_road_calera_al_35040": "string",
"_5415_s_orchard_st_tacoma_wa_98467": "string",
"_contact_us": "string",
"_nearby": "string",
"_payonline": "string",
"_self_storage": "string",
"ba7abb48325364ce4c2ebef8047947fa06c9445852f310a68543da9f4a33e932": "string",
"bd6f68b0c8cc79776579e7ebb5c5cfcab75586f27c9788ec746672315535e40c": "string",
"browser": "string",
"browser_version": "string",
"c53e94178e66304bd5dd088b0048c2c69134ea1dad5056ff6b91573d454422a1": "string",
"canonical": "string",
"cb9b4fa494c52d5beb99eeb4d5318e4f5cf8e9caa1cc5177f1da7d2e0aef9619": "string",
"cbd9efb660bccc67af2971736b413997184ee1c72cc5e8a67b9e44b5fd06f88a": "string",
"city": "string",
"company_dim_id": "int",
"country": "string",
"d3efcc35e5225d759c8f9c66836b7dfb4f4e9dfb7af6cf302b2ddbb226e9df6d": "string",
"date_dim_id": "int",
"device": "string",
"facility_dim_id": "int",
"fba39b977e9adad925e174d1ee9acf46f1af962a16fe4f74a896e6ecb4ae9715": "string",
"fc185b62b4bedd410dddb1c89e10521c6c754cc1704d8de819c495578695116f": "string",
"google": "string",
"greatlakes_storage": "string",
"iOS": "string",
"iPhone": "string",
"mixpanel": "string",
"newmexicoselfstorage": "string",
"operating_system": "string",
"provider": "string",
"provider_id": "string",
"referrer": "string",
"referrer_domain": "string",
"region": "string",
"screen_height": "int",
"screen_width": "int",
"session_id": "string",
"shiftselfstorage": "string",
"timestamp": "bigint",
"web_view_fact_id": "int",
"www_495self_storage_com": "string",
"www_google_com": "string",
"www_greatlakes_storage_com": "string",
"www_newmexicoselfstorage_com": "string",
"www_shiftselfstorage_com": "string"
},
"created": "2025-09-27 01:42:30",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_web_view_fact`\n(\n `web_view_fact_id` int , `session_id` string , `browser` string , `browser_version` string , `operating_system` string , `device` string , `screen_width` int , `screen_height` int , `city` string , `region` string , `country` string , `canonical` string , `referrer` string , `timestamp` bigint , `provider` string , `provider_id` string , `company_dim_id` int , `facility_dim_id` int , `date_dim_id` int , `referrer_domain` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/web_view_fact/2025-09-27/1758955280'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_web_view_fact`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_web_view_fact"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}