Schema Info

Schema Name: sfdl_stage_rds.sparefoot_sparefoot_ip_bots

created: 2022-11-15 01:46:23
disabled: False
format: raw
id: 1485
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_rds",
    "table": "sparefoot_sparefoot_ip_bots"
}

type: rds

Schema Versions: 15

Version 906566

created: 2026-04-17 00:20:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-17/1776403231'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-17/1776403231
id: 906566
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6415134
updated: 2026-04-17 00:20:54

Version 906316

created: 2026-04-16 00:07:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-16/1776316035'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-16/1776316035
id: 906316
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6414550
updated: 2026-04-16 00:07:49

Version 906126

created: 2026-04-15 00:11:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-15/1776229856'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-15/1776229856
id: 906126
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6414088
updated: 2026-04-15 00:11:28

Version 905924

created: 2026-04-14 00:12:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-14/1776143559'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-14/1776143559
id: 905924
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6413592
updated: 2026-04-14 00:12:56

Version 905664

created: 2026-04-13 00:09:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-13/1776056956'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-13/1776056956
id: 905664
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6412992
updated: 2026-04-13 00:09:30

Version 905467

created: 2026-04-12 00:06:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-12/1775970387'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-12/1775970387
id: 905467
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6412615
updated: 2026-04-12 00:06:41

Version 905318

created: 2026-04-11 00:27:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-11/1775885254'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-11/1775885254
id: 905318
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6412291
updated: 2026-04-11 00:27:55

Version 905091

created: 2026-04-10 00:12:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-10/1775797932'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-10/1775797932
id: 905091
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6411774
updated: 2026-04-10 00:12:29

Version 904877

created: 2026-04-09 00:15:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-09/1775711697'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-09/1775711697
id: 904877
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6411264
updated: 2026-04-09 00:15:15

Version 904631

created: 2026-04-08 00:07:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-08/1775624834'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-08/1775624834
id: 904631
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6410726
updated: 2026-04-08 00:07:39

Version 904451

created: 2026-04-07 00:15:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-07/1775538919'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-07/1775538919
id: 904451
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6410255
updated: 2026-04-07 00:15:41

Version 904240

created: 2026-04-06 00:13:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-06/1775452360'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-06/1775452360
id: 904240
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6409713
updated: 2026-04-06 00:13:17

Version 904033

created: 2026-04-05 00:12:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-05/1775365973'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-05/1775365973
id: 904033
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6409329
updated: 2026-04-05 00:13:10

Version 903799

created: 2026-04-04 00:07:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-04/1775279222'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-04/1775279222
id: 903799
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6408914
updated: 2026-04-04 00:07:51

Version 903605

created: 2026-04-03 00:09:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-03/1775192976'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-03/1775192976
id: 903605
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1485
schema_scan_id: 6408439
updated: 2026-04-03 00:09:57

Schema Scans: 15

Last at 2026-04-17 00:20:42

Scan 6415134

duration: 0:00:11.859085

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415134

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-17/1776403231",
        "key": "raw/sparefoot_ip_bots/2026-04-17/1776403231/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 2869217414760880124,
        "service_name": "sparefoot",
        "span_id": 7063526357358071751,
        "trace_id": 2869217414760880124
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-17 00:20:42
success: True
trace_id: 2869217414760880124

Scan 6414550

duration: 0:00:16.928924

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414550

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-16/1776316035",
        "key": "raw/sparefoot_ip_bots/2026-04-16/1776316035/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5230304591205382848,
        "service_name": "sparefoot",
        "span_id": 6508097488115902726,
        "trace_id": 5230304591205382848
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-16 00:07:32
success: True
trace_id: 5230304591205382848

Scan 6414088

duration: 0:00:11.888899

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414088

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-15/1776229856",
        "key": "raw/sparefoot_ip_bots/2026-04-15/1776229856/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6058898214279284698,
        "service_name": "sparefoot",
        "span_id": 13865733560365112651,
        "trace_id": 6058898214279284698
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-15 00:11:16
success: True
trace_id: 6058898214279284698

Scan 6413592

duration: 0:00:14.394000

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413592

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-14/1776143559",
        "key": "raw/sparefoot_ip_bots/2026-04-14/1776143559/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4820353274946223024,
        "service_name": "sparefoot",
        "span_id": 18076761603939833033,
        "trace_id": 4820353274946223024
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-14 00:12:41
success: True
trace_id: 4820353274946223024

Scan 6412992

duration: 0:00:11.693547

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412992

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-13/1776056956",
        "key": "raw/sparefoot_ip_bots/2026-04-13/1776056956/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6030290651330330440,
        "service_name": "sparefoot",
        "span_id": 16618209927043345828,
        "trace_id": 6030290651330330440
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-13 00:09:18
success: True
trace_id: 6030290651330330440

Scan 6412615

duration: 0:00:11.652332

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412615

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-12/1775970387",
        "key": "raw/sparefoot_ip_bots/2026-04-12/1775970387/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17385601572986029082,
        "service_name": "sparefoot",
        "span_id": 17597262063985672740,
        "trace_id": 17385601572986029082
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-12 00:06:29
success: True
trace_id: 17385601572986029082

Scan 6412291

duration: 0:00:14.206619

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412291

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-11/1775885254",
        "key": "raw/sparefoot_ip_bots/2026-04-11/1775885254/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6636128080831366837,
        "service_name": "sparefoot",
        "span_id": 16847907901264624848,
        "trace_id": 6636128080831366837
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-11 00:27:41
success: True
trace_id: 6636128080831366837

Scan 6411774

duration: 0:00:11.784995

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411774

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-10/1775797932",
        "key": "raw/sparefoot_ip_bots/2026-04-10/1775797932/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 1292843623787537781,
        "service_name": "sparefoot",
        "span_id": 9927244984693234057,
        "trace_id": 1292843623787537781
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-10 00:12:18
success: True
trace_id: 1292843623787537781

Scan 6411264

duration: 0:00:11.727578

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411264

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-09/1775711697",
        "key": "raw/sparefoot_ip_bots/2026-04-09/1775711697/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8666246029030487896,
        "service_name": "sparefoot",
        "span_id": 13662292590011002024,
        "trace_id": 8666246029030487896
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-09 00:15:03
success: True
trace_id: 8666246029030487896

Scan 6410726

duration: 0:00:11.698844

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410726

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-08/1775624834",
        "key": "raw/sparefoot_ip_bots/2026-04-08/1775624834/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15131239249611451488,
        "service_name": "sparefoot",
        "span_id": 6828167125706478710,
        "trace_id": 15131239249611451488
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-08 00:07:27
success: True
trace_id: 15131239249611451488

Scan 6410255

duration: 0:00:14.351985

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410255

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-07/1775538919",
        "key": "raw/sparefoot_ip_bots/2026-04-07/1775538919/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10126566981381072868,
        "service_name": "sparefoot",
        "span_id": 6038192249609777455,
        "trace_id": 10126566981381072868
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-07 00:15:26
success: True
trace_id: 10126566981381072868

Scan 6409713

duration: 0:00:11.822540

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409713

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-06/1775452360",
        "key": "raw/sparefoot_ip_bots/2026-04-06/1775452360/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 18115429723038118509,
        "service_name": "sparefoot",
        "span_id": 15738073351986348521,
        "trace_id": 18115429723038118509
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-06 00:13:05
success: True
trace_id: 18115429723038118509

Scan 6409329

duration: 0:00:14.269606

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409329

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-05/1775365973",
        "key": "raw/sparefoot_ip_bots/2026-04-05/1775365973/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5583288721247187741,
        "service_name": "sparefoot",
        "span_id": 15960733640428309342,
        "trace_id": 5583288721247187741
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-05 00:12:56
success: True
trace_id: 5583288721247187741

Scan 6408914

duration: 0:00:14.285564

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408914

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-04/1775279222",
        "key": "raw/sparefoot_ip_bots/2026-04-04/1775279222/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10769012821866201262,
        "service_name": "sparefoot",
        "span_id": 4659580375749879970,
        "trace_id": 10769012821866201262
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-04 00:07:36
success: True
trace_id: 10769012821866201262

Scan 6408439

duration: 0:00:11.722184

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408439

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-03/1775192976",
        "key": "raw/sparefoot_ip_bots/2026-04-03/1775192976/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17743173283864208524,
        "service_name": "sparefoot",
        "span_id": 9298191088186904920,
        "trace_id": 17743173283864208524
    }
}

running: False
schema_name_id: 1485
start_time: 2026-04-03 00:09:45
success: True
trace_id: 17743173283864208524

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

created: 2026-04-17 00:20:42

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-17/1776403231'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-11-15 01:46:23",
        "disabled": false,
        "format": "raw",
        "id": 1485,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_rds",
            "table": "sparefoot_sparefoot_ip_bots"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "city": "string",
            "country": "string",
            "domain": "string",
            "id": "int",
            "ip": "string",
            "name": "string",
            "user_agent": "string"
        },
        "created": "2026-04-17 00:20:42",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_ip_bots/2026-04-17/1776403231'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_ip_bots`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_ip_bots"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}