Schema Info

Schema Name: sfdl_stage_rds.sparefoot_sparefoot_billable_instances
  • created: 2022-08-12 10:57:54
  • disabled: False
  • format: raw
  • id: 1381
  • is_partitioned: False
  • is_schema_datatyped: False
  • name:
    {
        "database": "sfdl_stage_rds",
        "table": "sparefoot_sparefoot_billable_instances"
    }
  • type: rds
Schema Versions: 15
    • created: 2026-04-17 00:23:56
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-17/1776403417'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-17/1776403417
    • id: 906572
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6415140
    • updated: 2026-04-17 00:24:08
    • created: 2026-04-16 00:32:44
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-16/1776317548'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-16/1776317548
    • id: 906372
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6414611
    • updated: 2026-04-16 00:32:55
    • created: 2026-04-15 00:27:39
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-15/1776230831'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-15/1776230831
    • id: 906138
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6414102
    • updated: 2026-04-15 00:27:53
    • created: 2026-04-14 00:30:13
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-14/1776144594'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-14/1776144594
    • id: 905943
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6413612
    • updated: 2026-04-14 00:30:27
    • created: 2026-04-13 00:21:04
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-13/1776057645'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-13/1776057645
    • id: 905725
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6413062
    • updated: 2026-04-13 00:21:18
    • created: 2026-04-12 00:11:38
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-12/1775970687'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-12/1775970687
    • id: 905505
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6412657
    • updated: 2026-04-12 00:11:51
    • created: 2026-04-11 00:19:25
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-11/1775884740'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-11/1775884740
    • id: 905309
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6412282
    • updated: 2026-04-11 00:19:39
    • created: 2026-04-10 00:33:37
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-10/1775799206'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-10/1775799206
    • id: 905111
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6411796
    • updated: 2026-04-10 00:33:48
    • created: 2026-04-09 00:18:17
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-09/1775711872'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-09/1775711872
    • id: 904892
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6411279
    • updated: 2026-04-09 00:18:28
    • created: 2026-04-08 00:36:29
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-08/1775626567'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-08/1775626567
    • id: 904685
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6410788
    • updated: 2026-04-08 00:36:41
    • created: 2026-04-07 00:28:10
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-07/1775539674'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-07/1775539674
    • id: 904466
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6410270
    • updated: 2026-04-07 00:28:24
    • created: 2026-04-06 00:41:34
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-06/1775454079'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-06/1775454079
    • id: 904257
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6409731
    • updated: 2026-04-06 00:41:45
    • created: 2026-04-05 00:42:22
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-05/1775367726'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-05/1775367726
    • id: 904055
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6409351
    • updated: 2026-04-05 00:42:33
    • created: 2026-04-04 00:29:58
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-04/1775280588'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-04/1775280588
    • id: 903850
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6408967
    • updated: 2026-04-04 00:30:12
    • created: 2026-04-03 00:40:13
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
          "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-03/1775194783'\n",
          "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
      ]
    • hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-03/1775194783
    • id: 903639
    • processed: 1
    • raw_data:
      {
          "account_id": "int32",
          "amount_collected": "double",
          "billable_instance_id": "int32",
          "confirmation_code": "string",
          "invoice_id": "int32",
          "item": "string",
          "listing_avail_id": "int32",
          "modified_dtm": "timestamp[ns]",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int32",
          "statement_id": "int32",
          "unit_price": "double"
      }
    • schema_attributes:
      {
          "account_id": "int",
          "amount_collected": "double",
          "billable_instance_id": "int",
          "confirmation_code": "string",
          "invoice_id": "int",
          "item": "string",
          "listing_avail_id": "int",
          "modified_dtm": "timestamp",
          "reason": "string",
          "residual_percent": "double",
          "sparefoot_charge": "double",
          "statement_batch_id": "int",
          "statement_id": "int",
          "unit_price": "double"
      }
    • schema_name_id: 1381
    • schema_scan_id: 6408475
    • updated: 2026-04-03 00:40:24
Schema Scans: 15
Last at 2026-04-17 00:23:56
    • duration: 0:00:12.084216
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6415140
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-17/1776403417",
              "key": "raw/sparefoot_billable_instances/2026-04-17/1776403417/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 8073760785819736272,
              "service_name": "sparefoot",
              "span_id": 39430695722800414,
              "trace_id": 8073760785819736272
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-17 00:23:56
    • success: True
    • trace_id: 8073760785819736272
    • duration: 0:00:12.081910
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6414611
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-16/1776317548",
              "key": "raw/sparefoot_billable_instances/2026-04-16/1776317548/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 14223575791164701504,
              "service_name": "sparefoot",
              "span_id": 12299856503738309079,
              "trace_id": 14223575791164701504
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-16 00:32:43
    • success: True
    • trace_id: 14223575791164701504
    • duration: 0:00:14.596660
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6414102
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-15/1776230831",
              "key": "raw/sparefoot_billable_instances/2026-04-15/1776230831/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 7490024859409136406,
              "service_name": "sparefoot",
              "span_id": 10454780900423899097,
              "trace_id": 7490024859409136406
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-15 00:27:38
    • success: True
    • trace_id: 7490024859409136406
    • duration: 0:00:14.629959
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6413612
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-14/1776144594",
              "key": "raw/sparefoot_billable_instances/2026-04-14/1776144594/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 14256704531204373087,
              "service_name": "sparefoot",
              "span_id": 5525994774957141228,
              "trace_id": 14256704531204373087
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-14 00:30:13
    • success: True
    • trace_id: 14256704531204373087
    • duration: 0:00:14.730530
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6413062
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-13/1776057645",
              "key": "raw/sparefoot_billable_instances/2026-04-13/1776057645/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 6595175743108568286,
              "service_name": "sparefoot",
              "span_id": 17301000474314187084,
              "trace_id": 6595175743108568286
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-13 00:21:03
    • success: True
    • trace_id: 6595175743108568286
    • duration: 0:00:14.566119
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6412657
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-12/1775970687",
              "key": "raw/sparefoot_billable_instances/2026-04-12/1775970687/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 10147943197961135600,
              "service_name": "sparefoot",
              "span_id": 5546044095272376491,
              "trace_id": 10147943197961135600
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-12 00:11:37
    • success: True
    • trace_id: 10147943197961135600
    • duration: 0:00:14.455856
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6412282
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-11/1775884740",
              "key": "raw/sparefoot_billable_instances/2026-04-11/1775884740/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 10060455736808857196,
              "service_name": "sparefoot",
              "span_id": 2673405188564738755,
              "trace_id": 10060455736808857196
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-11 00:19:24
    • success: True
    • trace_id: 10060455736808857196
    • duration: 0:00:12.033321
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6411796
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-10/1775799206",
              "key": "raw/sparefoot_billable_instances/2026-04-10/1775799206/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 3879108371694582569,
              "service_name": "sparefoot",
              "span_id": 1433447445179576040,
              "trace_id": 3879108371694582569
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-10 00:33:36
    • success: True
    • trace_id: 3879108371694582569
    • duration: 0:00:12.016201
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6411279
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-09/1775711872",
              "key": "raw/sparefoot_billable_instances/2026-04-09/1775711872/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 1690713918902296879,
              "service_name": "sparefoot",
              "span_id": 11914075555542491976,
              "trace_id": 1690713918902296879
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-09 00:18:16
    • success: True
    • trace_id: 1690713918902296879
    • duration: 0:00:12.043701
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6410788
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-08/1775626567",
              "key": "raw/sparefoot_billable_instances/2026-04-08/1775626567/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 16094605041055411952,
              "service_name": "sparefoot",
              "span_id": 9950690812017368132,
              "trace_id": 16094605041055411952
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-08 00:36:29
    • success: True
    • trace_id: 16094605041055411952
    • duration: 0:00:14.894111
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6410270
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-07/1775539674",
              "key": "raw/sparefoot_billable_instances/2026-04-07/1775539674/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 14594252633724983499,
              "service_name": "sparefoot",
              "span_id": 9389216116316433084,
              "trace_id": 14594252633724983499
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-07 00:28:09
    • success: True
    • trace_id: 14594252633724983499
    • duration: 0:00:12.095093
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6409731
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-06/1775454079",
              "key": "raw/sparefoot_billable_instances/2026-04-06/1775454079/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 4309712189152074749,
              "service_name": "sparefoot",
              "span_id": 7144159091639460700,
              "trace_id": 4309712189152074749
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-06 00:41:33
    • success: True
    • trace_id: 4309712189152074749
    • duration: 0:00:11.999389
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6409351
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-05/1775367726",
              "key": "raw/sparefoot_billable_instances/2026-04-05/1775367726/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 9538729808164211868,
              "service_name": "sparefoot",
              "span_id": 7153282487944429863,
              "trace_id": 9538729808164211868
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-05 00:42:21
    • success: True
    • trace_id: 9538729808164211868
    • duration: 0:00:14.577764
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6408967
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-04/1775280588",
              "key": "raw/sparefoot_billable_instances/2026-04-04/1775280588/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 5935895278314737950,
              "service_name": "sparefoot",
              "span_id": 4525752816144951631,
              "trace_id": 5935895278314737950
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-04 00:29:58
    • success: True
    • trace_id: 5935895278314737950
    • duration: 0:00:12.036159
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6408475
    • payload:
      {
          "datatype_dict": null,
          "file_format": "parquet",
          "is_schema_datatyped": false,
          "s3": {
              "bucket": "sfdl-rds-sparefoot-stage",
              "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-03/1775194783",
              "key": "raw/sparefoot_billable_instances/2026-04-03/1775194783/billable_instances_3.parquet.gz"
          },
          "schema": {
              "name": "sfdl_stage_rds.sparefoot_sparefoot_billable_instances",
              "type": "rds"
          },
          "trace_context": {
              "parent_id": 8085272071014869078,
              "service_name": "sparefoot",
              "span_id": 9349724586543035039,
              "trace_id": 8085272071014869078
          }
      }
    • running: False
    • schema_name_id: 1381
    • start_time: 2026-04-03 00:40:12
    • success: True
    • trace_id: 8085272071014869078
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state:
    []
  • type: None
Schema:
  • attributes:
    {
        "account_id": "int",
        "amount_collected": "double",
        "billable_instance_id": "int",
        "confirmation_code": "string",
        "invoice_id": "int",
        "item": "string",
        "listing_avail_id": "int",
        "modified_dtm": "timestamp",
        "reason": "string",
        "residual_percent": "double",
        "sparefoot_charge": "double",
        "statement_batch_id": "int",
        "statement_id": "int",
        "unit_price": "double"
    }
  • created: 2026-04-17 00:23:56
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-17/1776403417'\n",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
        "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
    }
Server:
  • hostname: schemamanager-5c55c886bf-h2ts4
  • name: schema_manager
  • process_start: 2025-10-21 13:03:27
  • sf_env: stage
  • version: 2112174301
Raw:
{
    "name": {
        "created": "2022-08-12 10:57:54",
        "disabled": false,
        "format": "raw",
        "id": 1381,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_rds",
            "table": "sparefoot_sparefoot_billable_instances"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "account_id": "int",
            "amount_collected": "double",
            "billable_instance_id": "int",
            "confirmation_code": "string",
            "invoice_id": "int",
            "item": "string",
            "listing_avail_id": "int",
            "modified_dtm": "timestamp",
            "reason": "string",
            "residual_percent": "double",
            "sparefoot_charge": "double",
            "statement_batch_id": "int",
            "statement_id": "int",
            "unit_price": "double"
        },
        "created": "2026-04-17 00:23:56",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_billable_instances/2026-04-17/1776403417'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_billable_instances`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_billable_instances"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}