Schema Info

Schema Name: sfdl_stage_redshift.analytics_dwh_dim_agent_roster

created: 2018-10-20 02:13:47
disabled: False
format: raw
id: 657
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_redshift",
    "table": "analytics_dwh_dim_agent_roster"
}

type: redshift

Schema Versions: 15

Version 906623

created: 2026-04-17 03:37:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-17/1776415066'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-17/1776415066
id: 906623
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6415203
updated: 2026-04-17 03:38:10

Version 906401

created: 2026-04-16 03:58:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-16/1776329896'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-16/1776329896
id: 906401
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6414651
updated: 2026-04-16 03:58:50

Version 906197

created: 2026-04-15 03:46:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-15/1776242773'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-15/1776242773
id: 906197
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6414173
updated: 2026-04-15 03:46:34

Version 905985

created: 2026-04-14 03:53:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-14/1776156763'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-14/1776156763
id: 905985
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6413671
updated: 2026-04-14 03:53:14

Version 905771

created: 2026-04-13 03:33:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-13/1776069205'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-13/1776069205
id: 905771
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6413127
updated: 2026-04-13 03:33:48

Version 905550

created: 2026-04-12 03:36:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-12/1775982999'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-12/1775982999
id: 905550
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6412713
updated: 2026-04-12 03:37:00

Version 905392

created: 2026-04-11 03:49:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-11/1775897372'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-11/1775897372
id: 905392
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6412377
updated: 2026-04-11 03:49:53

Version 905160

created: 2026-04-10 03:54:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-10/1775811273'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-10/1775811273
id: 905160
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6411865
updated: 2026-04-10 03:55:09

Version 904958

created: 2026-04-09 04:01:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-09/1775725251'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-09/1775725251
id: 904958
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6411361
updated: 2026-04-09 04:01:26

Version 904742

created: 2026-04-08 04:00:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-08/1775638822'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-08/1775638822
id: 904742
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6410865
updated: 2026-04-08 04:00:51

Version 904506

created: 2026-04-07 03:34:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-07/1775550829'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-07/1775550829
id: 904506
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6410329
updated: 2026-04-07 03:34:22

Version 904324

created: 2026-04-06 04:05:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-06/1775466282'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-06/1775466282
id: 904324
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6409819
updated: 2026-04-06 04:05:30

Version 904086

created: 2026-04-05 03:27:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-05/1775377646'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-05/1775377646
id: 904086
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6409394
updated: 2026-04-05 03:27:46

Version 903917

created: 2026-04-04 03:47:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-04/1775292416'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-04/1775292416
id: 903917
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6409046
updated: 2026-04-04 03:47:35

Version 903702

created: 2026-04-03 03:58:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-03/1775206727'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-03/1775206727
id: 903702
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 657
schema_scan_id: 6408556
updated: 2026-04-03 03:59:12

Schema Scans: 15

Last at 2026-04-17 03:37:58

Scan 6415203

duration: 0:00:11.941687

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415203

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-17/1776415066/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-17/1776415066",
        "key": "raw/dwh_dim_agent_roster/2026-04-17/1776415066/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 10902898778702282379,
        "service_name": "redshift_unloads",
        "span_id": 13508394094948196899,
        "trace_id": 3887567747309521478
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-17 03:37:58
success: True
trace_id: 3887567747309521478

Scan 6414651

duration: 0:00:11.722078

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414651

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-16/1776329896/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-16/1776329896",
        "key": "raw/dwh_dim_agent_roster/2026-04-16/1776329896/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 17321360478178437302,
        "service_name": "redshift_unloads",
        "span_id": 4313588966929248586,
        "trace_id": 726953460740773876
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-16 03:58:39
success: True
trace_id: 726953460740773876

Scan 6414173

duration: 0:00:14.315431

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414173

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-15/1776242773/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-15/1776242773",
        "key": "raw/dwh_dim_agent_roster/2026-04-15/1776242773/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 9208699838163440601,
        "service_name": "redshift_unloads",
        "span_id": 18298843182221740308,
        "trace_id": 11820077444687628036
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-15 03:46:20
success: True
trace_id: 11820077444687628036

Scan 6413671

duration: 0:00:11.803730

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413671

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-14/1776156763/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-14/1776156763",
        "key": "raw/dwh_dim_agent_roster/2026-04-14/1776156763/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 16873823413432911787,
        "service_name": "redshift_unloads",
        "span_id": 17086048369151312354,
        "trace_id": 3562899220389628294
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-14 03:53:02
success: True
trace_id: 3562899220389628294

Scan 6413127

duration: 0:00:14.381446

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413127

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-13/1776069205/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-13/1776069205",
        "key": "raw/dwh_dim_agent_roster/2026-04-13/1776069205/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 2007449710819928301,
        "service_name": "redshift_unloads",
        "span_id": 9187888668941777321,
        "trace_id": 9993299936951862580
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-13 03:33:33
success: True
trace_id: 9993299936951862580

Scan 6412713

duration: 0:00:11.822315

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412713

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-12/1775982999/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-12/1775982999",
        "key": "raw/dwh_dim_agent_roster/2026-04-12/1775982999/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 6330736220571575170,
        "service_name": "redshift_unloads",
        "span_id": 3420033044930433264,
        "trace_id": 9334575530562100813
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-12 03:36:49
success: True
trace_id: 9334575530562100813

Scan 6412377

duration: 0:00:14.229911

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412377

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-11/1775897372/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-11/1775897372",
        "key": "raw/dwh_dim_agent_roster/2026-04-11/1775897372/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 9541825867472166692,
        "service_name": "redshift_unloads",
        "span_id": 1609579965263886168,
        "trace_id": 5697848502635458651
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-11 03:49:39
success: True
trace_id: 5697848502635458651

Scan 6411865

duration: 0:00:11.699123

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411865

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-10/1775811273/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-10/1775811273",
        "key": "raw/dwh_dim_agent_roster/2026-04-10/1775811273/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 6279046533087609182,
        "service_name": "redshift_unloads",
        "span_id": 488714431979613009,
        "trace_id": 13419114379368883686
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-10 03:54:58
success: True
trace_id: 13419114379368883686

Scan 6411361

duration: 0:00:14.315301

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411361

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-09/1775725251/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-09/1775725251",
        "key": "raw/dwh_dim_agent_roster/2026-04-09/1775725251/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 15287286106564321357,
        "service_name": "redshift_unloads",
        "span_id": 15817895584810956742,
        "trace_id": 16121269854704903133
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-09 04:01:11
success: True
trace_id: 16121269854704903133

Scan 6410865

duration: 0:00:14.401624

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410865

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-08/1775638822/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-08/1775638822",
        "key": "raw/dwh_dim_agent_roster/2026-04-08/1775638822/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 11127443314927889225,
        "service_name": "redshift_unloads",
        "span_id": 5918686777990461484,
        "trace_id": 16820865014773568530
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-08 04:00:36
success: True
trace_id: 16820865014773568530

Scan 6410329

duration: 0:00:14.223856

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410329

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-07/1775550829/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-07/1775550829",
        "key": "raw/dwh_dim_agent_roster/2026-04-07/1775550829/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 3576975170559894033,
        "service_name": "redshift_unloads",
        "span_id": 9686714295926368809,
        "trace_id": 15027614293866442797
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-07 03:34:08
success: True
trace_id: 15027614293866442797

Scan 6409819

duration: 0:00:14.333925

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409819

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-06/1775466282/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-06/1775466282",
        "key": "raw/dwh_dim_agent_roster/2026-04-06/1775466282/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 18325748688400193251,
        "service_name": "redshift_unloads",
        "span_id": 9823130215620378756,
        "trace_id": 16013126117494576812
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-06 04:05:15
success: True
trace_id: 16013126117494576812

Scan 6409394

duration: 0:00:11.705008

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409394

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-05/1775377646/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-05/1775377646",
        "key": "raw/dwh_dim_agent_roster/2026-04-05/1775377646/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 17891533532783588425,
        "service_name": "redshift_unloads",
        "span_id": 9271659800669978599,
        "trace_id": 627938965812352106
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-05 03:27:34
success: True
trace_id: 627938965812352106

Scan 6409046

duration: 0:00:14.308655

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409046

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-04/1775292416/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-04/1775292416",
        "key": "raw/dwh_dim_agent_roster/2026-04-04/1775292416/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 11081668886489220954,
        "service_name": "redshift_unloads",
        "span_id": 227412350998248781,
        "trace_id": 14093780443183665828
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-04 03:47:20
success: True
trace_id: 14093780443183665828

Scan 6408556

duration: 0:00:14.255761

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408556

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/dwh_dim_agent_roster/2026-04-03/1775206727/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-03/1775206727",
        "key": "raw/dwh_dim_agent_roster/2026-04-03/1775206727/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_dwh_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 7249905290129512871,
        "service_name": "redshift_unloads",
        "span_id": 980933070005703608,
        "trace_id": 16861251321818808175
    }
}

running: False
schema_name_id: 657
start_time: 2026-04-03 03:58:57
success: True
trace_id: 16861251321818808175

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

created: 2026-04-17 03:37:59

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-17/1776415066'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2018-10-20 02:13:47",
        "disabled": false,
        "format": "raw",
        "id": 657,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_redshift",
            "table": "analytics_dwh_dim_agent_roster"
        },
        "type": "redshift"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "agent_no": "varchar(30)",
            "agent_office": "varchar(30)",
            "agent_start_day": "date",
            "agent_team_name": "varchar(200)",
            "audit_id": "bigint",
            "user_key": "int"
        },
        "created": "2026-04-17 03:37:59",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_dwh_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/dwh_dim_agent_roster/2026-04-17/1776415066'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_dwh_dim_agent_roster`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_dwh_dim_agent_roster"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}