Schema Info

Schema Name: sfdl_stage_redshift.analytics_reference_dim_agent_roster

created: 2018-05-09 10:54:01
disabled: False
format: raw
id: 524
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_redshift",
    "table": "analytics_reference_dim_agent_roster"
}

type: redshift

Schema Versions: 15

Version 906614

created: 2026-04-17 03:36:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-17/1776414993'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-17/1776414993
id: 906614
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6415194
updated: 2026-04-17 03:37:03

Version 906407

created: 2026-04-16 03:59:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-16/1776329945'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-16/1776329945
id: 906407
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6414657
updated: 2026-04-16 03:59:37

Version 906189

created: 2026-04-15 03:45:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-15/1776242736'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-15/1776242736
id: 906189
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6414165
updated: 2026-04-15 03:45:59

Version 905974

created: 2026-04-14 03:39:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-14/1776155943'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-14/1776155943
id: 905974
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6413660
updated: 2026-04-14 03:39:30

Version 905765

created: 2026-04-13 03:32:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-13/1776069136'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-13/1776069136
id: 905765
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6413121
updated: 2026-04-13 03:32:37

Version 905589

created: 2026-04-12 04:03:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-12/1775984556'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-12/1775984556
id: 905589
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6412753
updated: 2026-04-12 04:03:14

Version 905356

created: 2026-04-11 03:25:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-11/1775895916'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-11/1775895916
id: 905356
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6412341
updated: 2026-04-11 03:26:04

Version 905135

created: 2026-04-10 03:19:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-10/1775809161'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-10/1775809161
id: 905135
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6411839
updated: 2026-04-10 03:19:51

Version 904964

created: 2026-04-09 04:01:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-09/1775725269'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-09/1775725269
id: 904964
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6411367
updated: 2026-04-09 04:01:44

Version 904712

created: 2026-04-08 03:32:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-08/1775637147'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-08/1775637147
id: 904712
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6410833
updated: 2026-04-08 03:32:52

Version 904500

created: 2026-04-07 03:33:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-07/1775550803'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-07/1775550803
id: 904500
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6410323
updated: 2026-04-07 03:34:04

Version 904302

created: 2026-04-06 03:55:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-06/1775465727'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-06/1775465727
id: 904302
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6409796
updated: 2026-04-06 03:55:47

Version 904082

created: 2026-04-05 03:26:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-05/1775377578'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-05/1775377578
id: 904082
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6409389
updated: 2026-04-05 03:26:54

Version 903882

created: 2026-04-04 03:23:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-04/1775291015'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-04/1775291015
id: 903882
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6409011
updated: 2026-04-04 03:23:56

Version 903674

created: 2026-04-03 03:44:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-03/1775205854'\n",
    "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
]

hive_path: s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-03/1775205854
id: 903674
processed: 1

raw_data:

{
    "_origin": "6",
    "agent_no": "5",
    "agent_office": "4",
    "agent_start_day": "3",
    "agent_team_name": "2",
    "audit_id": "0",
    "user_key": "1"
}

schema_attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

schema_name_id: 524
schema_scan_id: 6408528
updated: 2026-04-03 03:44:48

Schema Scans: 15

Last at 2026-04-17 03:36:49

Scan 6415194

duration: 0:00:14.271046

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415194

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-17/1776414993/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-17/1776414993",
        "key": "raw/reference_dim_agent_roster/2026-04-17/1776414993/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 5324997022414940723,
        "service_name": "redshift_unloads",
        "span_id": 8089391557904760209,
        "trace_id": 15403395204281350472
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-17 03:36:49
success: True
trace_id: 15403395204281350472

Scan 6414657

duration: 0:00:14.363208

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414657

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-16/1776329945/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-16/1776329945",
        "key": "raw/reference_dim_agent_roster/2026-04-16/1776329945/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 18168589881584493729,
        "service_name": "redshift_unloads",
        "span_id": 16030713479234382804,
        "trace_id": 593646743010807983
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-16 03:59:23
success: True
trace_id: 593646743010807983

Scan 6414165

duration: 0:00:14.333968

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414165

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-15/1776242736/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-15/1776242736",
        "key": "raw/reference_dim_agent_roster/2026-04-15/1776242736/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 10324510273457470706,
        "service_name": "redshift_unloads",
        "span_id": 10022400542624231647,
        "trace_id": 8354593719829438941
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-15 03:45:45
success: True
trace_id: 8354593719829438941

Scan 6413660

duration: 0:00:11.741647

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413660

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-14/1776155943/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-14/1776155943",
        "key": "raw/reference_dim_agent_roster/2026-04-14/1776155943/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 3867038996318877085,
        "service_name": "redshift_unloads",
        "span_id": 3169164824835768590,
        "trace_id": 5316543491901849260
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-14 03:39:18
success: True
trace_id: 5316543491901849260

Scan 6413121

duration: 0:00:14.324483

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413121

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-13/1776069136/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-13/1776069136",
        "key": "raw/reference_dim_agent_roster/2026-04-13/1776069136/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 1575218082869541190,
        "service_name": "redshift_unloads",
        "span_id": 4148108408224041531,
        "trace_id": 8209809121476618774
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-13 03:32:23
success: True
trace_id: 8209809121476618774

Scan 6412753

duration: 0:00:11.754016

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412753

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-12/1775984556/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-12/1775984556",
        "key": "raw/reference_dim_agent_roster/2026-04-12/1775984556/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 10844530222496399021,
        "service_name": "redshift_unloads",
        "span_id": 14410194700177048348,
        "trace_id": 11718476437087607314
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-12 04:03:02
success: True
trace_id: 11718476437087607314

Scan 6412341

duration: 0:00:14.319502

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412341

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-11/1775895916/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-11/1775895916",
        "key": "raw/reference_dim_agent_roster/2026-04-11/1775895916/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 17004720079967150752,
        "service_name": "redshift_unloads",
        "span_id": 18284215346216419566,
        "trace_id": 2422131256976392423
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-11 03:25:50
success: True
trace_id: 2422131256976392423

Scan 6411839

duration: 0:00:11.735751

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411839

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-10/1775809161/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-10/1775809161",
        "key": "raw/reference_dim_agent_roster/2026-04-10/1775809161/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 13794246138337635912,
        "service_name": "redshift_unloads",
        "span_id": 5939552872822955280,
        "trace_id": 17967655643796470128
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-10 03:19:40
success: True
trace_id: 17967655643796470128

Scan 6411367

duration: 0:00:11.756334

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411367

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-09/1775725269/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-09/1775725269",
        "key": "raw/reference_dim_agent_roster/2026-04-09/1775725269/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 17588519919974902708,
        "service_name": "redshift_unloads",
        "span_id": 1832377207837805469,
        "trace_id": 6705144960868377964
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-09 04:01:32
success: True
trace_id: 6705144960868377964

Scan 6410833

duration: 0:00:11.851606

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410833

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-08/1775637147/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-08/1775637147",
        "key": "raw/reference_dim_agent_roster/2026-04-08/1775637147/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 5331885725936326628,
        "service_name": "redshift_unloads",
        "span_id": 14584339360999235206,
        "trace_id": 9703934255388052135
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-08 03:32:40
success: True
trace_id: 9703934255388052135

Scan 6410323

duration: 0:00:11.727654

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410323

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-07/1775550803/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-07/1775550803",
        "key": "raw/reference_dim_agent_roster/2026-04-07/1775550803/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 16374270403948029203,
        "service_name": "redshift_unloads",
        "span_id": 15681320908579145886,
        "trace_id": 15382477424509856592
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-07 03:33:52
success: True
trace_id: 15382477424509856592

Scan 6409796

duration: 0:00:11.771953

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409796

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-06/1775465727/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-06/1775465727",
        "key": "raw/reference_dim_agent_roster/2026-04-06/1775465727/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 18016703444608616469,
        "service_name": "redshift_unloads",
        "span_id": 5965765539455467811,
        "trace_id": 462804356935906574
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-06 03:55:35
success: True
trace_id: 462804356935906574

Scan 6409389

duration: 0:00:14.229193

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409389

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-05/1775377578/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-05/1775377578",
        "key": "raw/reference_dim_agent_roster/2026-04-05/1775377578/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 11073987030426410906,
        "service_name": "redshift_unloads",
        "span_id": 3430787952087472079,
        "trace_id": 184326002161334014
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-05 03:26:40
success: True
trace_id: 184326002161334014

Scan 6409011

duration: 0:00:14.212393

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409011

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-04/1775291015/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-04/1775291015",
        "key": "raw/reference_dim_agent_roster/2026-04-04/1775291015/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 10518993236991150396,
        "service_name": "redshift_unloads",
        "span_id": 7437282771882488859,
        "trace_id": 7403506664153107268
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-04 03:23:42
success: True
trace_id: 7403506664153107268

Scan 6408528

duration: 0:00:14.379819

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408528

payload:

{
    "datatype_dict": {
        "agent_no": "varchar(30)",
        "agent_office": "varchar(30)",
        "agent_start_day": "date",
        "agent_team_name": "varchar(200)",
        "audit_id": "bigint",
        "origin_key": "varchar",
        "user_key": "int"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-stage",
            "key": "meta/reference_dim_agent_roster/2026-04-03/1775205854/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-stage",
        "hive_path": "s3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-03/1775205854",
        "key": "raw/reference_dim_agent_roster/2026-04-03/1775205854/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_stage_redshift.analytics_reference_dim_agent_roster",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 12458804101527284091,
        "service_name": "redshift_unloads",
        "span_id": 397489484147633405,
        "trace_id": 18065460073968592503
    }
}

running: False
schema_name_id: 524
start_time: 2026-04-03 03:44:34
success: True
trace_id: 18065460073968592503

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "_origin": "string",
    "agent_no": "varchar(30)",
    "agent_office": "varchar(30)",
    "agent_start_day": "date",
    "agent_team_name": "varchar(200)",
    "audit_id": "bigint",
    "user_key": "int"
}

created: 2026-04-17 03:36:50

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-17/1776414993'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2018-05-09 10:54:01",
        "disabled": false,
        "format": "raw",
        "id": 524,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_redshift",
            "table": "analytics_reference_dim_agent_roster"
        },
        "type": "redshift"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "agent_no": "varchar(30)",
            "agent_office": "varchar(30)",
            "agent_start_day": "date",
            "agent_team_name": "varchar(200)",
            "audit_id": "bigint",
            "user_key": "int"
        },
        "created": "2026-04-17 03:36:50",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_redshift`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_redshift.analytics_reference_dim_agent_roster`\n(\n `audit_id`  bigint , `user_key`  int , `agent_team_name`  varchar(200) , `agent_start_day`  date , `agent_office`  varchar(30) , `agent_no`  varchar(30) , `_origin`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-stage/raw/reference_dim_agent_roster/2026-04-17/1776414993'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_redshift.analytics_reference_dim_agent_roster`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_redshift.analytics_reference_dim_agent_roster"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}