Schema Info

Schema Name: sfdl_stage_manual.genesys_users

created: 2021-04-08 14:32:07
disabled: False
format: raw
id: 1039
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_manual",
    "table": "genesys_users"
}

type: manual

Schema Versions: 15

Version 906683

created: 2026-04-17 09:00:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-17/1776434415'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-17/1776434415
id: 906683
processed: 1

raw_data:

{
    "_origin": "2026-04-17T09:00:15Z|raw/users/2026-04-17/1776434415/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6415309
updated: 2026-04-17 09:00:37

Version 906660

created: 2026-04-17 07:00:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-17/1776427210'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-17/1776427210
id: 906660
processed: 1

raw_data:

{
    "_origin": "2026-04-17T07:00:10Z|raw/users/2026-04-16/1776427210/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6415258
updated: 2026-04-17 07:00:44

Version 906515

created: 2026-04-16 17:00:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776376807'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776376807
id: 906515
processed: 1

raw_data:

{
    "_origin": "2026-04-16T17:00:07Z|raw/users/2026-04-16/1776376807/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6415048
updated: 2026-04-16 17:00:40

Version 906513

created: 2026-04-16 15:00:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776369609'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776369609
id: 906513
processed: 1

raw_data:

{
    "_origin": "2026-04-16T15:00:09Z|raw/users/2026-04-16/1776369609/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6415031
updated: 2026-04-16 15:00:30

Version 906511

created: 2026-04-16 13:00:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776362408'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776362408
id: 906511
processed: 1

raw_data:

{
    "_origin": "2026-04-16T13:00:08Z|raw/users/2026-04-16/1776362408/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6415002
updated: 2026-04-16 13:00:40

Version 906505

created: 2026-04-16 11:00:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776355208'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776355208
id: 906505
processed: 1

raw_data:

{
    "_origin": "2026-04-16T11:00:08Z|raw/users/2026-04-16/1776355208/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6414968
updated: 2026-04-16 11:00:37

Version 906465

created: 2026-04-16 09:00:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776348013'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776348013
id: 906465
processed: 1

raw_data:

{
    "_origin": "2026-04-16T09:00:13Z|raw/users/2026-04-16/1776348013/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6414770
updated: 2026-04-16 09:00:34

Version 906443

created: 2026-04-16 07:00:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776340813'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776340813
id: 906443
processed: 1

raw_data:

{
    "_origin": "2026-04-16T07:00:13Z|raw/users/2026-04-15/1776340813/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6414710
updated: 2026-04-16 07:00:37

Version 906300

created: 2026-04-15 17:00:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776290408'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776290408
id: 906300
processed: 1

raw_data:

{
    "_origin": "2026-04-15T17:00:08Z|raw/users/2026-04-15/1776290408/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6414500
updated: 2026-04-15 17:00:36

Version 906298

created: 2026-04-15 15:00:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776283208'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776283208
id: 906298
processed: 1

raw_data:

{
    "_origin": "2026-04-15T15:00:08Z|raw/users/2026-04-15/1776283208/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6414485
updated: 2026-04-15 15:00:35

Version 906296

created: 2026-04-15 13:00:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776276008'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776276008
id: 906296
processed: 1

raw_data:

{
    "_origin": "2026-04-15T13:00:08Z|raw/users/2026-04-15/1776276008/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6414467
updated: 2026-04-15 13:00:32

Version 906290

created: 2026-04-15 11:00:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776268809'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776268809
id: 906290
processed: 1

raw_data:

{
    "_origin": "2026-04-15T11:00:09Z|raw/users/2026-04-15/1776268809/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6414440
updated: 2026-04-15 11:00:31

Version 906252

created: 2026-04-15 09:00:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776261613'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776261613
id: 906252
processed: 1

raw_data:

{
    "_origin": "2026-04-15T09:00:13Z|raw/users/2026-04-15/1776261613/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6414271
updated: 2026-04-15 09:00:36

Version 906230

created: 2026-04-15 07:00:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776254409'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776254409
id: 906230
processed: 1

raw_data:

{
    "_origin": "2026-04-15T07:00:09Z|raw/users/2026-04-14/1776254409/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6414223
updated: 2026-04-15 07:00:30

Version 906087

created: 2026-04-14 17:00:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-14/1776204008'\n",
    "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-stage/raw/users/2026-04-14/1776204008
id: 906087
processed: 1

raw_data:

{
    "_origin": "2026-04-14T17:00:08Z|raw/users/2026-04-14/1776204008/data.json.gz|airflow_genesys_stage",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1039
schema_scan_id: 6414013
updated: 2026-04-14 17:00:35

Schema Scans: 15

Last at 2026-04-17 09:00:23

Scan 6415309
- duration: 0:00:14.534300
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6415309
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-17/1776434415",
        "key": "raw/users/2026-04-17/1776434415/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-17 09:00:23
- success: True
- trace_id: 8677364412742558684

Scan 6415258
- duration: 0:00:14.744068
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6415258
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-17/1776427210",
        "key": "raw/users/2026-04-17/1776427210/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-17 07:00:29
- success: True
- trace_id: 18008181245815140517

Scan 6415048
- duration: 0:00:14.638631
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6415048
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776376807",
        "key": "raw/users/2026-04-16/1776376807/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-16 17:00:25
- success: True
- trace_id: 1013348712611210632

Scan 6415031
- duration: 0:00:12.036183
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6415031
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776369609",
        "key": "raw/users/2026-04-16/1776369609/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-16 15:00:18
- success: True
- trace_id: 2994674770918835317

Scan 6415002
- duration: 0:00:12.042872
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6415002
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776362408",
        "key": "raw/users/2026-04-16/1776362408/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-16 13:00:28
- success: True
- trace_id: 6214706805654527498

Scan 6414968
- duration: 0:00:14.509523
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6414968
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776355208",
        "key": "raw/users/2026-04-16/1776355208/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-16 11:00:23
- success: True
- trace_id: 9274774064825855420

Scan 6414770
- duration: 0:00:11.990777
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6414770
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776348013",
        "key": "raw/users/2026-04-16/1776348013/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-16 09:00:22
- success: True
- trace_id: 7997408501751700634

Scan 6414710
- duration: 0:00:14.541854
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6414710
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-16/1776340813",
        "key": "raw/users/2026-04-16/1776340813/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-16 07:00:23
- success: True
- trace_id: 1443166974834701278

Scan 6414500
- duration: 0:00:12.012926
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6414500
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776290408",
        "key": "raw/users/2026-04-15/1776290408/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-15 17:00:24
- success: True
- trace_id: 10765652903621543884

Scan 6414485
- duration: 0:00:14.632067
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6414485
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776283208",
        "key": "raw/users/2026-04-15/1776283208/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-15 15:00:20
- success: True
- trace_id: 1438149715782747237

Scan 6414467
- duration: 0:00:14.447868
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6414467
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776276008",
        "key": "raw/users/2026-04-15/1776276008/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-15 13:00:18
- success: True
- trace_id: 6095918758408832076

Scan 6414440
- duration: 0:00:14.669767
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6414440
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776268809",
        "key": "raw/users/2026-04-15/1776268809/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-15 11:00:16
- success: True
- trace_id: 1761422954719819161

Scan 6414271
- duration: 0:00:11.925068
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6414271
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776261613",
        "key": "raw/users/2026-04-15/1776261613/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-15 09:00:24
- success: True
- trace_id: 7586349114960685726

Scan 6414223
- duration: 0:00:11.959940
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6414223
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-15/1776254409",
        "key": "raw/users/2026-04-15/1776254409/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-15 07:00:18
- success: True
- trace_id: 5281765477434641343

Scan 6414013
- duration: 0:00:12.195978
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6414013
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-stage",
        "hive_path": "s3://sfdl-manual-genesys-stage/raw/users/2026-04-14/1776204008",
        "key": "raw/users/2026-04-14/1776204008/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1039
- start_time: 2026-04-14 17:00:23
- success: True
- trace_id: 12125682983694240321

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

created: 2026-04-17 09:00:23

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-17/1776434415'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2021-04-08 14:32:07",
        "disabled": false,
        "format": "raw",
        "id": 1039,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_manual",
            "table": "genesys_users"
        },
        "type": "manual"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "manager": "string",
            "user_department": "string",
            "user_email": "string",
            "user_id": "string",
            "user_name": "string",
            "user_title": "string"
        },
        "created": "2026-04-17 09:00:23",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_manual`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-stage/raw/users/2026-04-17/1776434415'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_manual.genesys_users`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_manual.genesys_users"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}