Schemas stage - Schema Manager

Schema Name: sfdl_stage_drivethru.authsso_test_account_application

created: 2025-07-17 15:52:25
disabled: False
format: raw
id: 2245
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_drivethru",
    "table": "authsso_test_account_application"
}

type: drivethrujson

Schema Versions: 7

Version 854305

created: 2025-07-21 13:07:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_stage_drivethru.authsso_test_account_application`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.authsso_test_account_application`\n(\n`applicationId`STRING,`accountId`STRING,`createdAt`STRING,`deletedAt`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753121240'\n",
    "MSCK REPAIR TABLE sfdl_stage_drivethru.authsso_test_account_application"
]

hive_path: s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753121240
id: 854305
processed: 1

raw_data:

{
    "accountId": "028930",
    "applicationId": "98123",
    "createdAt": "2025-07-21T22:59:35.423Z",
    "deletedAt": null
}

schema_attributes:

{
    "accountId": "string",
    "applicationId": "string",
    "createdAt": "string",
    "deletedAt": "string"
}

schema_name_id: 2245
schema_scan_id: 6298660
updated: 2025-07-21 13:07:49

Version 854304

created: 2025-07-21 13:04:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_stage_drivethru.authsso_test_account_application`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.authsso_test_account_application`\n(\n`applicationId`STRING,`accountId`STRING,`createdAt`STRING,`deletedAt`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753121041'\n",
    "MSCK REPAIR TABLE sfdl_stage_drivethru.authsso_test_account_application"
]

hive_path: s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753121041
id: 854304
processed: 1

raw_data:

{
    "accountId": "028930",
    "applicationId": "98123",
    "createdAt": "2025-07-18T22:59:35.423Z",
    "deletedAt": null
}

schema_attributes:

{
    "accountId": "string",
    "applicationId": "string",
    "createdAt": "string",
    "deletedAt": "string"
}

schema_name_id: 2245
schema_scan_id: 6298659
updated: 2025-07-21 13:04:37

Version 854299

created: 2025-07-21 12:00:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_stage_drivethru.authsso_test_account_application`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.authsso_test_account_application`\n(\n`applicationId`STRING,`accountId`STRING,`createdAt`STRING,`deletedAt`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753117219'\n",
    "MSCK REPAIR TABLE sfdl_stage_drivethru.authsso_test_account_application"
]

hive_path: s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753117219
id: 854299
processed: 1

raw_data:

{
    "accountId": "028930",
    "applicationId": "98123",
    "createdAt": "2025-07-18T22:59:35.423Z",
    "deletedAt": null
}

schema_attributes:

{
    "accountId": "string",
    "applicationId": "string",
    "createdAt": "string",
    "deletedAt": "string"
}

schema_name_id: 2245
schema_scan_id: 6298651
updated: 2025-07-21 12:00:43

Version 854298

created: 2025-07-21 11:52:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_stage_drivethru.authsso_test_account_application`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.authsso_test_account_application`\n(\n`applicationId`STRING,`accountId`STRING,`createdAt`STRING,`deletedAt`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753116715'\n",
    "MSCK REPAIR TABLE sfdl_stage_drivethru.authsso_test_account_application"
]

hive_path: s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753116715
id: 854298
processed: 1

raw_data:

{
    "accountId": "028930",
    "applicationId": "98123",
    "createdAt": "2025-07-18T22:59:35.423Z",
    "deletedAt": null
}

schema_attributes:

{
    "accountId": "string",
    "applicationId": "string",
    "createdAt": "string",
    "deletedAt": "string"
}

schema_name_id: 2245
schema_scan_id: 6298650
updated: 2025-07-21 11:52:21

Version 854261

created: 2025-07-21 09:02:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_stage_drivethru.authsso_test_account_application`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.authsso_test_account_application`\n(\n`applicationId`STRING,`accountId`STRING,`createdAt`STRING,`deletedAt`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753106527'\n",
    "MSCK REPAIR TABLE sfdl_stage_drivethru.authsso_test_account_application"
]

hive_path: s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753106527
id: 854261
processed: 1

raw_data:

{
    "accountId": "028930",
    "applicationId": "98123",
    "createdAt": "2025-07-18T22:59:35.423Z",
    "deletedAt": null
}

schema_attributes:

{
    "accountId": "string",
    "applicationId": "string",
    "createdAt": "string",
    "deletedAt": "string"
}

schema_name_id: 2245
schema_scan_id: 6298441
updated: 2025-07-21 09:02:32

Version 854015

created: 2025-07-18 17:18:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_stage_drivethru.authsso_test_account_application`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.authsso_test_account_application`\n(\n`applicationId`STRING,`accountId`STRING,`createdAt`STRING,`deletedAt`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-18/1752877096'\n",
    "MSCK REPAIR TABLE sfdl_stage_drivethru.authsso_test_account_application"
]

hive_path: s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-18/1752877096
id: 854015
processed: 1

raw_data:

{
    "accountId": "028930",
    "applicationId": "98123",
    "createdAt": "2025-07-18T22:59:35.423Z",
    "deletedAt": null
}

schema_attributes:

{
    "accountId": "string",
    "applicationId": "string",
    "createdAt": "string",
    "deletedAt": "string"
}

schema_name_id: 2245
schema_scan_id: 6297868
updated: 2025-07-18 17:18:37

Version 853913

created: 2025-07-17 15:52:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_stage_drivethru.authsso_test_account_application`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.authsso_test_account_application`\n(\n`applicationId`STRING,`accountId`STRING,`createdAt`STRING,`deletedAt`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-17/1752785528'\n",
    "MSCK REPAIR TABLE sfdl_stage_drivethru.authsso_test_account_application"
]

hive_path: s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-17/1752785528
id: 853913
processed: 1

raw_data:

{
    "accountId": "922123",
    "applicationId": "049320",
    "createdAt": "2025-07-17T22:59:35.423Z",
    "deletedAt": "2025-07-17T22:59:35.423Z"
}

schema_attributes:

{
    "accountId": "string",
    "applicationId": "string",
    "createdAt": "string",
    "deletedAt": "string"
}

schema_name_id: 2245
schema_scan_id: 6297606
updated: 2025-07-17 15:52:37

Schema Scans: 7

Last at 2025-07-21 13:07:37

Scan 6298660

duration: 0:00:11.766284

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6298660

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-stage",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753121240",
        "key": "raw/authsso_test_account_application/2025-07-21/1753121240/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_drivethru.authsso_test_account_application",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 14755512244196639811,
        "service_name": "drive-thru",
        "span_id": 18134199995049617145,
        "trace_id": 8701018427214288944
    }
}

running: False
schema_name_id: 2245
start_time: 2025-07-21 13:07:37
success: True
trace_id: 8701018427214288944

Scan 6298659

duration: 0:00:14.083475

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6298659

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-stage",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753121041",
        "key": "raw/authsso_test_account_application/2025-07-21/1753121041/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_drivethru.authsso_test_account_application",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 2028880007905128000,
        "service_name": "drive-thru",
        "span_id": 10880956177539417321,
        "trace_id": 14189830165835426949
    }
}

running: False
schema_name_id: 2245
start_time: 2025-07-21 13:04:23
success: True
trace_id: 14189830165835426949

Scan 6298651

duration: 0:00:13.979740

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6298651

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-stage",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753117219",
        "key": "raw/authsso_test_account_application/2025-07-21/1753117219/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_drivethru.authsso_test_account_application",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 1395226922269150027,
        "service_name": "drive-thru",
        "span_id": 10074581234730646325,
        "trace_id": 10414988330659736201
    }
}

running: False
schema_name_id: 2245
start_time: 2025-07-21 12:00:29
success: True
trace_id: 10414988330659736201

Scan 6298650

duration: 0:00:11.637777

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6298650

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-stage",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753116715",
        "key": "raw/authsso_test_account_application/2025-07-21/1753116715/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_drivethru.authsso_test_account_application",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 15241424886411661224,
        "service_name": "drive-thru",
        "span_id": 3626172685515552742,
        "trace_id": 8248805759588929812
    }
}

running: False
schema_name_id: 2245
start_time: 2025-07-21 11:52:09
success: True
trace_id: 8248805759588929812

Scan 6298441

duration: 0:00:11.904774

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6298441

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-stage",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753106527",
        "key": "raw/authsso_test_account_application/2025-07-21/1753106527/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_drivethru.authsso_test_account_application",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 6487674783011627577,
        "service_name": "drive-thru",
        "span_id": 15665010667903843607,
        "trace_id": 9597965383754807767
    }
}

running: False
schema_name_id: 2245
start_time: 2025-07-21 09:02:21
success: True
trace_id: 9597965383754807767

Scan 6297868

duration: 0:00:13.993914

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6297868

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-stage",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-18/1752877096",
        "key": "raw/authsso_test_account_application/2025-07-18/1752877096/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_drivethru.authsso_test_account_application",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 9274250468940019851,
        "service_name": "drive-thru",
        "span_id": 6469702012998169071,
        "trace_id": 18010076766520047863
    }
}

running: False
schema_name_id: 2245
start_time: 2025-07-18 17:18:23
success: True
trace_id: 18010076766520047863

Scan 6297606

duration: 0:00:11.517265

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6297606

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-stage",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-17/1752785528",
        "key": "raw/authsso_test_account_application/2025-07-17/1752785528/data.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_drivethru.authsso_test_account_application",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 7728030524780135683,
        "service_name": "drive-thru",
        "span_id": 15334045812742162174,
        "trace_id": 15110682784321904384
    }
}

running: False
schema_name_id: 2245
start_time: 2025-07-17 15:52:25
success: True
trace_id: 15110682784321904384

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "accountId": "string",
    "applicationId": "string",
    "createdAt": "string",
    "deletedAt": "string"
}

created: 2025-07-21 13:07:38

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.authsso_test_account_application`\n(\n`applicationId`STRING,`accountId`STRING,`createdAt`STRING,`deletedAt`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753121240'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.authsso_test_account_application`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.authsso_test_account_application"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2025-07-17 15:52:25",
        "disabled": false,
        "format": "raw",
        "id": 2245,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_drivethru",
            "table": "authsso_test_account_application"
        },
        "type": "drivethrujson"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "accountId": "string",
            "applicationId": "string",
            "createdAt": "string",
            "deletedAt": "string"
        },
        "created": "2025-07-21 13:07:38",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_drivethru.authsso_test_account_application`\n(\n`applicationId`STRING,`accountId`STRING,`createdAt`STRING,`deletedAt`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-stage/raw/authsso_test_account_application/2025-07-21/1753121240'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_drivethru.authsso_test_account_application`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_drivethru.authsso_test_account_application"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}

Schema Info