Schema Info

Schema Name: sfdl_stage_mongo.storedge_voyager_blogcategories

created: 2019-03-19 17:06:48
disabled: False
format: raw
id: 791
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_mongo",
    "table": "storedge_voyager_blogcategories"
}

type: mongo

Schema Versions: 3

Version 380507

created: 2022-02-02 22:16:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_mongo`",
    "DROP TABLE IF EXISTS `sfdl_stage_mongo.storedge_voyager_blogcategories`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_mongo.storedge_voyager_blogcategories`\n(\n`companyId`STRING,`pageId`struct<`_oid`:STRING>,`_id`struct<`_oid`:STRING>,`name`STRING,`siteId`struct<`_oid`:STRING>,`posts`array,`slug`:STRING,`content`:struct<`blocks`:array,`inlineStyleRanges`:array,`depth`:STRING,`type`:STRING,`text`:STRING,`key`:STRING>>,`id`:STRING>,`id`:STRING,`author`:STRING,`snippet`:STRING>>,`slug`STRING,`__v`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-stage/raw/voyager_blogcategories/2022-02-02/1643861807'\n",
    "MSCK REPAIR TABLE sfdl_stage_mongo.storedge_voyager_blogcategories"
]

hive_path: s3://sfdl-mongo-storedge-stage/raw/voyager_blogcategories/2022-02-02/1643861807
id: 380507
processed: 1

raw_data:

{ "__v": 1, "_id": { "_oid": "59c90e9acc91396ff6c19896" }, "companyId": "bb8797be-b8e2-4b85-b9a9-2682fedadfbb", "name": "GENERAL", "pageId": { "_oid": "5f8f184ced67c10761de1618" }, "posts": [ { "author": "Chef Boyardee", "body": "

We are proud to offer the best storage units around. The pizza is just a bonus!

\n", "content": { "blocks": [ { "depth": 0, "entityRanges": [], "inlineStyleRanges": [], "key": "4ka1o", "text": "Traverse City, MI", "type": "unstyled" } ], "id": "70a51823-3dd8-404d-8eb1-011088087ed4" }, "id": "fbb1079e-8d3b-43b6-acaa-75647cf12d4d", "slug": "self-storage-in-traverse-city-mi", "snippet": "We are proud to offer the best storage units around. The pizza is just a bonus! ", "timestamp": { "_date": "2017-09-25T14:11:38.380Z" }, "title": "Self Storage in Traverse City, MI" } ], "siteId": { "_oid": "593eb05999ba8d5a695281e8" }, "slug": "general" }

schema_attributes:

{
    "__v": "string",
    "_id._oid": "string",
    "companyId": "string",
    "name": "string",
    "pageId._oid": "string",
    "posts": [
        {
            "author": "string",
            "body": "string",
            "content.blocks": [
                {
                    "depth": "string",
                    "entityRanges": [
                        "string"
                    ],
                    "inlineStyleRanges": [
                        "string"
                    ],
                    "key": "string",
                    "text": "string",
                    "type": "string"
                }
            ],
            "content.id": "string",
            "id": "string",
            "slug": "string",
            "snippet": "string",
            "timestamp._date": "string",
            "title": "string"
        }
    ],
    "siteId._oid": "string",
    "slug": "string"
}

schema_name_id: 791
schema_scan_id: 3678022
updated: 2022-02-02 22:17:00

Version 380338

created: 2022-02-01 22:16:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_mongo`",
    "DROP TABLE IF EXISTS `sfdl_stage_mongo.storedge_voyager_blogcategories`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_mongo.storedge_voyager_blogcategories`\n(\n`pageId`struct<`_oid`:STRING>,`companyId`STRING,`_id`struct<`_oid`:STRING>,`name`STRING,`siteId`struct<`_oid`:STRING>,`posts`array,`slug`:STRING,`content`:struct<`blocks`:array,`inlineStyleRanges`:array,`depth`:STRING,`type`:STRING,`text`:STRING,`key`:STRING>>,`id`:STRING>,`id`:STRING,`author`:STRING,`snippet`:STRING>>,`slug`STRING,`__v`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-stage/raw/voyager_blogcategories/2022-02-01/1643775407'\n",
    "MSCK REPAIR TABLE sfdl_stage_mongo.storedge_voyager_blogcategories"
]

hive_path: s3://sfdl-mongo-storedge-stage/raw/voyager_blogcategories/2022-02-01/1643775407
id: 380338
processed: 1

raw_data:

We are proud to offer the best storage units around. The pizza is just a bonus!

schema_attributes:

{
    "__v": "string",
    "_id._oid": "string",
    "companyId": "string",
    "name": "string",
    "pageId._oid": "string",
    "posts": [
        {
            "author": "string",
            "body": "string",
            "content.blocks": [
                {
                    "depth": "string",
                    "entityRanges": [
                        "string"
                    ],
                    "inlineStyleRanges": [
                        "string"
                    ],
                    "key": "string",
                    "text": "string",
                    "type": "string"
                }
            ],
            "content.id": "string",
            "id": "string",
            "slug": "string",
            "snippet": "string",
            "timestamp._date": "string",
            "title": "string"
        }
    ],
    "siteId._oid": "string",
    "slug": "string"
}

schema_name_id: 791
schema_scan_id: 3676415
updated: 2022-02-01 22:17:01

Version 380176

created: 2022-01-31 22:29:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_mongo`",
    "DROP TABLE IF EXISTS `sfdl_stage_mongo.storedge_voyager_blogcategories`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_mongo.storedge_voyager_blogcategories`\n(\n`companyId`STRING,`pageId`struct<`_oid`:STRING>,`_id`struct<`_oid`:STRING>,`name`STRING,`siteId`struct<`_oid`:STRING>,`posts`array,`slug`:STRING,`content`:struct<`blocks`:array,`inlineStyleRanges`:array,`depth`:STRING,`type`:STRING,`text`:STRING,`key`:STRING>>,`id`:STRING>,`id`:STRING,`author`:STRING,`snippet`:STRING>>,`slug`STRING,`__v`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-stage/raw/voyager_blogcategories/2022-01-31/1643689736'\n",
    "MSCK REPAIR TABLE sfdl_stage_mongo.storedge_voyager_blogcategories"
]

hive_path: s3://sfdl-mongo-storedge-stage/raw/voyager_blogcategories/2022-01-31/1643689736
id: 380176
processed: 1

raw_data:

We are proud to offer the best storage units around. The pizza is just a bonus!

schema_attributes:

{
    "__v": "string",
    "_id._oid": "string",
    "companyId": "string",
    "name": "string",
    "pageId._oid": "string",
    "posts": [
        {
            "author": "string",
            "body": "string",
            "content.blocks": [
                {
                    "depth": "string",
                    "entityRanges": [
                        "string"
                    ],
                    "inlineStyleRanges": [
                        "string"
                    ],
                    "key": "string",
                    "text": "string",
                    "type": "string"
                }
            ],
            "content.id": "string",
            "id": "string",
            "slug": "string",
            "snippet": "string",
            "timestamp._date": "string",
            "title": "string"
        }
    ],
    "siteId._oid": "string",
    "slug": "string"
}

schema_name_id: 791
schema_scan_id: 3674864
updated: 2022-01-31 22:29:38

Schema Scans: 3

Last at 2022-02-02 22:16:49

Scan 3678022

duration: 0:00:14.574221

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 3678022

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-stage",
        "hive_path": "s3://sfdl-mongo-storedge-stage/raw/voyager_blogcategories/2022-02-02/1643861807",
        "key": "raw/voyager_blogcategories/2022-02-02/1643861807/blogcategories_0.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_mongo.storedge_voyager_blogcategories",
        "type": "mongo"
    },
    "trace_context": {
        "parent_id": 1976915191338034132,
        "service_name": "preloading",
        "span_id": 8625822341019899999,
        "trace_id": 15473495614570736574
    }
}

running: False
schema_name_id: 791
start_time: 2022-02-02 22:16:49
success: True
trace_id: 15473495614570736574

Scan 3676415

duration: 0:00:14.524615

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 3676415

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-stage",
        "hive_path": "s3://sfdl-mongo-storedge-stage/raw/voyager_blogcategories/2022-02-01/1643775407",
        "key": "raw/voyager_blogcategories/2022-02-01/1643775407/blogcategories_0.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_mongo.storedge_voyager_blogcategories",
        "type": "mongo"
    },
    "trace_context": {
        "parent_id": 13734071042073118793,
        "service_name": "preloading",
        "span_id": 12699540064643943803,
        "trace_id": 10644481336303180200
    }
}

running: False
schema_name_id: 791
start_time: 2022-02-01 22:16:49
success: True
trace_id: 10644481336303180200

Scan 3674864

duration: 0:00:14.541294

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 3674864

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-stage",
        "hive_path": "s3://sfdl-mongo-storedge-stage/raw/voyager_blogcategories/2022-01-31/1643689736",
        "key": "raw/voyager_blogcategories/2022-01-31/1643689736/blogcategories_0.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_mongo.storedge_voyager_blogcategories",
        "type": "mongo"
    },
    "trace_context": {
        "parent_id": 4493871032761244969,
        "service_name": "preloading",
        "span_id": 6675892937129110972,
        "trace_id": 6206555519537656175
    }
}

running: False
schema_name_id: 791
start_time: 2022-01-31 22:29:26
success: True
trace_id: 6206555519537656175

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "__v": "string",
    "_id._oid": "string",
    "companyId": "string",
    "name": "string",
    "pageId._oid": "string",
    "posts": [
        {
            "author": "string",
            "body": "string",
            "content.blocks": [
                {
                    "depth": "string",
                    "entityRanges": [
                        "string"
                    ],
                    "inlineStyleRanges": [
                        "string"
                    ],
                    "key": "string",
                    "text": "string",
                    "type": "string"
                }
            ],
            "content.id": "string",
            "id": "string",
            "slug": "string",
            "snippet": "string",
            "timestamp._date": "string",
            "title": "string"
        }
    ],
    "siteId._oid": "string",
    "slug": "string"
}

created: 2022-02-02 22:16:49

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_mongo`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_mongo.storedge_voyager_blogcategories`\n(\n`companyId`STRING,`pageId`struct<`_oid`:STRING>,`_id`struct<`_oid`:STRING>,`name`STRING,`siteId`struct<`_oid`:STRING>,`posts`array,`slug`:STRING,`content`:struct<`blocks`:array,`inlineStyleRanges`:array,`depth`:STRING,`type`:STRING,`text`:STRING,`key`:STRING>>,`id`:STRING>,`id`:STRING,`author`:STRING,`snippet`:STRING>>,`slug`STRING,`__v`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-stage/raw/voyager_blogcategories/2022-02-02/1643861807'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_mongo.storedge_voyager_blogcategories`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_mongo.storedge_voyager_blogcategories"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2019-03-19 17:06:48",
        "disabled": false,
        "format": "raw",
        "id": 791,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_mongo",
            "table": "storedge_voyager_blogcategories"
        },
        "type": "mongo"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "__v": "string",
            "_id._oid": "string",
            "companyId": "string",
            "name": "string",
            "pageId._oid": "string",
            "posts": [
                {
                    "author": "string",
                    "body": "string",
                    "content.blocks": [
                        {
                            "depth": "string",
                            "entityRanges": [
                                "string"
                            ],
                            "inlineStyleRanges": [
                                "string"
                            ],
                            "key": "string",
                            "text": "string",
                            "type": "string"
                        }
                    ],
                    "content.id": "string",
                    "id": "string",
                    "slug": "string",
                    "snippet": "string",
                    "timestamp._date": "string",
                    "title": "string"
                }
            ],
            "siteId._oid": "string",
            "slug": "string"
        },
        "created": "2022-02-02 22:16:49",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_mongo`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_mongo.storedge_voyager_blogcategories`\n(\n`companyId`STRING,`pageId`struct<`_oid`:STRING>,`_id`struct<`_oid`:STRING>,`name`STRING,`siteId`struct<`_oid`:STRING>,`posts`array,`slug`:STRING,`content`:struct<`blocks`:array,`inlineStyleRanges`:array,`depth`:STRING,`type`:STRING,`text`:STRING,`key`:STRING>>,`id`:STRING>,`id`:STRING,`author`:STRING,`snippet`:STRING>>,`slug`STRING,`__v`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-stage/raw/voyager_blogcategories/2022-02-02/1643861807'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_mongo.storedge_voyager_blogcategories`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_mongo.storedge_voyager_blogcategories"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}