Schema Info

Schema Name: sfdl_stage_segment.reactfoot_gtmextradata
  • created: 2017-11-01 12:01:28
  • disabled: False
  • format: raw
  • id: 252
  • is_partitioned: True
  • is_schema_datatyped: False
  • name: 
    {
    "database": "sfdl_stage_segment",
    "table": "reactfoot_gtmextradata"
}
  • type: segment
Schema Versions: 3
    • created: 2024-08-27 15:46:47
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_gtmextradata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_gtmextradata`\n(\n`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`timestamp`STRING,`channel`STRING,`projectId`STRING,`sentAt`STRING,`userId`STRING,`version`STRING,`receivedAt`STRING,`original_key`STRING,`messageId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`anonymousId`STRING,`originalTimestamp`STRING,`type`STRING,`context`struct<`timezone`:STRING,`userAgent`:STRING,`page`:struct<`path`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING>,`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`locale`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`campaign`:struct<`source`:STRING,`medium`:STRING,`name`:STRING>>,`_origin`STRING,`properties`struct<`booking`:struct<`email`:STRING,`npv`:STRING,`omiPri`:STRING,`confirmationCode`:STRING,`omiAttributes`:struct<`organization`:STRING,`provider`:STRING,`facility`:STRING,`unit`:STRING,`reservation`:STRING>>,`pageType`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`id`:STRING,`state`:STRING>,`env`:STRING,`isReact`:STRING,`unit`:struct<`sizeText`:STRING,`price`:struct<`value`:STRING,`text`:STRING>,`id`:STRING>,`site_id`:STRING,`facility`:struct<`corporationType`:STRING,`title`:STRING,`id`:STRING>,`contentId`:STRING>,`event`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_gtmextradata"
]
    • hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData
    • id: 740524
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "FullStory",
            "Google Analytics",
            "Segment.io"
        ],
        "bundledIds": [
            "5e32e71155e30dd61b5fd962",
            "59c551d1c3469c0001a4e89a"
        ],
        "unbundled": []
    },
    "_origin": "2024-08-27T20:46:33Z|s3://sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1724716800000/1724791578435.events-archiver-480-4..b2fbe792-7f60-4c74-8fdc-5c52ec4548ba.gz|analytics-segment-separator-stage:$LATEST",
    "anonymousId": "14e5fd18-0782-412f-90a8-c13c507eefb9",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "3.92.138.76",
        "library": {
            "name": "analytics.js",
            "version": "next-1.72.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/Perryville-AK-self-storage/Really-Good-Storage-Perryville-400-Brooks-Road-LTV-155845.html",
            "referrer": "",
            "search": "?SELENIUM=true",
            "title": "Really Good Storage - Perryville - 400 Brooks Road - LTV | 477 Brooks Road | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Really-Good-Storage-Perryville-400-Brooks-Road-LTV-155845.html?SELENIUM=true"
        },
        "timezone": "America/Los_Angeles",
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Google Chrome",
                    "version": "119"
                }
            ],
            "mobile": false,
            "platform": "macOS"
        }
    },
    "event": "gtmExtraData",
    "integrations": {},
    "messageId": "ajs-next-1724788482429-fd180782-912f-40a8-813c-507eefb91f78",
    "originalTimestamp": "2024-08-27T19:54:42.429Z",
    "projectId": "nQDzdrZI1K",
    "properties": {
        "Hit Timestamp": 1724788482140,
        "booking": {
            "confirmationCode": "B8XHC7KHF",
            "email": "[email protected]",
            "npv": "500.00",
            "omiAttributes": {
                "facility": "LTRAIN",
                "organization": "CSPFT",
                "provider": "sl",
                "reservation": "pal:reservation:sl:CSPFT;LTRAIN;229223",
                "unit": "82070"
            }
        },
        "contentId": 285912,
        "env": "stage",
        "facility": {
            "corporationType": "self-storage",
            "id": 155845,
            "title": "Really Good Storage - Perryville - 400 Brooks Road - LTV"
        },
        "isReact": true,
        "location": {
            "city": "Perryville",
            "id": 20165972,
            "state": "AK"
        },
        "pageType": "confirmationPage",
        "site_id": -1,
        "unit": {
            "id": 24152187,
            "price": {
                "text": "65.00",
                "value": 65
            },
            "sizeText": "5' x 5'"
        }
    },
    "receivedAt": "2024-08-27T19:54:42.734Z",
    "sentAt": "2024-08-27T19:54:42.447Z",
    "timestamp": "2024-08-27T19:54:42.716Z",
    "type": "track",
    "userId": "SELENIUM",
    "version": 2
}
    • schema_attributes: 
      {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "original_key": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.booking.confirmationCode": "string",
    "properties.booking.email": "string",
    "properties.booking.npv": "string",
    "properties.booking.omiAttributes.facility": "string",
    "properties.booking.omiAttributes.organization": "string",
    "properties.booking.omiAttributes.provider": "string",
    "properties.booking.omiAttributes.reservation": "string",
    "properties.booking.omiAttributes.unit": "string",
    "properties.booking.omiPri": "string",
    "properties.contentId": "string",
    "properties.env": "string",
    "properties.facility.corporationType": "string",
    "properties.facility.id": "string",
    "properties.facility.title": "string",
    "properties.isReact": "string",
    "properties.location.city": "string",
    "properties.location.id": "string",
    "properties.location.state": "string",
    "properties.pageType": "string",
    "properties.site_id": "string",
    "properties.unit.id": "string",
    "properties.unit.price.text": "string",
    "properties.unit.price.value": "string",
    "properties.unit.sizeText": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 252
    • schema_scan_id: 5953567
    • updated: 2024-08-27 15:47:24
    • created: 2023-11-21 13:04:07
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_gtmextradata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_gtmextradata`\n(\n`version`STRING,`type`STRING,`anonymousId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`pageType`:STRING,`booking`:struct<`confirmationCode`:STRING,`npv`:STRING,`omiPri`:STRING,`email`:STRING>,`facility`:struct<`id`:STRING,`title`:STRING,`corporationType`:STRING>,`contentId`:STRING,`env`:STRING,`unit`:struct<`sizeText`:STRING,`id`:STRING,`price`:struct<`value`:STRING,`text`:STRING>>>,`originalTimestamp`STRING,`receivedAt`STRING,`channel`STRING,`messageId`STRING,`event`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`_metadata`struct<`bundled`:array,`unbundled`:array>,`sentAt`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`timezone`:STRING,`locale`:STRING,`userAgent`:STRING,`campaign`:struct<`source`:STRING,`medium`:STRING,`name`:STRING>,`ip`:STRING,`userAgentData`:struct<`brands`:array>,`platform`:STRING,`mobile`:STRING>,`page`:struct<`search`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`path`:STRING>>,`projectId`STRING,`userId`STRING,`_origin`STRING,`timestamp`STRING,`original_key`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_gtmextradata"
]
    • hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData
    • id: 626623
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "FullStory",
            "Google Analytics",
            "Segment.io"
        ],
        "bundledIds": [
            "5e32e71155e30dd61b5fd962",
            "59c551d1c3469c0001a4e89a"
        ],
        "unbundled": []
    },
    "_origin": "2023-11-21T19:03:55Z|s3://sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1700524800000/1700593326138.events-archiver-480-1..7074d0a3-0ac5-4cbc-865b-34724cf13696.gz|analytics-segment-separator-stage:$LATEST",
    "anonymousId": "2de9ffe3-bac5-48f9-a06a-045ce60a40db",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "54.175.218.140",
        "library": {
            "name": "analytics.js",
            "version": "next-1.61.0"
        },
        "locale": "en-US",
        "page": {
            "path": "/Phoenix-AZ-self-storage.html",
            "referrer": "https://www.sparefoot.extrameter.com/",
            "search": "?location=Phoenix%2C%20AZ%2C%20USA&latitude=33.4483771&longitude=-112.0740373",
            "title": "15 Cheap Storage Units in Phoenix, AZ (From $19) - SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/Phoenix-AZ-self-storage.html?location=Phoenix%2C%20AZ%2C%20USA&latitude=33.4483771&longitude=-112.0740373"
        },
        "timezone": "America/Phoenix",
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Chromium",
                    "version": "118"
                },
                {
                    "brand": "Google Chrome",
                    "version": "118"
                },
                {
                    "brand": "Not=A?Brand",
                    "version": "99"
                }
            ],
            "mobile": false,
            "platform": "macOS"
        }
    },
    "event": "gtmExtraData",
    "integrations": {},
    "messageId": "ajs-next-73143ff99824e4a3f011b7729b16dbf0",
    "originalTimestamp": "2023-11-21T18:09:24.985Z",
    "projectId": "nQDzdrZI1K",
    "properties": {
        "Hit Timestamp": 1700590164639,
        "contentId": 36,
        "env": "stage",
        "isReact": true,
        "location": {
            "city": "Phoenix",
            "id": "23801683",
            "state": "AZ"
        },
        "pageType": "cityLandingPage",
        "site_id": -1
    },
    "receivedAt": "2023-11-21T18:09:25.422Z",
    "sentAt": "2023-11-21T18:09:25.007Z",
    "timestamp": "2023-11-21T18:09:25.400Z",
    "type": "track",
    "userId": "5753337effe6b78a8335a580dd67f6a8",
    "version": 2
}
    • schema_attributes: 
      {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "original_key": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.booking.confirmationCode": "string",
    "properties.booking.email": "string",
    "properties.booking.npv": "string",
    "properties.booking.omiPri": "string",
    "properties.contentId": "string",
    "properties.env": "string",
    "properties.facility.corporationType": "string",
    "properties.facility.id": "string",
    "properties.facility.title": "string",
    "properties.isReact": "string",
    "properties.location.city": "string",
    "properties.location.id": "string",
    "properties.location.state": "string",
    "properties.pageType": "string",
    "properties.site_id": "string",
    "properties.unit.id": "string",
    "properties.unit.price.text": "string",
    "properties.unit.price.value": "string",
    "properties.unit.sizeText": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 252
    • schema_scan_id: 5326131
    • updated: 2023-11-21 13:05:32
    • created: 2023-09-11 09:52:24
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_gtmextradata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_gtmextradata`\n(\n`original_key`STRING,`userId`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`messageId`STRING,`projectId`STRING,`context`struct<`userAgent`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING,`locale`:STRING,`campaign`:struct<`source`:STRING,`medium`:STRING,`name`:STRING>,`page`:struct<`path`:STRING,`url`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>>,`type`STRING,`event`STRING,`sentAt`STRING,`properties`struct<`unit`:struct<`sizeText`:STRING,`id`:STRING,`price`:struct<`value`:STRING,`text`:STRING>>,`contentId`:STRING,`booking`:struct<`confirmationCode`:STRING,`npv`:STRING,`omiPri`:STRING,`email`:STRING>,`env`:STRING,`Hit_Timestamp`:STRING,`facility`:struct<`id`:STRING,`title`:STRING,`corporationType`:STRING>,`isReact`:STRING,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`site_id`:STRING,`pageType`:STRING>,`version`STRING,`receivedAt`STRING,`anonymousId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`channel`STRING,`originalTimestamp`STRING,`timestamp`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_gtmextradata"
]
    • hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData
    • id: 594596
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "FullStory",
            "Google Analytics",
            "Segment.io"
        ],
        "bundledIds": [
            "5e32e71155e30dd61b5fd962",
            "59c551d1c3469c0001a4e89a"
        ],
        "unbundled": []
    },
    "_origin": "2023-09-11T14:52:19Z|s3://sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1694390400000/1694443625929.events-archiver-480-58..9997f83d-be89-498a-89a4-a78c31f1a0e8.gz|analytics-segment-separator-stage:$LATEST",
    "anonymousId": "a8f6c5f6-e96b-4c03-8b43-9685935078b8",
    "channel": "client",
    "context": {
        "ip": "208.78.111.133",
        "library": {
            "name": "analytics.js",
            "version": "next-1.54.0"
        },
        "locale": "en-US",
        "page": {
            "path": "/reservation/confirmation/QU4QP3HQ8",
            "referrer": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage/Sparefoot-Engineering-Demo-20210322-204142.html?SELENIUM=true",
            "search": "",
            "title": "Sparefoot Engineering Demo - 20210322 | B Street | SpareFoot",
            "url": "https://www.sparefoot.extrameter.com/reservation/confirmation/QU4QP3HQ8"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.106 Safari/537.36"
    },
    "event": "gtmExtraData",
    "integrations": {},
    "messageId": "ajs-next-640e305c296bb49bf8f1d3f33d94db69",
    "originalTimestamp": "2023-09-11T14:44:08.540Z",
    "projectId": "nQDzdrZI1K",
    "properties": {
        "Hit Timestamp": 1694443448275,
        "booking": {
            "confirmationCode": "QU4QP3HQ8",
            "email": "[email protected]",
            "npv": "625.00",
            "omiPri": null
        },
        "env": "stage",
        "facility": {
            "corporationType": "self-storage",
            "id": 204142,
            "title": "Sparefoot Engineering Demo - 20210322"
        },
        "isReact": true,
        "location": {
            "city": "Perryville",
            "id": 20861655,
            "state": "AK"
        },
        "pageType": "confirmationPage",
        "site_id": -1,
        "unit": {
            "id": 21759653,
            "price": {
                "text": "500.00",
                "value": 500
            },
            "sizeText": "100' x 100'"
        }
    },
    "receivedAt": "2023-09-11T14:44:07.303Z",
    "sentAt": "2023-09-11T14:44:08.588Z",
    "timestamp": "2023-09-11T14:44:07.255Z",
    "type": "track",
    "userId": "SMOKE_TEST_REACT",
    "version": 2
}
    • schema_attributes: 
      {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "original_key": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.booking.confirmationCode": "string",
    "properties.booking.email": "string",
    "properties.booking.npv": "string",
    "properties.booking.omiPri": "string",
    "properties.contentId": "string",
    "properties.env": "string",
    "properties.facility.corporationType": "string",
    "properties.facility.id": "string",
    "properties.facility.title": "string",
    "properties.isReact": "string",
    "properties.location.city": "string",
    "properties.location.id": "string",
    "properties.location.state": "string",
    "properties.pageType": "string",
    "properties.site_id": "string",
    "properties.unit.id": "string",
    "properties.unit.price.text": "string",
    "properties.unit.price.value": "string",
    "properties.unit.sizeText": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 252
    • schema_scan_id: 5170378
    • updated: 2023-09-11 09:52:59
Schema Scans: 3
Last at 2024-08-27 15:46:45
    • duration: 0:02:23.073500
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 1317,
    "partitions_applied": false,
    "success": true
}
    • id: 5953567
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-08-27/",
        "name": "dt",
        "type": "string",
        "value": "2024-08-27"
    },
    "s3": {
        "bucket": "sfdl-segment-reactfoot-stage",
        "hive_path": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData",
        "key": "separated_dt/gtmExtraData/dt=2024-08-27/1724791578435.events-archiver-480-4..b2fbe792-7f60-4c74-8fdc-5c52ec4548ba.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.reactfoot_gtmExtraData",
        "type": "segment"
    }
}
    • running: False
    • schema_name_id: 252
    • start_time: 2024-08-27 15:46:45
    • success: True
    • trace_id: 9227901450675172442
    • duration: 0:01:54.934599
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 1189,
    "partitions_applied": false,
    "success": true
}
    • id: 5326131
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2023-11-21/",
        "name": "dt",
        "type": "string",
        "value": "2023-11-21"
    },
    "s3": {
        "bucket": "sfdl-segment-reactfoot-stage",
        "hive_path": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData",
        "key": "separated_dt/gtmExtraData/dt=2023-11-21/1700593326138.events-archiver-480-1..7074d0a3-0ac5-4cbc-865b-34724cf13696.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.reactfoot_gtmExtraData",
        "type": "segment"
    }
}
    • running: False
    • schema_name_id: 252
    • start_time: 2023-11-21 13:04:05
    • success: True
    • trace_id: 6507856358406252000
    • duration: 0:01:02.387354
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 1165,
    "partitions_applied": false,
    "success": true
}
    • id: 5170378
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2023-09-11/",
        "name": "dt",
        "type": "string",
        "value": "2023-09-11"
    },
    "s3": {
        "bucket": "sfdl-segment-reactfoot-stage",
        "hive_path": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData",
        "key": "separated_dt/gtmExtraData/dt=2023-09-11/1694443625929.events-archiver-480-58..9997f83d-be89-498a-89a4-a78c31f1a0e8.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.reactfoot_gtmExtraData",
        "type": "segment"
    }
}
    • running: False
    • schema_name_id: 252
    • start_time: 2023-09-11 09:52:23
    • success: True
    • trace_id: 18322752503241167222
Partitions:
  • count: 3
  • ddl: 
    [
    "ALTER TABLE\n    `sfdl_stage_segment.reactfoot_gtmextradata`\nADD\n\n\n PARTITION (dt='2024-09-10') location 's3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-10/'\n PARTITION (dt='2024-09-13') location 's3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-13/'\n PARTITION (dt='2024-09-16') location 's3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-16/'\n;"
]
  • name: dt
  • state: 
    [
    {
        "info": {
            "id": 562690,
            "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-10/",
            "name": "dt",
            "value": "2024-09-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2024-09-10 01:01:03",
                "last_data": "2024-09-10 17:46:22"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 563396,
            "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-13/",
            "name": "dt",
            "value": "2024-09-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2024-09-13 16:15:11",
                "last_data": "2024-09-13 17:40:25"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 564869,
            "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-16/",
            "name": "dt",
            "value": "2024-09-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2024-09-16 05:26:02",
                "last_data": "2024-09-16 07:08:24"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]
  • type: string
Schema:
  • attributes: 
    {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "original_key": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.booking.confirmationCode": "string",
    "properties.booking.email": "string",
    "properties.booking.npv": "string",
    "properties.booking.omiAttributes.facility": "string",
    "properties.booking.omiAttributes.organization": "string",
    "properties.booking.omiAttributes.provider": "string",
    "properties.booking.omiAttributes.reservation": "string",
    "properties.booking.omiAttributes.unit": "string",
    "properties.booking.omiPri": "string",
    "properties.contentId": "string",
    "properties.env": "string",
    "properties.facility.corporationType": "string",
    "properties.facility.id": "string",
    "properties.facility.title": "string",
    "properties.isReact": "string",
    "properties.location.city": "string",
    "properties.location.id": "string",
    "properties.location.state": "string",
    "properties.pageType": "string",
    "properties.site_id": "string",
    "properties.unit.id": "string",
    "properties.unit.price.text": "string",
    "properties.unit.price.value": "string",
    "properties.unit.sizeText": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
  • created: 2024-08-27 15:46:47
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_gtmextradata`\n(\n`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`timestamp`STRING,`channel`STRING,`projectId`STRING,`sentAt`STRING,`userId`STRING,`version`STRING,`receivedAt`STRING,`original_key`STRING,`messageId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`anonymousId`STRING,`originalTimestamp`STRING,`type`STRING,`context`struct<`timezone`:STRING,`userAgent`:STRING,`page`:struct<`path`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING>,`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`locale`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`campaign`:struct<`source`:STRING,`medium`:STRING,`name`:STRING>>,`_origin`STRING,`properties`struct<`booking`:struct<`email`:STRING,`npv`:STRING,`omiPri`:STRING,`confirmationCode`:STRING,`omiAttributes`:struct<`organization`:STRING,`provider`:STRING,`facility`:STRING,`unit`:STRING,`reservation`:STRING>>,`pageType`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`id`:STRING,`state`:STRING>,`env`:STRING,`isReact`:STRING,`unit`:struct<`sizeText`:STRING,`price`:struct<`value`:STRING,`text`:STRING>,`id`:STRING>,`site_id`:STRING,`facility`:struct<`corporationType`:STRING,`title`:STRING,`id`:STRING>,`contentId`:STRING>,`event`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_gtmextradata`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_gtmextradata"
}
Server:
  • hostname: schemamanager-5c55c886bf-h2ts4
  • name: schema_manager
  • process_start: 2025-10-21 13:03:27
  • sf_env: stage
  • version: 2112174301
Raw: 
{
    "name": {
        "created": "2017-11-01 12:01:28",
        "disabled": false,
        "format": "raw",
        "id": 252,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "reactfoot_gtmextradata"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.reactfoot_gtmextradata`\nADD\n\n\n PARTITION (dt='2024-09-10') location 's3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-10/'\n PARTITION (dt='2024-09-13') location 's3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-13/'\n PARTITION (dt='2024-09-16') location 's3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-16/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 562690,
                    "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-10/",
                    "name": "dt",
                    "value": "2024-09-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2024-09-10 01:01:03",
                        "last_data": "2024-09-10 17:46:22"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 563396,
                    "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-13/",
                    "name": "dt",
                    "value": "2024-09-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2024-09-13 16:15:11",
                        "last_data": "2024-09-13 17:40:25"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 564869,
                    "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData/dt=2024-09-16/",
                    "name": "dt",
                    "value": "2024-09-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2024-09-16 05:26:02",
                        "last_data": "2024-09-16 07:08:24"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.timezone": "string",
            "context.userAgent": "string",
            "context.userAgentData.brands": [
                {
                    "brand": "string",
                    "version": "string"
                }
            ],
            "context.userAgentData.mobile": "string",
            "context.userAgentData.platform": "string",
            "event": "string",
            "integrations.library.name": "string",
            "integrations.library.version": "string",
            "integrations.page.path": "string",
            "integrations.page.referrer": "string",
            "integrations.page.search": "string",
            "integrations.page.title": "string",
            "integrations.page.url": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "original_key": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.booking.confirmationCode": "string",
            "properties.booking.email": "string",
            "properties.booking.npv": "string",
            "properties.booking.omiAttributes.facility": "string",
            "properties.booking.omiAttributes.organization": "string",
            "properties.booking.omiAttributes.provider": "string",
            "properties.booking.omiAttributes.reservation": "string",
            "properties.booking.omiAttributes.unit": "string",
            "properties.booking.omiPri": "string",
            "properties.contentId": "string",
            "properties.env": "string",
            "properties.facility.corporationType": "string",
            "properties.facility.id": "string",
            "properties.facility.title": "string",
            "properties.isReact": "string",
            "properties.location.city": "string",
            "properties.location.id": "string",
            "properties.location.state": "string",
            "properties.pageType": "string",
            "properties.site_id": "string",
            "properties.unit.id": "string",
            "properties.unit.price.text": "string",
            "properties.unit.price.value": "string",
            "properties.unit.sizeText": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2024-08-27 15:46:47",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_gtmextradata`\n(\n`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`timestamp`STRING,`channel`STRING,`projectId`STRING,`sentAt`STRING,`userId`STRING,`version`STRING,`receivedAt`STRING,`original_key`STRING,`messageId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`anonymousId`STRING,`originalTimestamp`STRING,`type`STRING,`context`struct<`timezone`:STRING,`userAgent`:STRING,`page`:struct<`path`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING>,`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`locale`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`campaign`:struct<`source`:STRING,`medium`:STRING,`name`:STRING>>,`_origin`STRING,`properties`struct<`booking`:struct<`email`:STRING,`npv`:STRING,`omiPri`:STRING,`confirmationCode`:STRING,`omiAttributes`:struct<`organization`:STRING,`provider`:STRING,`facility`:STRING,`unit`:STRING,`reservation`:STRING>>,`pageType`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`id`:STRING,`state`:STRING>,`env`:STRING,`isReact`:STRING,`unit`:struct<`sizeText`:STRING,`price`:struct<`value`:STRING,`text`:STRING>,`id`:STRING>,`site_id`:STRING,`facility`:struct<`corporationType`:STRING,`title`:STRING,`id`:STRING>,`contentId`:STRING>,`event`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/gtmExtraData'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_gtmextradata`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_gtmextradata"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}
©2019 SpareFoot Data Platform