Schema Info

Schema Name: sfdl_stage_segment.reactfoot_product_clicked
  • created: 2018-03-26 19:03:45
  • disabled: False
  • format: raw
  • id: 444
  • is_partitioned: True
  • is_schema_datatyped: False
  • name:
    {
        "database": "sfdl_stage_segment",
        "table": "reactfoot_product_clicked"
    }
  • type: segment
Schema Versions: 3
    • created: 2020-01-17 17:01:13
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
          "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_product_clicked`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_product_clicked`\n(\n`anonymousId`STRING,`originalTimestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`_origin`STRING,`event`STRING,`receivedAt`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`campaign`:struct<`_empty_`:STRING>,`userAgent`:STRING,`ip`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>>,`properties`struct<`list`:STRING,`quantity`:STRING,`variant`:STRING,`site_id`:STRING,`brand`:STRING,`isReact`:STRING,`category`:STRING,`position`:STRING,`env`:STRING,`name`:STRING,`price`:STRING,`Hit_Timestamp`:STRING,`search_id`:STRING,`product_id`:STRING>,`messageId`STRING,`projectId`STRING,`integrations`struct<`_empty_`:STRING>,`timestamp`STRING,`version`STRING,`channel`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked'\n",
          "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_product_clicked"
      ]
    • hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked
    • id: 246162
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "unbundled": []
          },
          "_origin": "2020-01-17T23:01:05Z|s3://sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1579219200000/1579301751079.7d184d6e1834.e4797d0.d880e664-32a6-4710-b1e4-2a4b6b63b75b.gz|segment_separator:37",
          "anonymousId": "1ac47e8f-1f78-4efc-9dce-74ff2704e3dc",
          "channel": "client",
          "context": {
              "ip": "34.239.223.223",
              "library": {
                  "name": "analytics.js",
                  "version": "3.10.1"
              },
              "locale": "en-US",
              "page": {
                  "path": "/Houston-TX-self-storage.html",
                  "referrer": "",
                  "search": "",
                  "title": "15 Cheap Storage Units Houston, TX (from $19) | Compare & Save",
                  "url": "https://www.sparefoot.extrameter.com/Houston-TX-self-storage.html"
              },
              "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36"
          },
          "event": "Product Clicked",
          "integrations": {},
          "messageId": "ajs-8bee54ce0e64f6a2cf5a602ea33b2dd0",
          "originalTimestamp": "2020-01-17T22:05:18.131Z",
          "projectId": "nQDzdrZI1K",
          "properties": {
              "Hit Timestamp": 1579298718127,
              "brand": "self-storage",
              "category": "Houston, TX-cityLandingPage",
              "env": "stage",
              "isReact": true,
              "list": "facility list: Houston, TX",
              "name": "Big Tex Storage - Montrose - 201785",
              "position": 11,
              "price": null,
              "product_id": 201785,
              "quantity": 1,
              "search_id": "8ac65e2228f52e6db6.13985752",
              "site_id": -1,
              "variant": null
          },
          "receivedAt": "2020-01-17T22:05:18.742Z",
          "sentAt": "2020-01-17T22:05:18.138Z",
          "timestamp": "2020-01-17T22:05:18.735Z",
          "type": "track",
          "userId": "10bd7d34fbe6ccff2425391868255a96",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.locale": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.userAgent": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.brand": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.list": "string",
          "properties.name": "string",
          "properties.position": "string",
          "properties.price": "string",
          "properties.product_id": "string",
          "properties.quantity": "string",
          "properties.search_id": "string",
          "properties.site_id": "string",
          "properties.variant": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 444
    • schema_scan_id: 2525164
    • updated: 2020-01-17 17:02:47
    • created: 2018-10-10 12:36:03
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
          "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_product_clicked`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_product_clicked`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >, `ip` : string >, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `name` : string , `list` : string , `isReact` : string , `site_id` : string , `price` : string , `product_id` : string , `brand` : string , `env` : string , `position` : string , `variant` : string , `search_id` : string , `quantity` : string >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked'\n",
          "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_product_clicked"
      ]
    • hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked
    • id: 187490
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "unbundled": []
          },
          "_origin": "2018-10-10T17:35:46Z|s3://sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1539129600000/1539192933943.bc39d4dd73b4.1.11.1.a81a29c9-8f04-4fc2-a0a5-998ff0f87de6.gz|segment_separator:37",
          "anonymousId": "163577ac-f7e6-4bce-a8ec-d834c59df705",
          "channel": "client",
          "context": {
              "campaign": {},
              "ip": "184.72.209.62",
              "library": {
                  "name": "analytics.js",
                  "version": "3.7.2"
              },
              "page": {
                  "path": "/Perryville-AK-self-storage.html",
                  "referrer": "",
                  "search": "?SELENIUM=true",
                  "title": "15 Cheap Self-Storage Units Perryville, AK w/ Prices from $19/month",
                  "url": "https://www.sparefoot.extrameter.com/Perryville-AK-self-storage.html?SELENIUM=true"
              },
              "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.92 Safari/537.36"
          },
          "event": "Product Clicked",
          "integrations": {},
          "messageId": "ajs-5f1a495d3e9e77b8dd4cd9ff6b90c9b3",
          "originalTimestamp": "2018-10-10T17:22:12.322Z",
          "projectId": "nQDzdrZI1K",
          "properties": {
              "Hit Timestamp": 1539192132322,
              "brand": "self-storage",
              "category": "Perryville, AK-cityLandingPage",
              "env": "stage",
              "isReact": true,
              "list": "facility list: Perryville, AK",
              "name": "Really Good Storage - Perryville - 400 Brooks Road - 155845",
              "position": 1,
              "price": null,
              "product_id": 155845,
              "quantity": 1,
              "search_id": "1ae45bbe3564535613.95979715",
              "site_id": -1,
              "variant": null
          },
          "receivedAt": "2018-10-10T17:22:49.493Z",
          "sentAt": "2018-10-10T17:22:12.324Z",
          "timestamp": "2018-10-10T17:22:49.491Z",
          "type": "track",
          "userId": "SELENIUM",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.userAgent": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.brand": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.list": "string",
          "properties.name": "string",
          "properties.position": "string",
          "properties.price": "string",
          "properties.product_id": "string",
          "properties.quantity": "string",
          "properties.search_id": "string",
          "properties.site_id": "string",
          "properties.variant": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 444
    • schema_scan_id: 1567873
    • updated: 2018-10-10 12:36:42
    • created: 2018-03-26 19:03:45
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
          "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_product_clicked`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_product_clicked`\n(\n `version`  string , `timestamp`  string , `projectId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `name` : string , `site_id` : string , `isReact` : string , `list` : string , `product_id` : string , `brand` : string , `env` : string , `position` : string , `variant` : string , `price` : string , `quantity` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `messageId`  string , `_origin`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked'\n",
          "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_product_clicked"
      ]
    • hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked
    • id: 3148
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "unbundled": []
          },
          "_origin": "2018-03-27T00:03:37Z|s3://sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1522022400000/1522108874052.ce2ae0cba883.1.11.1.125b4a95-9388-43ee-a7b8-3ee273ca6dd9.gz|segment_separator:37",
          "anonymousId": "b3320a1b-e35d-45ec-9dd5-9c150777910a",
          "channel": "client",
          "context": {
              "ip": "107.77.236.234",
              "library": {
                  "name": "analytics.js",
                  "version": "3.4.0"
              },
              "page": {
                  "path": "/Summerville-SC-self-storage.html",
                  "referrer": "https://www.sparefoot.extrameter.com/Summerville-SC-self-storage/Monster-Self-Storage-Oakbrook-203493.html",
                  "search": "",
                  "title": "15 Cheap Self-Storage Units Summerville, SC w/ Prices from $19/month",
                  "url": "https://www.sparefoot.extrameter.com/Summerville-SC-self-storage.html"
              },
              "userAgent": "Mozilla/5.0 (Linux; Android 6.0.1; SM-G550T1 Build/MMB29K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.137 Mobile Safari/537.36"
          },
          "event": "Product Clicked",
          "integrations": {},
          "messageId": "ajs-5e34db70ae30d3639b984cb5a82189f8",
          "originalTimestamp": "2018-03-26T23:17:32.233Z",
          "projectId": "nQDzdrZI1K",
          "properties": {
              "Hit Timestamp": 1522106252229,
              "brand": "self-storage",
              "category": "Summerville, SC-cityLandingPage",
              "env": "stage",
              "isReact": true,
              "list": "facility list: Summerville, SC",
              "name": "Monster Self Storage - Oakbrook - 203493",
              "position": 10,
              "price": null,
              "product_id": 203493,
              "quantity": 1,
              "site_id": -1,
              "variant": null
          },
          "receivedAt": "2018-03-26T23:17:33.606Z",
          "sentAt": "2018-03-26T23:17:32.242Z",
          "timestamp": "2018-03-26T23:17:33.597Z",
          "type": "track",
          "userId": "25da63936d7df57c2ebc3fe35b0c2535",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.userAgent": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.brand": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.list": "string",
          "properties.name": "string",
          "properties.position": "string",
          "properties.price": "string",
          "properties.product_id": "string",
          "properties.quantity": "string",
          "properties.site_id": "string",
          "properties.variant": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 444
    • schema_scan_id: None
    • updated: 2018-05-25 01:43:12
Schema Scans: 2
Last at 2020-01-17 17:01:12
    • duration: 0:01:39.813354
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 457,
          "partitions_applied": false,
          "success": true
      }
    • id: 2525164
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "partition": {
              "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2020-01-17/",
              "name": "dt",
              "type": "string",
              "value": "2020-01-17"
          },
          "s3": {
              "bucket": "sfdl-segment-reactfoot-stage",
              "hive_path": "s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked",
              "key": "separated_dt/Product Clicked/dt=2020-01-17/1579301751079.7d184d6e1834.e4797d0.d880e664-32a6-4710-b1e4-2a4b6b63b75b.json.gz"
          },
          "schema": {
              "name": "sfdl_stage_segment.reactfoot_Product_Clicked",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 444
    • start_time: 2020-01-17 17:01:12
    • success: True
    • trace_id: 3812148051546525410
    • duration: 0:00:42.606414
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 239,
          "partitions_applied": false,
          "success": true
      }
    • id: 1567873
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "partition": {
              "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2018-10-10/",
              "name": "dt",
              "type": "string",
              "value": "2018-10-10"
          },
          "s3": {
              "bucket": "sfdl-segment-reactfoot-stage",
              "hive_path": "s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked",
              "key": "separated_dt/Product Clicked/dt=2018-10-10/1539192933943.bc39d4dd73b4.1.11.1.a81a29c9-8f04-4fc2-a0a5-998ff0f87de6.json.gz"
          },
          "schema": {
              "name": "sfdl_stage_segment.reactfoot_Product_Clicked",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 444
    • start_time: 2018-10-10 12:36:03
    • success: True
    • trace_id: 11648236585925133636
Partitions:
  • count: 3
  • ddl:
    [
        "ALTER TABLE\n    `sfdl_stage_segment.reactfoot_product_clicked`\nADD\n\n\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-10/'\n;"
    ]
  • name: dt
  • state:
    [
        {
            "info": {
                "id": 177288,
                "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-08/",
                "name": "dt",
                "value": "2021-02-08"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2021-02-08 00:50:11",
                    "last_data": "2021-02-08 15:17:28"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 181907,
                "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-09/",
                "name": "dt",
                "value": "2021-02-09"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2021-02-09 16:06:12",
                    "last_data": "2021-02-09 16:23:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 182026,
                "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-10/",
                "name": "dt",
                "value": "2021-02-10"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2021-02-10 15:16:23",
                    "last_data": "2021-02-10 16:21:46"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        }
    ]
  • type: string
Schema:
  • attributes:
    {
        "_origin": "string",
        "anonymousId": "string",
        "channel": "string",
        "context.ip": "string",
        "context.library.name": "string",
        "context.library.version": "string",
        "context.locale": "string",
        "context.page.path": "string",
        "context.page.referrer": "string",
        "context.page.search": "string",
        "context.page.title": "string",
        "context.page.url": "string",
        "context.userAgent": "string",
        "event": "string",
        "messageId": "string",
        "originalTimestamp": "string",
        "projectId": "string",
        "properties.Hit_Timestamp": "string",
        "properties.brand": "string",
        "properties.category": "string",
        "properties.env": "string",
        "properties.isReact": "string",
        "properties.list": "string",
        "properties.name": "string",
        "properties.position": "string",
        "properties.price": "string",
        "properties.product_id": "string",
        "properties.quantity": "string",
        "properties.search_id": "string",
        "properties.site_id": "string",
        "properties.variant": "string",
        "receivedAt": "string",
        "sentAt": "string",
        "timestamp": "string",
        "type": "string",
        "userId": "string",
        "version": "string"
    }
  • created: 2020-01-17 17:01:13
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_product_clicked`\n(\n`anonymousId`STRING,`originalTimestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`_origin`STRING,`event`STRING,`receivedAt`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`campaign`:struct<`_empty_`:STRING>,`userAgent`:STRING,`ip`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>>,`properties`struct<`list`:STRING,`quantity`:STRING,`variant`:STRING,`site_id`:STRING,`brand`:STRING,`isReact`:STRING,`category`:STRING,`position`:STRING,`env`:STRING,`name`:STRING,`price`:STRING,`Hit_Timestamp`:STRING,`search_id`:STRING,`product_id`:STRING>,`messageId`STRING,`projectId`STRING,`integrations`struct<`_empty_`:STRING>,`timestamp`STRING,`version`STRING,`channel`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked'\n",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_product_clicked`",
        "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_product_clicked"
    }
Server:
  • hostname: schemamanager-5c55c886bf-h2ts4
  • name: schema_manager
  • process_start: 2025-10-21 13:03:27
  • sf_env: stage
  • version: 2112174301
Raw:
{
    "name": {
        "created": "2018-03-26 19:03:45",
        "disabled": false,
        "format": "raw",
        "id": 444,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "reactfoot_product_clicked"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.reactfoot_product_clicked`\nADD\n\n\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-10/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 177288,
                    "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-08/",
                    "name": "dt",
                    "value": "2021-02-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-08 00:50:11",
                        "last_data": "2021-02-08 15:17:28"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 181907,
                    "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-09/",
                    "name": "dt",
                    "value": "2021-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-09 16:06:12",
                        "last_data": "2021-02-09 16:23:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 182026,
                    "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked/dt=2021-02-10/",
                    "name": "dt",
                    "value": "2021-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-10 15:16:23",
                        "last_data": "2021-02-10 16:21:46"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.brand": "string",
            "properties.category": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.list": "string",
            "properties.name": "string",
            "properties.position": "string",
            "properties.price": "string",
            "properties.product_id": "string",
            "properties.quantity": "string",
            "properties.search_id": "string",
            "properties.site_id": "string",
            "properties.variant": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2020-01-17 17:01:13",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_product_clicked`\n(\n`anonymousId`STRING,`originalTimestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`_origin`STRING,`event`STRING,`receivedAt`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`campaign`:struct<`_empty_`:STRING>,`userAgent`:STRING,`ip`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>>,`properties`struct<`list`:STRING,`quantity`:STRING,`variant`:STRING,`site_id`:STRING,`brand`:STRING,`isReact`:STRING,`category`:STRING,`position`:STRING,`env`:STRING,`name`:STRING,`price`:STRING,`Hit_Timestamp`:STRING,`search_id`:STRING,`product_id`:STRING>,`messageId`STRING,`projectId`STRING,`integrations`struct<`_empty_`:STRING>,`timestamp`STRING,`version`STRING,`channel`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/Product Clicked'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_product_clicked`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_product_clicked"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}