Schema Info

Schema Name: sfdl_stage_segment.reactfoot_active
  • created: 2017-11-08 00:31:11
  • disabled: False
  • format: raw
  • id: 307
  • is_partitioned: True
  • is_schema_datatyped: False
  • name:
    {
        "database": "sfdl_stage_segment",
        "table": "reactfoot_active"
    }
  • type: segment
Schema Versions: 3
    • created: 2020-01-23 14:04:54
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
          "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_active`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_active`\n(\n`anonymousId`STRING,`originalTimestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`_origin`STRING,`event`STRING,`receivedAt`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`campaign`:struct<`source`:STRING,`medium`:STRING,`name`:STRING>,`userAgent`:STRING,`ip`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>>,`original_key`STRING,`properties`struct<`env`:STRING,`category`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING>,`messageId`STRING,`projectId`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`timestamp`STRING,`version`STRING,`channel`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/active'\n",
          "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_active"
      ]
    • hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/active
    • id: 247188
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "unbundled": []
          },
          "_origin": "2020-01-23T20:04:53Z|s3://sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1579737600000/1579809336989.7d184d6e1834.e4797d0.c9fd7779-1bbe-4a28-b2c2-b39026a4863c.gz|segment_separator:37",
          "anonymousId": "3303bc3e-bf4c-4fdc-bb7c-f7180401e766",
          "channel": "client",
          "context": {
              "ip": "34.239.223.223",
              "library": {
                  "name": "analytics.js",
                  "version": "3.10.1"
              },
              "locale": "en-US",
              "page": {
                  "path": "/",
                  "referrer": "https://sparefoot.extrameter.com/sandbox/car-storage.html",
                  "search": "",
                  "title": "SpareFoot: Find Your Stuff a Home",
                  "url": "https://www.sparefoot.extrameter.com/"
              },
              "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36"
          },
          "event": "active",
          "integrations": {},
          "messageId": "ajs-b332a4a15af1ed5bcd002cff6552f2c2",
          "originalTimestamp": "2020-01-23T19:49:56.146Z",
          "projectId": "nQDzdrZI1K",
          "properties": {
              "Hit Timestamp": 1579808995945,
              "category": "Ad Blocker-homePage",
              "env": "stage",
              "isReact": true,
              "site_id": -1
          },
          "receivedAt": "2020-01-23T19:49:56.544Z",
          "sentAt": "2020-01-23T19:49:56.149Z",
          "timestamp": "2020-01-23T19:49:56.541Z",
          "type": "track",
          "userId": "1d5b5543415dd259b2e96c7d9c95d4b9",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.campaign.medium": "string",
          "context.campaign.name": "string",
          "context.campaign.source": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.locale": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.userAgent": "string",
          "event": "string",
          "integrations.library.name": "string",
          "integrations.library.version": "string",
          "integrations.page.path": "string",
          "integrations.page.referrer": "string",
          "integrations.page.search": "string",
          "integrations.page.title": "string",
          "integrations.page.url": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "original_key": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.site_id": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 307
    • schema_scan_id: 2534369
    • updated: 2020-01-23 14:08:49
    • created: 2019-04-30 15:05:17
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
          "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_active`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_active`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`receivedAt`STRING,`anonymousId`STRING,`original_key`STRING,`_origin`STRING,`event`STRING,`projectId`STRING,`properties`struct<`category`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`env`:STRING>,`_metadata`struct<`bundled`:array,`unbundled`:array>,`version`STRING,`originalTimestamp`STRING,`context`struct<`userAgent`:STRING,`campaign`:struct<`source`:STRING,`medium`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING>,`messageId`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/active'\n",
          "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_active"
      ]
    • hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/active
    • id: 203241
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "unbundled": []
          },
          "_origin": "2019-04-30T20:04:45Z|s3://sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1556582400000/1556654215573.78e68f4ff0c5.9f83b95.7a8f0428-3aa9-4d27-aff5-26ef8eb96be9.gz|segment_separator:37",
          "anonymousId": "a35cfbcd-ba4b-4804-af49-6204c0cebcde",
          "channel": "client",
          "context": {
              "ip": "66.162.93.78",
              "library": {
                  "name": "unknown",
                  "version": "unknown"
              },
              "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.108 Safari/537.36"
          },
          "event": "active",
          "integrations": {
              "library": {
                  "name": "analytics.js",
                  "version": "3.8.2"
              },
              "page": {
                  "path": "/Alexandria-VA-self-storage/Self-Storage-Plus-Alexandria-210968.html",
                  "referrer": "",
                  "search": "",
                  "title": "Self Storage Plus - Alexandria | 4900 Eisenhower Avenue | SpareFoot",
                  "url": "https://www.sparefoot.extrameter.com/Alexandria-VA-self-storage/Self-Storage-Plus-Alexandria-210968.html"
              }
          },
          "messageId": "ajs-687ad34635c3590cd673f88555cac4d2",
          "originalTimestamp": "2019-04-30T19:33:59.786Z",
          "projectId": "nQDzdrZI1K",
          "properties": {
              "Hit Timestamp": 1556652839242,
              "category": "Ad Blocker-facilityPage",
              "env": "stage",
              "isReact": true,
              "site_id": -1
          },
          "receivedAt": "2019-04-30T19:33:59.949Z",
          "sentAt": "2019-04-30T19:33:59.792Z",
          "timestamp": "2019-04-30T19:33:59.943Z",
          "type": "track",
          "userId": "fbba5704a24912dcb01efdd331bfd45b",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.campaign.medium": "string",
          "context.campaign.name": "string",
          "context.campaign.source": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.userAgent": "string",
          "event": "string",
          "integrations.library.name": "string",
          "integrations.library.version": "string",
          "integrations.page.path": "string",
          "integrations.page.referrer": "string",
          "integrations.page.search": "string",
          "integrations.page.title": "string",
          "integrations.page.url": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "original_key": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.site_id": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 307
    • schema_scan_id: 2085061
    • updated: 2019-04-30 15:05:56
    • created: 2018-03-20 11:01:38
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
          "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_active`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_active`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `category` : string , `Hit_Timestamp` : string , `site_id` : string , `isReact` : string , `env` : string >, `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `source` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `original_key`  string , `_origin`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/active'\n",
          "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_active"
      ]
    • hive_path: s3://sfdl-segment-reactfoot-stage/separated_dt/active
    • id: 2973
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "unbundled": []
          },
          "_origin": "2018-03-20T16:01:29Z|s3://sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1521504000000/1521561677091.ce2ae0cba883.1.11.1.abe43d85-3b73-4acc-b584-0c18f104edc8.gz|segment_separator:33",
          "anonymousId": "6e518adc-792b-42d0-a85b-936e0d31c33b",
          "channel": "client",
          "context": {
              "campaign": {
                  "medium": "email",
                  "name": "20180215_RES_SFDC_trans",
                  "source": "AWS"
              },
              "ip": "66.162.93.78",
              "library": {
                  "name": "analytics.js",
                  "version": "3.4.0"
              },
              "page": {
                  "path": "/Solana-Beach-CA-self-storage/Price-Self-Storage-Solana-Beach-107821.html",
                  "referrer": "https://pita.sparefoot.extrameter.com/inventory",
                  "search": "",
                  "title": "Price Self Storage Solana Beach | 533 Stevens Ave W | SpareFoot",
                  "url": "https://www.sparefoot.extrameter.com/Solana-Beach-CA-self-storage/Price-Self-Storage-Solana-Beach-107821.html"
              },
              "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.186 Safari/537.36"
          },
          "event": "active",
          "integrations": {},
          "messageId": "ajs-2671caa07f64819ad8d52b29eb308ca1",
          "originalTimestamp": "2018-03-20T15:18:07.649Z",
          "original_key": "sfdl-segment-reactfoot-stage/segment-logs/nQDzdrZI1K/1521417600000/1521471677013.9f858a903cf3.1.11.1.e6cb04f3-1a5c-4201-abff-fd79e3b19072.gz",
          "projectId": "nQDzdrZI1K",
          "properties": {
              "Hit Timestamp": 1521559087397,
              "category": "Ad Blocker-facilityPage",
              "env": "stage",
              "isReact": true,
              "site_id": -1
          },
          "receivedAt": "2018-03-20T15:18:09.937Z",
          "sentAt": "2018-03-20T15:18:07.656Z",
          "timestamp": "2018-03-20T15:18:09.930Z",
          "type": "track",
          "userId": "86ab380f5ca52cb65337159373bd0616",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.campaign.medium": "string",
          "context.campaign.name": "string",
          "context.campaign.source": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.userAgent": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "original_key": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.site_id": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 307
    • schema_scan_id: None
    • updated: 2018-05-25 15:58:49
Schema Scans: 2
Last at 2020-01-23 14:04:54
    • duration: 0:01:15.852973
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 321,
          "partitions_applied": false,
          "success": true
      }
    • id: 2534369
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "partition": {
              "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2020-01-23/",
              "name": "dt",
              "type": "string",
              "value": "2020-01-23"
          },
          "s3": {
              "bucket": "sfdl-segment-reactfoot-stage",
              "hive_path": "s3://sfdl-segment-reactfoot-stage/separated_dt/active",
              "key": "separated_dt/active/dt=2020-01-23/1579809336989.7d184d6e1834.e4797d0.c9fd7779-1bbe-4a28-b2c2-b39026a4863c.json.gz"
          },
          "schema": {
              "name": "sfdl_stage_segment.reactfoot_active",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 307
    • start_time: 2020-01-23 14:04:54
    • success: True
    • trace_id: 6042459430495368266
    • duration: 0:00:43.470356
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 216,
          "partitions_applied": false,
          "success": true
      }
    • id: 2085061
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "partition": {
              "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2019-04-30/",
              "name": "dt",
              "type": "string",
              "value": "2019-04-30"
          },
          "s3": {
              "bucket": "sfdl-segment-reactfoot-stage",
              "hive_path": "s3://sfdl-segment-reactfoot-stage/separated_dt/active",
              "key": "separated_dt/active/dt=2019-04-30/1556654215573.78e68f4ff0c5.9f83b95.7a8f0428-3aa9-4d27-aff5-26ef8eb96be9.json.gz"
          },
          "schema": {
              "name": "sfdl_stage_segment.reactfoot_active",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 307
    • start_time: 2019-04-30 15:05:17
    • success: True
    • trace_id: 13881109517182204594
Partitions:
  • count: 3
  • ddl:
    [
        "ALTER TABLE\n    `sfdl_stage_segment.reactfoot_active`\nADD\n\n\n PARTITION (dt='2021-03-16') location 's3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-16/'\n PARTITION (dt='2021-03-23') location 's3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-23/'\n PARTITION (dt='2021-03-30') location 's3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-30/'\n;"
    ]
  • name: dt
  • state:
    [
        {
            "info": {
                "id": 191991,
                "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-16/",
                "name": "dt",
                "value": "2021-03-16"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2021-03-16 15:08:37",
                    "last_data": "2021-03-16 15:08:37"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 192671,
                "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-23/",
                "name": "dt",
                "value": "2021-03-23"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2021-03-23 17:06:47",
                    "last_data": "2021-03-23 17:33:58"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 193363,
                "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-30/",
                "name": "dt",
                "value": "2021-03-30"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2021-03-30 09:15:00",
                    "last_data": "2021-03-30 09:19:32"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        }
    ]
  • type: string
Schema:
  • attributes:
    {
        "_origin": "string",
        "anonymousId": "string",
        "channel": "string",
        "context.campaign.medium": "string",
        "context.campaign.name": "string",
        "context.campaign.source": "string",
        "context.ip": "string",
        "context.library.name": "string",
        "context.library.version": "string",
        "context.locale": "string",
        "context.page.path": "string",
        "context.page.referrer": "string",
        "context.page.search": "string",
        "context.page.title": "string",
        "context.page.url": "string",
        "context.userAgent": "string",
        "event": "string",
        "integrations.library.name": "string",
        "integrations.library.version": "string",
        "integrations.page.path": "string",
        "integrations.page.referrer": "string",
        "integrations.page.search": "string",
        "integrations.page.title": "string",
        "integrations.page.url": "string",
        "messageId": "string",
        "originalTimestamp": "string",
        "original_key": "string",
        "projectId": "string",
        "properties.Hit_Timestamp": "string",
        "properties.category": "string",
        "properties.env": "string",
        "properties.isReact": "string",
        "properties.site_id": "string",
        "receivedAt": "string",
        "sentAt": "string",
        "timestamp": "string",
        "type": "string",
        "userId": "string",
        "version": "string"
    }
  • created: 2020-01-23 14:04:54
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_active`\n(\n`anonymousId`STRING,`originalTimestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`_origin`STRING,`event`STRING,`receivedAt`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`campaign`:struct<`source`:STRING,`medium`:STRING,`name`:STRING>,`userAgent`:STRING,`ip`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>>,`original_key`STRING,`properties`struct<`env`:STRING,`category`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING>,`messageId`STRING,`projectId`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`timestamp`STRING,`version`STRING,`channel`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/active'\n",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_active`",
        "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_active"
    }
Server:
  • hostname: schemamanager-5c55c886bf-h2ts4
  • name: schema_manager
  • process_start: 2025-10-21 13:03:27
  • sf_env: stage
  • version: 2112174301
Raw:
{
    "name": {
        "created": "2017-11-08 00:31:11",
        "disabled": false,
        "format": "raw",
        "id": 307,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "reactfoot_active"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.reactfoot_active`\nADD\n\n\n PARTITION (dt='2021-03-16') location 's3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-16/'\n PARTITION (dt='2021-03-23') location 's3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-23/'\n PARTITION (dt='2021-03-30') location 's3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-30/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 191991,
                    "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-16/",
                    "name": "dt",
                    "value": "2021-03-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-03-16 15:08:37",
                        "last_data": "2021-03-16 15:08:37"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 192671,
                    "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-23/",
                    "name": "dt",
                    "value": "2021-03-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-03-23 17:06:47",
                        "last_data": "2021-03-23 17:33:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 193363,
                    "location": "s3://sfdl-segment-reactfoot-stage/separated_dt/active/dt=2021-03-30/",
                    "name": "dt",
                    "value": "2021-03-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-03-30 09:15:00",
                        "last_data": "2021-03-30 09:19:32"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "integrations.library.name": "string",
            "integrations.library.version": "string",
            "integrations.page.path": "string",
            "integrations.page.referrer": "string",
            "integrations.page.search": "string",
            "integrations.page.title": "string",
            "integrations.page.url": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "original_key": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.category": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2020-01-23 14:04:54",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.reactfoot_active`\n(\n`anonymousId`STRING,`originalTimestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`_origin`STRING,`event`STRING,`receivedAt`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`campaign`:struct<`source`:STRING,`medium`:STRING,`name`:STRING>,`userAgent`:STRING,`ip`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>>,`original_key`STRING,`properties`struct<`env`:STRING,`category`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING>,`messageId`STRING,`projectId`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`timestamp`STRING,`version`STRING,`channel`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-stage/separated_dt/active'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.reactfoot_active`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.reactfoot_active"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}