Schema Info

Schema Name: sfdl_stage_segment.yim_identify
  • created: 2018-05-09 12:14:26
  • disabled: False
  • format: raw
  • id: 529
  • is_partitioned: True
  • is_schema_datatyped: False
  • name: 
    {
    "database": "sfdl_stage_segment",
    "table": "yim_identify"
}
  • type: segment
Schema Versions: 3
    • created: 2023-10-26 12:24:41
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_identify`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_identify`\n(\n`_origin`STRING,`sentAt`STRING,`integrations`struct<`_empty_`:STRING>,`version`STRING,`userId`STRING,`context`struct<`userAgent`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`page`:struct<`search`:STRING,`path`:STRING,`referrer`:STRING,`title`:STRING,`url`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING>,`messageId`STRING,`anonymousId`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`traits`struct<`visitId`:STRING,`agentId`:STRING,`fromNumber`:STRING,`visitorSiteId`:STRING,`toNumber`:STRING,`visitorTrafficSource`:STRING,`sessionId`:STRING>,`type`STRING,`timestamp`STRING,`channel`STRING,`receivedAt`STRING,`originalTimestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-yim-stage/separated_dt/identify'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.yim_identify"
]
    • hive_path: s3://sfdl-segment-yim-stage/separated_dt/identify
    • id: 616064
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Segment.io"
        ],
        "bundledIds": [],
        "unbundled": []
    },
    "_origin": "2023-10-26T17:24:33Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1698278400000/1698340921534.events-archiver-480-58..93626050-0f58-4fb6-86f1-60976fc1e8dc.gz|analytics-segment-separator-stage:$LATEST",
    "anonymousId": "cd5c9269-8b6f-4ff3-9daa-8dcca0981a24",
    "channel": "client",
    "context": {
        "ip": "54.175.218.140",
        "library": {
            "name": "analytics.js",
            "version": "next-1.55.0"
        },
        "locale": "en-US",
        "page": {
            "path": "/search/storage",
            "referrer": "",
            "search": "",
            "title": "YIM search storage",
            "url": "https://yim.sparefoot.extrameter.com/search/storage"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Chromium",
                    "version": "118"
                },
                {
                    "brand": "Google Chrome",
                    "version": "118"
                },
                {
                    "brand": "Not=A?Brand",
                    "version": "99"
                }
            ],
            "mobile": false,
            "platform": "macOS"
        }
    },
    "integrations": {},
    "messageId": "ajs-next-7bccab45a0ad62db72b1984e658b15be",
    "originalTimestamp": "2023-10-26T16:36:46.180Z",
    "projectId": "f1babhGgc6",
    "receivedAt": "2023-10-26T16:36:46.948Z",
    "sentAt": "2023-10-26T16:36:46.225Z",
    "timestamp": "2023-10-26T16:36:46.903Z",
    "traits": {
        "agentId": "4258576",
        "fromNumber": "509-939-8077",
        "sessionId": 9744980,
        "toNumber": "512-817-1578",
        "visitId": "936aa73c20e7081d645c18fab7891893",
        "visitorSiteId": -1,
        "visitorTrafficSource": "__Direct"
    },
    "type": "identify",
    "userId": "9744980",
    "version": 2
}
    • schema_attributes: 
      {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "traits.agentId": "string",
    "traits.fromNumber": "string",
    "traits.sessionId": "string",
    "traits.toNumber": "string",
    "traits.visitId": "string",
    "traits.visitorSiteId": "string",
    "traits.visitorTrafficSource": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 529
    • schema_scan_id: 5277725
    • updated: 2023-10-26 12:24:55
    • created: 2020-01-19 13:11:30
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_identify`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_identify`\n(\n`anonymousId`STRING,`originalTimestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`_origin`STRING,`receivedAt`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`userAgent`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>,`ip`:STRING>,`traits`struct<`agentId`:STRING,`toNumber`:STRING,`visitorSiteId`:STRING,`fromNumber`:STRING,`visitorTrafficSource`:STRING,`visitId`:STRING,`sessionId`:STRING>,`messageId`STRING,`projectId`STRING,`integrations`struct<`_empty_`:STRING>,`timestamp`STRING,`version`STRING,`channel`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-yim-stage/separated_dt/identify'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.yim_identify"
]
    • hive_path: s3://sfdl-segment-yim-stage/separated_dt/identify
    • id: 246495
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-01-19T19:11:30Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1579392000000/1579460857584.81f34d95408c.e4797d0.812d1754-4c71-4d5d-949e-4208bd8c3b54.gz|segment_separator:37",
    "anonymousId": "b7d8480a-21e8-46a0-a77e-e7050414152a",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "3.10.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/search/storage",
            "referrer": "",
            "search": "",
            "title": "YIM search storage",
            "url": "https://yim.sparefoot.extrameter.com/search/storage"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36"
    },
    "integrations": {},
    "messageId": "ajs-2591e8ffc4ac7437041964027fc8f4e6",
    "originalTimestamp": "2020-01-19T18:51:38.527Z",
    "projectId": "f1babhGgc6",
    "receivedAt": "2020-01-19T18:51:38.778Z",
    "sentAt": "2020-01-19T18:51:38.530Z",
    "timestamp": "2020-01-19T18:51:38.775Z",
    "traits": {
        "agentId": "2426939",
        "fromNumber": "555-555-5555",
        "sessionId": "4187445",
        "toNumber": "682-990-9755",
        "visitId": "bf6f002704c0bdedd2c9280bc6f5c64f",
        "visitorSiteId": 27,
        "visitorTrafficSource": "__Direct"
    },
    "type": "identify",
    "userId": "4187445",
    "version": 2
}
    • schema_attributes: 
      {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "traits.agentId": "string",
    "traits.fromNumber": "string",
    "traits.sessionId": "string",
    "traits.toNumber": "string",
    "traits.visitId": "string",
    "traits.visitorSiteId": "string",
    "traits.visitorTrafficSource": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 529
    • schema_scan_id: 2527119
    • updated: 2020-01-19 13:12:43
    • created: 2018-05-09 12:14:27
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_identify`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_identify`\n(\n `version`  string , `timestamp`  string ,`traits`   struct< `fromNumber` : string , `visitorTrafficSource` : string , `sessionId` : string , `toNumber` : string , `visitId` : string , `visitorSiteId` : string , `agentId` : string >, `projectId`  string , `userId`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` :  struct< `version` : string , `name` : string >, `ip` : string >, `messageId`  string , `_origin`  string , `type`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-yim-stage/separated_dt/identify'\n",
    "MSCK REPAIR TABLE sfdl_stage_segment.yim_identify"
]
    • hive_path: s3://sfdl-segment-yim-stage/separated_dt/identify
    • id: 4333
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2018-05-09T17:14:24Z|s3://sfdl-segment-yim-stage/segment-logs/f1babhGgc6/1525824000000/1525852880209.56b7d4cee151.1.11.1.67e9d6ee-7da4-45a2-81f0-d7e56285b82f.gz|segment_separator:37",
    "anonymousId": "7e16b925-bde2-41a6-a5e6-e07a04ade862",
    "channel": "client",
    "context": {
        "ip": "207.254.7.183",
        "library": {
            "name": "analytics.js",
            "version": "3.5.2"
        },
        "page": {
            "path": "/search/storage",
            "referrer": "",
            "search": "",
            "title": "YIM search storage",
            "url": "https://yim.sparefoot.extrameter.com/search/storage"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.117 Safari/537.36"
    },
    "integrations": {},
    "messageId": "ajs-263d38474b5692481448d3ebbf27d5d4",
    "originalTimestamp": "2018-05-09T07:39:13.580Z",
    "projectId": "f1babhGgc6",
    "receivedAt": "2018-05-09T07:39:11.968Z",
    "sentAt": "2018-05-09T07:39:13.581Z",
    "timestamp": "2018-05-09T07:39:11.967Z",
    "traits": {
        "agentId": "154532",
        "fromNumber": "555-555-4321",
        "sessionId": "3391341",
        "toNumber": "844-611-1378",
        "visitId": "YIM-SMOKE-TEST-f3063a48-bade-417",
        "visitorSiteId": -1,
        "visitorTrafficSource": null
    },
    "type": "identify",
    "userId": "3391341",
    "version": 2
}
    • schema_attributes: 
      {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "traits.agentId": "string",
    "traits.fromNumber": "string",
    "traits.sessionId": "string",
    "traits.toNumber": "string",
    "traits.visitId": "string",
    "traits.visitorSiteId": "string",
    "traits.visitorTrafficSource": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 529
    • schema_scan_id: 425336
    • updated: 2018-05-24 15:13:55
Schema Scans: 3
Last at 2023-10-26 12:24:39
    • duration: 0:00:28.263879
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 117,
    "partitions_applied": false,
    "success": true
}
    • id: 5277725
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2023-10-26/",
        "name": "dt",
        "type": "string",
        "value": "2023-10-26"
    },
    "s3": {
        "bucket": "sfdl-segment-yim-stage",
        "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/identify",
        "key": "separated_dt/identify/dt=2023-10-26/1698340921534.events-archiver-480-58..93626050-0f58-4fb6-86f1-60976fc1e8dc.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.yim_identify",
        "type": "segment"
    }
}
    • running: False
    • schema_name_id: 529
    • start_time: 2023-10-26 12:24:39
    • success: True
    • trace_id: 3388019465248123909
    • duration: 0:00:37.053395
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 112,
    "partitions_applied": false,
    "success": true
}
    • id: 2527119
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-01-19/",
        "name": "dt",
        "type": "string",
        "value": "2020-01-19"
    },
    "s3": {
        "bucket": "sfdl-segment-yim-stage",
        "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/identify",
        "key": "separated_dt/identify/dt=2020-01-19/1579460857584.81f34d95408c.e4797d0.812d1754-4c71-4d5d-949e-4208bd8c3b54.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.yim_identify",
        "type": "segment"
    }
}
    • running: False
    • schema_name_id: 529
    • start_time: 2020-01-19 13:11:30
    • success: True
    • trace_id: 5335917855788358492
    • duration: 0:00:15.650881
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 1,
    "partitions_applied": false,
    "success": true
}
    • id: 425336
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-09/",
        "name": "dt",
        "type": "string",
        "value": "2018-05-09"
    },
    "s3": {
        "bucket": "sfdl-segment-yim-stage",
        "hive_path": "s3://sfdl-segment-yim-stage/separated_dt/identify",
        "key": "separated_dt/identify/dt=2018-05-09/1525852880209.56b7d4cee151.1.11.1.67e9d6ee-7da4-45a2-81f0-d7e56285b82f.json.gz"
    },
    "schema": {
        "name": "sfdl_stage_segment.yim_identify",
        "type": "segment"
    }
}
    • running: False
    • schema_name_id: 529
    • start_time: 2018-05-09 12:14:25
    • success: True
Partitions:
  • count: 116
  • ddl: 
    [
    "ALTER TABLE\n    `sfdl_stage_segment.yim_identify`\nADD\n\n\n PARTITION (dt='2018-04-05') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-05/'\n PARTITION (dt='2018-04-06') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-06/'\n PARTITION (dt='2018-04-16') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-16/'\n PARTITION (dt='2018-04-17') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-17/'\n PARTITION (dt='2018-04-18') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-18/'\n PARTITION (dt='2018-04-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-19/'\n PARTITION (dt='2018-04-20') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-20/'\n PARTITION (dt='2018-04-21') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-21/'\n PARTITION (dt='2018-04-22') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-22/'\n PARTITION (dt='2018-04-23') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-23/'\n PARTITION (dt='2018-04-24') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-24/'\n PARTITION (dt='2018-04-25') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-25/'\n PARTITION (dt='2018-04-26') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-26/'\n PARTITION (dt='2018-04-27') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-27/'\n PARTITION (dt='2018-04-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-28/'\n PARTITION (dt='2018-04-29') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-29/'\n PARTITION (dt='2018-04-30') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-30/'\n PARTITION (dt='2018-05-01') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-01/'\n PARTITION (dt='2018-05-02') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-02/'\n PARTITION (dt='2018-05-03') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-03/'\n PARTITION (dt='2018-05-04') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-04/'\n PARTITION (dt='2018-05-05') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-05/'\n PARTITION (dt='2018-05-06') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-06/'\n PARTITION (dt='2018-05-07') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-07/'\n PARTITION (dt='2018-05-08') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-08/'\n PARTITION (dt='2018-05-09') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-09/'\n PARTITION (dt='2018-05-10') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-10/'\n PARTITION (dt='2018-05-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-11/'\n PARTITION (dt='2018-05-12') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-12/'\n PARTITION (dt='2018-05-13') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-13/'\n PARTITION (dt='2018-05-14') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-14/'\n PARTITION (dt='2018-05-15') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-15/'\n PARTITION (dt='2018-05-16') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-16/'\n PARTITION (dt='2018-05-17') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-17/'\n PARTITION (dt='2018-05-18') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-18/'\n PARTITION (dt='2018-05-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-19/'\n PARTITION (dt='2018-05-20') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-20/'\n PARTITION (dt='2018-05-21') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-21/'\n PARTITION (dt='2018-05-22') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-22/'\n PARTITION (dt='2018-05-23') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-23/'\n PARTITION (dt='2018-05-24') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-24/'\n PARTITION (dt='2018-05-25') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-25/'\n PARTITION (dt='2018-05-26') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-26/'\n PARTITION (dt='2018-05-27') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-27/'\n PARTITION (dt='2018-05-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-28/'\n PARTITION (dt='2018-05-29') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-29/'\n PARTITION (dt='2018-05-30') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-30/'\n PARTITION (dt='2018-05-31') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-31/'\n PARTITION (dt='2018-06-01') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-01/'\n PARTITION (dt='2018-06-02') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-02/'\n PARTITION (dt='2018-06-03') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-03/'\n PARTITION (dt='2018-06-04') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-04/'\n PARTITION (dt='2018-06-05') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-05/'\n PARTITION (dt='2018-06-06') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-06/'\n PARTITION (dt='2018-06-07') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-07/'\n PARTITION (dt='2018-06-08') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-08/'\n PARTITION (dt='2018-06-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-11/'\n PARTITION (dt='2018-07-18') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-18/'\n PARTITION (dt='2018-07-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-19/'\n PARTITION (dt='2018-07-23') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-23/'\n PARTITION (dt='2018-07-27') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-27/'\n PARTITION (dt='2018-07-31') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-31/'\n PARTITION (dt='2018-08-01') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-01/'\n PARTITION (dt='2018-08-08') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-08/'\n PARTITION (dt='2018-08-14') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-14/'\n PARTITION (dt='2018-08-17') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-17/'\n PARTITION (dt='2018-09-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-11/'\n PARTITION (dt='2018-09-17') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-17/'\n PARTITION (dt='2018-09-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-19/'\n PARTITION (dt='2018-09-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-28/'\n PARTITION (dt='2018-10-29') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-29/'\n PARTITION (dt='2018-10-30') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-30/'\n PARTITION (dt='2018-10-31') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-31/'\n PARTITION (dt='2018-11-27') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-11-27/'\n PARTITION (dt='2018-11-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-11-28/'\n PARTITION (dt='2018-12-04') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-04/'\n PARTITION (dt='2018-12-10') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-10/'\n PARTITION (dt='2018-12-12') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-12/'\n PARTITION (dt='2018-12-13') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-13/'\n PARTITION (dt='2018-12-14') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-14/'\n PARTITION (dt='2018-12-18') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-18/'\n PARTITION (dt='2018-12-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-19/'\n PARTITION (dt='2018-12-20') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-20/'\n PARTITION (dt='2019-01-02') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-02/'\n PARTITION (dt='2019-01-04') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-04/'\n PARTITION (dt='2019-01-07') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-07/'\n PARTITION (dt='2019-01-09') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-09/'\n PARTITION (dt='2019-01-10') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-10/'\n PARTITION (dt='2019-01-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-11/'\n PARTITION (dt='2019-01-15') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-15/'\n PARTITION (dt='2019-01-16') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-16/'\n PARTITION (dt='2019-01-23') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-23/'\n PARTITION (dt='2019-01-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-28/'\n PARTITION (dt='2019-02-01') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-01/'\n PARTITION (dt='2019-02-04') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-04/'\n PARTITION (dt='2019-02-05') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-05/'\n PARTITION (dt='2019-02-06') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-06/'\n PARTITION (dt='2019-02-07') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-07/'\n PARTITION (dt='2019-02-08') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-08/'\n PARTITION (dt='2019-02-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-11/'\n PARTITION (dt='2019-02-13') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-13/'\n PARTITION (dt='2019-03-26') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-03-26/'\n PARTITION (dt='2019-03-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-03-28/'\n PARTITION (dt='2019-04-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-04-11/'\n PARTITION (dt='2019-06-26') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-06-26/'\n PARTITION (dt='2019-07-18') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-18/'\n PARTITION (dt='2019-07-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-19/'\n PARTITION (dt='2019-07-29') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-29/'\n PARTITION (dt='2019-07-30') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-30/'\n PARTITION (dt='2019-08-01') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-08-01/'\n PARTITION (dt='2019-11-13') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-11-13/'\n PARTITION (dt='2020-01-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-01-19/'\n PARTITION (dt='2020-01-22') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-01-22/'\n PARTITION (dt='2020-03-31') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-03-31/'\n PARTITION (dt='2020-05-20') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-05-20/'\n PARTITION (dt='2023-10-26') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2023-10-26/'\n;"
]
  • name: dt
  • state: 
    [
    {
        "info": {
            "id": 471181,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-05/",
            "name": "dt",
            "value": "2018-04-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:01",
                "last_data": "2023-10-26 12:25:01"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471191,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-06/",
            "name": "dt",
            "value": "2018-04-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:03",
                "last_data": "2023-10-26 12:25:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471155,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-16/",
            "name": "dt",
            "value": "2018-04-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:59",
                "last_data": "2023-10-26 12:24:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471196,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-17/",
            "name": "dt",
            "value": "2018-04-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:03",
                "last_data": "2023-10-26 12:25:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471207,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-18/",
            "name": "dt",
            "value": "2018-04-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471144,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-19/",
            "name": "dt",
            "value": "2018-04-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471203,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-20/",
            "name": "dt",
            "value": "2018-04-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471186,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-21/",
            "name": "dt",
            "value": "2018-04-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:02",
                "last_data": "2023-10-26 12:25:02"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471243,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-22/",
            "name": "dt",
            "value": "2018-04-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471182,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-23/",
            "name": "dt",
            "value": "2018-04-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:01",
                "last_data": "2023-10-26 12:25:01"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471197,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-24/",
            "name": "dt",
            "value": "2018-04-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:03",
                "last_data": "2023-10-26 12:25:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471173,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-25/",
            "name": "dt",
            "value": "2018-04-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:00",
                "last_data": "2023-10-26 12:25:00"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471162,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-26/",
            "name": "dt",
            "value": "2018-04-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:59",
                "last_data": "2023-10-26 12:24:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471247,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-27/",
            "name": "dt",
            "value": "2018-04-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471199,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-28/",
            "name": "dt",
            "value": "2018-04-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:03",
                "last_data": "2023-10-26 12:25:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471189,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-29/",
            "name": "dt",
            "value": "2018-04-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:02",
                "last_data": "2023-10-26 12:25:02"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471245,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-30/",
            "name": "dt",
            "value": "2018-04-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471184,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-01/",
            "name": "dt",
            "value": "2018-05-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:02",
                "last_data": "2023-10-26 12:25:02"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471201,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-02/",
            "name": "dt",
            "value": "2018-05-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:03",
                "last_data": "2023-10-26 12:25:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471248,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-03/",
            "name": "dt",
            "value": "2018-05-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471251,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-04/",
            "name": "dt",
            "value": "2018-05-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:08",
                "last_data": "2023-10-26 12:25:08"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471143,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-05/",
            "name": "dt",
            "value": "2018-05-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471140,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-06/",
            "name": "dt",
            "value": "2018-05-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:57",
                "last_data": "2023-10-26 12:24:57"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471152,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-07/",
            "name": "dt",
            "value": "2018-05-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471178,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-08/",
            "name": "dt",
            "value": "2018-05-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:01",
                "last_data": "2023-10-26 12:25:01"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471170,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-09/",
            "name": "dt",
            "value": "2018-05-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:00",
                "last_data": "2023-10-26 12:25:00"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471228,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-10/",
            "name": "dt",
            "value": "2018-05-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471204,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-11/",
            "name": "dt",
            "value": "2018-05-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471156,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-12/",
            "name": "dt",
            "value": "2018-05-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:59",
                "last_data": "2023-10-26 12:24:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471249,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-13/",
            "name": "dt",
            "value": "2018-05-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471215,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-14/",
            "name": "dt",
            "value": "2018-05-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471217,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-15/",
            "name": "dt",
            "value": "2018-05-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471168,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-16/",
            "name": "dt",
            "value": "2018-05-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:00",
                "last_data": "2023-10-26 12:25:00"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471232,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-17/",
            "name": "dt",
            "value": "2018-05-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471171,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-18/",
            "name": "dt",
            "value": "2018-05-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:00",
                "last_data": "2023-10-26 12:25:00"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471209,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-19/",
            "name": "dt",
            "value": "2018-05-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471174,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-20/",
            "name": "dt",
            "value": "2018-05-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:01",
                "last_data": "2023-10-26 12:25:01"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471250,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-21/",
            "name": "dt",
            "value": "2018-05-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:08",
                "last_data": "2023-10-26 12:25:08"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471149,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-22/",
            "name": "dt",
            "value": "2018-05-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471145,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-23/",
            "name": "dt",
            "value": "2018-05-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471214,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-24/",
            "name": "dt",
            "value": "2018-05-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471187,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-25/",
            "name": "dt",
            "value": "2018-05-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:02",
                "last_data": "2023-10-26 12:25:02"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471218,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-26/",
            "name": "dt",
            "value": "2018-05-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471164,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-27/",
            "name": "dt",
            "value": "2018-05-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:00",
                "last_data": "2023-10-26 12:25:00"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471219,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-28/",
            "name": "dt",
            "value": "2018-05-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471160,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-29/",
            "name": "dt",
            "value": "2018-05-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:59",
                "last_data": "2023-10-26 12:24:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471146,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-30/",
            "name": "dt",
            "value": "2018-05-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471229,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-31/",
            "name": "dt",
            "value": "2018-05-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471141,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-01/",
            "name": "dt",
            "value": "2018-06-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471142,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-02/",
            "name": "dt",
            "value": "2018-06-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471150,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-03/",
            "name": "dt",
            "value": "2018-06-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471176,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-04/",
            "name": "dt",
            "value": "2018-06-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:01",
                "last_data": "2023-10-26 12:25:01"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471161,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-05/",
            "name": "dt",
            "value": "2018-06-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:59",
                "last_data": "2023-10-26 12:24:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471216,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-06/",
            "name": "dt",
            "value": "2018-06-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471252,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-07/",
            "name": "dt",
            "value": "2018-06-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:08",
                "last_data": "2023-10-26 12:25:08"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471154,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-08/",
            "name": "dt",
            "value": "2018-06-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:59",
                "last_data": "2023-10-26 12:24:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471167,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-11/",
            "name": "dt",
            "value": "2018-06-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:00",
                "last_data": "2023-10-26 12:25:00"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471236,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-18/",
            "name": "dt",
            "value": "2018-07-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471147,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-19/",
            "name": "dt",
            "value": "2018-07-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471210,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-23/",
            "name": "dt",
            "value": "2018-07-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471195,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-27/",
            "name": "dt",
            "value": "2018-07-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:03",
                "last_data": "2023-10-26 12:25:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471163,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-31/",
            "name": "dt",
            "value": "2018-07-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:59",
                "last_data": "2023-10-26 12:24:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471205,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-01/",
            "name": "dt",
            "value": "2018-08-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471202,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-08/",
            "name": "dt",
            "value": "2018-08-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471222,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-14/",
            "name": "dt",
            "value": "2018-08-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471238,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-17/",
            "name": "dt",
            "value": "2018-08-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471180,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-11/",
            "name": "dt",
            "value": "2018-09-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:01",
                "last_data": "2023-10-26 12:25:01"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471211,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-17/",
            "name": "dt",
            "value": "2018-09-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471208,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-19/",
            "name": "dt",
            "value": "2018-09-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471242,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-28/",
            "name": "dt",
            "value": "2018-09-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471212,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-29/",
            "name": "dt",
            "value": "2018-10-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471224,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-30/",
            "name": "dt",
            "value": "2018-10-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471188,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-31/",
            "name": "dt",
            "value": "2018-10-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:02",
                "last_data": "2023-10-26 12:25:02"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471157,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-11-27/",
            "name": "dt",
            "value": "2018-11-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:59",
                "last_data": "2023-10-26 12:24:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471194,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-11-28/",
            "name": "dt",
            "value": "2018-11-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:03",
                "last_data": "2023-10-26 12:25:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471225,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-04/",
            "name": "dt",
            "value": "2018-12-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471246,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-10/",
            "name": "dt",
            "value": "2018-12-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471169,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-12/",
            "name": "dt",
            "value": "2018-12-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:00",
                "last_data": "2023-10-26 12:25:00"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471240,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-13/",
            "name": "dt",
            "value": "2018-12-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471151,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-14/",
            "name": "dt",
            "value": "2018-12-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471234,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-18/",
            "name": "dt",
            "value": "2018-12-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471166,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-19/",
            "name": "dt",
            "value": "2018-12-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:00",
                "last_data": "2023-10-26 12:25:00"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471230,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-20/",
            "name": "dt",
            "value": "2018-12-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471239,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-02/",
            "name": "dt",
            "value": "2019-01-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471172,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-04/",
            "name": "dt",
            "value": "2019-01-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:00",
                "last_data": "2023-10-26 12:25:00"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471158,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-07/",
            "name": "dt",
            "value": "2019-01-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:59",
                "last_data": "2023-10-26 12:24:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471226,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-09/",
            "name": "dt",
            "value": "2019-01-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471231,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-10/",
            "name": "dt",
            "value": "2019-01-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471220,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-11/",
            "name": "dt",
            "value": "2019-01-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471241,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-15/",
            "name": "dt",
            "value": "2019-01-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471159,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-16/",
            "name": "dt",
            "value": "2019-01-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:59",
                "last_data": "2023-10-26 12:24:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471183,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-23/",
            "name": "dt",
            "value": "2019-01-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:01",
                "last_data": "2023-10-26 12:25:01"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471221,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-28/",
            "name": "dt",
            "value": "2019-01-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471148,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-01/",
            "name": "dt",
            "value": "2019-02-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:58",
                "last_data": "2023-10-26 12:24:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471223,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-04/",
            "name": "dt",
            "value": "2019-02-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:05",
                "last_data": "2023-10-26 12:25:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471235,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-05/",
            "name": "dt",
            "value": "2019-02-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471233,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-06/",
            "name": "dt",
            "value": "2019-02-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471153,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-07/",
            "name": "dt",
            "value": "2019-02-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:59",
                "last_data": "2023-10-26 12:24:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471190,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-08/",
            "name": "dt",
            "value": "2019-02-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:02",
                "last_data": "2023-10-26 12:25:02"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471200,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-11/",
            "name": "dt",
            "value": "2019-02-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:03",
                "last_data": "2023-10-26 12:25:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471193,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-13/",
            "name": "dt",
            "value": "2019-02-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:03",
                "last_data": "2023-10-26 12:25:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471206,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-03-26/",
            "name": "dt",
            "value": "2019-03-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471198,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-03-28/",
            "name": "dt",
            "value": "2019-03-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:03",
                "last_data": "2023-10-26 12:25:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471165,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-04-11/",
            "name": "dt",
            "value": "2019-04-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:00",
                "last_data": "2023-10-26 12:25:00"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471213,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-06-26/",
            "name": "dt",
            "value": "2019-06-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:04",
                "last_data": "2023-10-26 12:25:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471244,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-18/",
            "name": "dt",
            "value": "2019-07-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:07",
                "last_data": "2023-10-26 12:25:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471237,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-19/",
            "name": "dt",
            "value": "2019-07-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471192,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-29/",
            "name": "dt",
            "value": "2019-07-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:03",
                "last_data": "2023-10-26 12:25:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471227,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-30/",
            "name": "dt",
            "value": "2019-07-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:06",
                "last_data": "2023-10-26 12:25:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471177,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-08-01/",
            "name": "dt",
            "value": "2019-08-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:01",
                "last_data": "2023-10-26 12:25:01"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471185,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-11-13/",
            "name": "dt",
            "value": "2019-11-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:02",
                "last_data": "2023-10-26 12:25:02"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471179,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-01-19/",
            "name": "dt",
            "value": "2020-01-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:01",
                "last_data": "2023-10-26 12:25:01"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471175,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-01-22/",
            "name": "dt",
            "value": "2020-01-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:25:01",
                "last_data": "2023-10-26 12:25:01"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 141186,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-03-31/",
            "name": "dt",
            "value": "2020-03-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2020-03-31 09:13:44",
                "last_data": "2020-03-31 09:15:56"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 146162,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-05-20/",
            "name": "dt",
            "value": "2020-05-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2020-05-20 16:08:56",
                "last_data": "2020-05-20 16:08:56"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 471139,
            "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2023-10-26/",
            "name": "dt",
            "value": "2023-10-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-10-26 12:24:41",
                "last_data": "2023-10-26 12:24:41"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]
  • type: string
Schema:
  • attributes: 
    {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "traits.agentId": "string",
    "traits.fromNumber": "string",
    "traits.sessionId": "string",
    "traits.toNumber": "string",
    "traits.visitId": "string",
    "traits.visitorSiteId": "string",
    "traits.visitorTrafficSource": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
  • created: 2023-10-26 12:24:41
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_identify`\n(\n`_origin`STRING,`sentAt`STRING,`integrations`struct<`_empty_`:STRING>,`version`STRING,`userId`STRING,`context`struct<`userAgent`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`page`:struct<`search`:STRING,`path`:STRING,`referrer`:STRING,`title`:STRING,`url`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING>,`messageId`STRING,`anonymousId`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`traits`struct<`visitId`:STRING,`agentId`:STRING,`fromNumber`:STRING,`visitorSiteId`:STRING,`toNumber`:STRING,`visitorTrafficSource`:STRING,`sessionId`:STRING>,`type`STRING,`timestamp`STRING,`channel`STRING,`receivedAt`STRING,`originalTimestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-yim-stage/separated_dt/identify'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_identify`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.yim_identify"
}
Server:
  • hostname: schemamanager-5c55c886bf-h2ts4
  • name: schema_manager
  • process_start: 2025-10-21 13:03:27
  • sf_env: stage
  • version: 2112174301
Raw: 
{
    "name": {
        "created": "2018-05-09 12:14:26",
        "disabled": false,
        "format": "raw",
        "id": 529,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "yim_identify"
        },
        "type": "segment"
    },
    "partition": {
        "count": 116,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.yim_identify`\nADD\n\n\n PARTITION (dt='2018-04-05') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-05/'\n PARTITION (dt='2018-04-06') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-06/'\n PARTITION (dt='2018-04-16') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-16/'\n PARTITION (dt='2018-04-17') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-17/'\n PARTITION (dt='2018-04-18') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-18/'\n PARTITION (dt='2018-04-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-19/'\n PARTITION (dt='2018-04-20') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-20/'\n PARTITION (dt='2018-04-21') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-21/'\n PARTITION (dt='2018-04-22') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-22/'\n PARTITION (dt='2018-04-23') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-23/'\n PARTITION (dt='2018-04-24') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-24/'\n PARTITION (dt='2018-04-25') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-25/'\n PARTITION (dt='2018-04-26') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-26/'\n PARTITION (dt='2018-04-27') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-27/'\n PARTITION (dt='2018-04-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-28/'\n PARTITION (dt='2018-04-29') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-29/'\n PARTITION (dt='2018-04-30') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-30/'\n PARTITION (dt='2018-05-01') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-01/'\n PARTITION (dt='2018-05-02') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-02/'\n PARTITION (dt='2018-05-03') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-03/'\n PARTITION (dt='2018-05-04') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-04/'\n PARTITION (dt='2018-05-05') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-05/'\n PARTITION (dt='2018-05-06') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-06/'\n PARTITION (dt='2018-05-07') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-07/'\n PARTITION (dt='2018-05-08') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-08/'\n PARTITION (dt='2018-05-09') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-09/'\n PARTITION (dt='2018-05-10') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-10/'\n PARTITION (dt='2018-05-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-11/'\n PARTITION (dt='2018-05-12') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-12/'\n PARTITION (dt='2018-05-13') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-13/'\n PARTITION (dt='2018-05-14') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-14/'\n PARTITION (dt='2018-05-15') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-15/'\n PARTITION (dt='2018-05-16') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-16/'\n PARTITION (dt='2018-05-17') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-17/'\n PARTITION (dt='2018-05-18') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-18/'\n PARTITION (dt='2018-05-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-19/'\n PARTITION (dt='2018-05-20') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-20/'\n PARTITION (dt='2018-05-21') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-21/'\n PARTITION (dt='2018-05-22') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-22/'\n PARTITION (dt='2018-05-23') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-23/'\n PARTITION (dt='2018-05-24') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-24/'\n PARTITION (dt='2018-05-25') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-25/'\n PARTITION (dt='2018-05-26') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-26/'\n PARTITION (dt='2018-05-27') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-27/'\n PARTITION (dt='2018-05-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-28/'\n PARTITION (dt='2018-05-29') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-29/'\n PARTITION (dt='2018-05-30') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-30/'\n PARTITION (dt='2018-05-31') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-31/'\n PARTITION (dt='2018-06-01') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-01/'\n PARTITION (dt='2018-06-02') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-02/'\n PARTITION (dt='2018-06-03') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-03/'\n PARTITION (dt='2018-06-04') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-04/'\n PARTITION (dt='2018-06-05') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-05/'\n PARTITION (dt='2018-06-06') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-06/'\n PARTITION (dt='2018-06-07') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-07/'\n PARTITION (dt='2018-06-08') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-08/'\n PARTITION (dt='2018-06-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-11/'\n PARTITION (dt='2018-07-18') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-18/'\n PARTITION (dt='2018-07-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-19/'\n PARTITION (dt='2018-07-23') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-23/'\n PARTITION (dt='2018-07-27') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-27/'\n PARTITION (dt='2018-07-31') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-31/'\n PARTITION (dt='2018-08-01') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-01/'\n PARTITION (dt='2018-08-08') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-08/'\n PARTITION (dt='2018-08-14') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-14/'\n PARTITION (dt='2018-08-17') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-17/'\n PARTITION (dt='2018-09-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-11/'\n PARTITION (dt='2018-09-17') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-17/'\n PARTITION (dt='2018-09-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-19/'\n PARTITION (dt='2018-09-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-28/'\n PARTITION (dt='2018-10-29') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-29/'\n PARTITION (dt='2018-10-30') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-30/'\n PARTITION (dt='2018-10-31') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-31/'\n PARTITION (dt='2018-11-27') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-11-27/'\n PARTITION (dt='2018-11-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-11-28/'\n PARTITION (dt='2018-12-04') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-04/'\n PARTITION (dt='2018-12-10') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-10/'\n PARTITION (dt='2018-12-12') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-12/'\n PARTITION (dt='2018-12-13') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-13/'\n PARTITION (dt='2018-12-14') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-14/'\n PARTITION (dt='2018-12-18') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-18/'\n PARTITION (dt='2018-12-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-19/'\n PARTITION (dt='2018-12-20') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-20/'\n PARTITION (dt='2019-01-02') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-02/'\n PARTITION (dt='2019-01-04') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-04/'\n PARTITION (dt='2019-01-07') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-07/'\n PARTITION (dt='2019-01-09') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-09/'\n PARTITION (dt='2019-01-10') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-10/'\n PARTITION (dt='2019-01-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-11/'\n PARTITION (dt='2019-01-15') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-15/'\n PARTITION (dt='2019-01-16') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-16/'\n PARTITION (dt='2019-01-23') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-23/'\n PARTITION (dt='2019-01-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-28/'\n PARTITION (dt='2019-02-01') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-01/'\n PARTITION (dt='2019-02-04') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-04/'\n PARTITION (dt='2019-02-05') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-05/'\n PARTITION (dt='2019-02-06') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-06/'\n PARTITION (dt='2019-02-07') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-07/'\n PARTITION (dt='2019-02-08') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-08/'\n PARTITION (dt='2019-02-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-11/'\n PARTITION (dt='2019-02-13') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-13/'\n PARTITION (dt='2019-03-26') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-03-26/'\n PARTITION (dt='2019-03-28') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-03-28/'\n PARTITION (dt='2019-04-11') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-04-11/'\n PARTITION (dt='2019-06-26') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-06-26/'\n PARTITION (dt='2019-07-18') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-18/'\n PARTITION (dt='2019-07-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-19/'\n PARTITION (dt='2019-07-29') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-29/'\n PARTITION (dt='2019-07-30') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-30/'\n PARTITION (dt='2019-08-01') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-08-01/'\n PARTITION (dt='2019-11-13') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-11-13/'\n PARTITION (dt='2020-01-19') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-01-19/'\n PARTITION (dt='2020-01-22') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-01-22/'\n PARTITION (dt='2020-03-31') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-03-31/'\n PARTITION (dt='2020-05-20') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-05-20/'\n PARTITION (dt='2023-10-26') location 's3://sfdl-segment-yim-stage/separated_dt/identify/dt=2023-10-26/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 471181,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-05/",
                    "name": "dt",
                    "value": "2018-04-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:01",
                        "last_data": "2023-10-26 12:25:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471191,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-06/",
                    "name": "dt",
                    "value": "2018-04-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:03",
                        "last_data": "2023-10-26 12:25:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471155,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-16/",
                    "name": "dt",
                    "value": "2018-04-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:59",
                        "last_data": "2023-10-26 12:24:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471196,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-17/",
                    "name": "dt",
                    "value": "2018-04-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:03",
                        "last_data": "2023-10-26 12:25:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471207,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-18/",
                    "name": "dt",
                    "value": "2018-04-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471144,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-19/",
                    "name": "dt",
                    "value": "2018-04-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471203,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-20/",
                    "name": "dt",
                    "value": "2018-04-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471186,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-21/",
                    "name": "dt",
                    "value": "2018-04-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:02",
                        "last_data": "2023-10-26 12:25:02"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471243,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-22/",
                    "name": "dt",
                    "value": "2018-04-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471182,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-23/",
                    "name": "dt",
                    "value": "2018-04-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:01",
                        "last_data": "2023-10-26 12:25:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471197,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-24/",
                    "name": "dt",
                    "value": "2018-04-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:03",
                        "last_data": "2023-10-26 12:25:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471173,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-25/",
                    "name": "dt",
                    "value": "2018-04-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:00",
                        "last_data": "2023-10-26 12:25:00"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471162,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-26/",
                    "name": "dt",
                    "value": "2018-04-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:59",
                        "last_data": "2023-10-26 12:24:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471247,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-27/",
                    "name": "dt",
                    "value": "2018-04-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471199,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-28/",
                    "name": "dt",
                    "value": "2018-04-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:03",
                        "last_data": "2023-10-26 12:25:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471189,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-29/",
                    "name": "dt",
                    "value": "2018-04-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:02",
                        "last_data": "2023-10-26 12:25:02"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471245,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-04-30/",
                    "name": "dt",
                    "value": "2018-04-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471184,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-01/",
                    "name": "dt",
                    "value": "2018-05-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:02",
                        "last_data": "2023-10-26 12:25:02"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471201,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-02/",
                    "name": "dt",
                    "value": "2018-05-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:03",
                        "last_data": "2023-10-26 12:25:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471248,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-03/",
                    "name": "dt",
                    "value": "2018-05-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471251,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-04/",
                    "name": "dt",
                    "value": "2018-05-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:08",
                        "last_data": "2023-10-26 12:25:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471143,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-05/",
                    "name": "dt",
                    "value": "2018-05-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471140,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-06/",
                    "name": "dt",
                    "value": "2018-05-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:57",
                        "last_data": "2023-10-26 12:24:57"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471152,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-07/",
                    "name": "dt",
                    "value": "2018-05-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471178,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-08/",
                    "name": "dt",
                    "value": "2018-05-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:01",
                        "last_data": "2023-10-26 12:25:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471170,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-09/",
                    "name": "dt",
                    "value": "2018-05-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:00",
                        "last_data": "2023-10-26 12:25:00"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471228,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-10/",
                    "name": "dt",
                    "value": "2018-05-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471204,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-11/",
                    "name": "dt",
                    "value": "2018-05-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471156,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-12/",
                    "name": "dt",
                    "value": "2018-05-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:59",
                        "last_data": "2023-10-26 12:24:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471249,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-13/",
                    "name": "dt",
                    "value": "2018-05-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471215,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-14/",
                    "name": "dt",
                    "value": "2018-05-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471217,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-15/",
                    "name": "dt",
                    "value": "2018-05-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471168,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-16/",
                    "name": "dt",
                    "value": "2018-05-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:00",
                        "last_data": "2023-10-26 12:25:00"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471232,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-17/",
                    "name": "dt",
                    "value": "2018-05-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471171,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-18/",
                    "name": "dt",
                    "value": "2018-05-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:00",
                        "last_data": "2023-10-26 12:25:00"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471209,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-19/",
                    "name": "dt",
                    "value": "2018-05-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471174,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-20/",
                    "name": "dt",
                    "value": "2018-05-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:01",
                        "last_data": "2023-10-26 12:25:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471250,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-21/",
                    "name": "dt",
                    "value": "2018-05-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:08",
                        "last_data": "2023-10-26 12:25:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471149,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-22/",
                    "name": "dt",
                    "value": "2018-05-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471145,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-23/",
                    "name": "dt",
                    "value": "2018-05-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471214,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-24/",
                    "name": "dt",
                    "value": "2018-05-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471187,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-25/",
                    "name": "dt",
                    "value": "2018-05-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:02",
                        "last_data": "2023-10-26 12:25:02"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471218,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-26/",
                    "name": "dt",
                    "value": "2018-05-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471164,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-27/",
                    "name": "dt",
                    "value": "2018-05-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:00",
                        "last_data": "2023-10-26 12:25:00"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471219,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-28/",
                    "name": "dt",
                    "value": "2018-05-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471160,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-29/",
                    "name": "dt",
                    "value": "2018-05-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:59",
                        "last_data": "2023-10-26 12:24:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471146,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-30/",
                    "name": "dt",
                    "value": "2018-05-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471229,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-05-31/",
                    "name": "dt",
                    "value": "2018-05-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471141,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-01/",
                    "name": "dt",
                    "value": "2018-06-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471142,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-02/",
                    "name": "dt",
                    "value": "2018-06-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471150,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-03/",
                    "name": "dt",
                    "value": "2018-06-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471176,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-04/",
                    "name": "dt",
                    "value": "2018-06-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:01",
                        "last_data": "2023-10-26 12:25:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471161,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-05/",
                    "name": "dt",
                    "value": "2018-06-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:59",
                        "last_data": "2023-10-26 12:24:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471216,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-06/",
                    "name": "dt",
                    "value": "2018-06-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471252,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-07/",
                    "name": "dt",
                    "value": "2018-06-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:08",
                        "last_data": "2023-10-26 12:25:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471154,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-08/",
                    "name": "dt",
                    "value": "2018-06-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:59",
                        "last_data": "2023-10-26 12:24:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471167,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-06-11/",
                    "name": "dt",
                    "value": "2018-06-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:00",
                        "last_data": "2023-10-26 12:25:00"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471236,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-18/",
                    "name": "dt",
                    "value": "2018-07-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471147,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-19/",
                    "name": "dt",
                    "value": "2018-07-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471210,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-23/",
                    "name": "dt",
                    "value": "2018-07-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471195,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-27/",
                    "name": "dt",
                    "value": "2018-07-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:03",
                        "last_data": "2023-10-26 12:25:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471163,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-07-31/",
                    "name": "dt",
                    "value": "2018-07-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:59",
                        "last_data": "2023-10-26 12:24:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471205,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-01/",
                    "name": "dt",
                    "value": "2018-08-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471202,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-08/",
                    "name": "dt",
                    "value": "2018-08-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471222,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-14/",
                    "name": "dt",
                    "value": "2018-08-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471238,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-08-17/",
                    "name": "dt",
                    "value": "2018-08-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471180,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-11/",
                    "name": "dt",
                    "value": "2018-09-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:01",
                        "last_data": "2023-10-26 12:25:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471211,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-17/",
                    "name": "dt",
                    "value": "2018-09-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471208,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-19/",
                    "name": "dt",
                    "value": "2018-09-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471242,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-09-28/",
                    "name": "dt",
                    "value": "2018-09-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471212,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-29/",
                    "name": "dt",
                    "value": "2018-10-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471224,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-30/",
                    "name": "dt",
                    "value": "2018-10-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471188,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-10-31/",
                    "name": "dt",
                    "value": "2018-10-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:02",
                        "last_data": "2023-10-26 12:25:02"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471157,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-11-27/",
                    "name": "dt",
                    "value": "2018-11-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:59",
                        "last_data": "2023-10-26 12:24:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471194,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-11-28/",
                    "name": "dt",
                    "value": "2018-11-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:03",
                        "last_data": "2023-10-26 12:25:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471225,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-04/",
                    "name": "dt",
                    "value": "2018-12-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471246,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-10/",
                    "name": "dt",
                    "value": "2018-12-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471169,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-12/",
                    "name": "dt",
                    "value": "2018-12-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:00",
                        "last_data": "2023-10-26 12:25:00"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471240,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-13/",
                    "name": "dt",
                    "value": "2018-12-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471151,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-14/",
                    "name": "dt",
                    "value": "2018-12-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471234,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-18/",
                    "name": "dt",
                    "value": "2018-12-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471166,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-19/",
                    "name": "dt",
                    "value": "2018-12-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:00",
                        "last_data": "2023-10-26 12:25:00"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471230,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2018-12-20/",
                    "name": "dt",
                    "value": "2018-12-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471239,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-02/",
                    "name": "dt",
                    "value": "2019-01-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471172,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-04/",
                    "name": "dt",
                    "value": "2019-01-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:00",
                        "last_data": "2023-10-26 12:25:00"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471158,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-07/",
                    "name": "dt",
                    "value": "2019-01-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:59",
                        "last_data": "2023-10-26 12:24:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471226,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-09/",
                    "name": "dt",
                    "value": "2019-01-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471231,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-10/",
                    "name": "dt",
                    "value": "2019-01-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471220,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-11/",
                    "name": "dt",
                    "value": "2019-01-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471241,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-15/",
                    "name": "dt",
                    "value": "2019-01-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471159,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-16/",
                    "name": "dt",
                    "value": "2019-01-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:59",
                        "last_data": "2023-10-26 12:24:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471183,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-23/",
                    "name": "dt",
                    "value": "2019-01-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:01",
                        "last_data": "2023-10-26 12:25:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471221,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-01-28/",
                    "name": "dt",
                    "value": "2019-01-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471148,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-01/",
                    "name": "dt",
                    "value": "2019-02-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:58",
                        "last_data": "2023-10-26 12:24:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471223,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-04/",
                    "name": "dt",
                    "value": "2019-02-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:05",
                        "last_data": "2023-10-26 12:25:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471235,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-05/",
                    "name": "dt",
                    "value": "2019-02-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471233,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-06/",
                    "name": "dt",
                    "value": "2019-02-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471153,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-07/",
                    "name": "dt",
                    "value": "2019-02-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:59",
                        "last_data": "2023-10-26 12:24:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471190,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-08/",
                    "name": "dt",
                    "value": "2019-02-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:02",
                        "last_data": "2023-10-26 12:25:02"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471200,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-11/",
                    "name": "dt",
                    "value": "2019-02-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:03",
                        "last_data": "2023-10-26 12:25:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471193,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-02-13/",
                    "name": "dt",
                    "value": "2019-02-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:03",
                        "last_data": "2023-10-26 12:25:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471206,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-03-26/",
                    "name": "dt",
                    "value": "2019-03-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471198,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-03-28/",
                    "name": "dt",
                    "value": "2019-03-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:03",
                        "last_data": "2023-10-26 12:25:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471165,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-04-11/",
                    "name": "dt",
                    "value": "2019-04-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:00",
                        "last_data": "2023-10-26 12:25:00"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471213,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-06-26/",
                    "name": "dt",
                    "value": "2019-06-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:04",
                        "last_data": "2023-10-26 12:25:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471244,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-18/",
                    "name": "dt",
                    "value": "2019-07-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:07",
                        "last_data": "2023-10-26 12:25:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471237,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-19/",
                    "name": "dt",
                    "value": "2019-07-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471192,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-29/",
                    "name": "dt",
                    "value": "2019-07-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:03",
                        "last_data": "2023-10-26 12:25:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471227,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-07-30/",
                    "name": "dt",
                    "value": "2019-07-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:06",
                        "last_data": "2023-10-26 12:25:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471177,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-08-01/",
                    "name": "dt",
                    "value": "2019-08-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:01",
                        "last_data": "2023-10-26 12:25:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471185,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2019-11-13/",
                    "name": "dt",
                    "value": "2019-11-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:02",
                        "last_data": "2023-10-26 12:25:02"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471179,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-01-19/",
                    "name": "dt",
                    "value": "2020-01-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:01",
                        "last_data": "2023-10-26 12:25:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471175,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-01-22/",
                    "name": "dt",
                    "value": "2020-01-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:25:01",
                        "last_data": "2023-10-26 12:25:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 141186,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-03-31/",
                    "name": "dt",
                    "value": "2020-03-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2020-03-31 09:13:44",
                        "last_data": "2020-03-31 09:15:56"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 146162,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2020-05-20/",
                    "name": "dt",
                    "value": "2020-05-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2020-05-20 16:08:56",
                        "last_data": "2020-05-20 16:08:56"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 471139,
                    "location": "s3://sfdl-segment-yim-stage/separated_dt/identify/dt=2023-10-26/",
                    "name": "dt",
                    "value": "2023-10-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-10-26 12:24:41",
                        "last_data": "2023-10-26 12:24:41"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "context.userAgentData.brands": [
                {
                    "brand": "string",
                    "version": "string"
                }
            ],
            "context.userAgentData.mobile": "string",
            "context.userAgentData.platform": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "traits.agentId": "string",
            "traits.fromNumber": "string",
            "traits.sessionId": "string",
            "traits.toNumber": "string",
            "traits.visitId": "string",
            "traits.visitorSiteId": "string",
            "traits.visitorTrafficSource": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2023-10-26 12:24:41",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.yim_identify`\n(\n`_origin`STRING,`sentAt`STRING,`integrations`struct<`_empty_`:STRING>,`version`STRING,`userId`STRING,`context`struct<`userAgent`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`page`:struct<`search`:STRING,`path`:STRING,`referrer`:STRING,`title`:STRING,`url`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING>,`messageId`STRING,`anonymousId`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`traits`struct<`visitId`:STRING,`agentId`:STRING,`fromNumber`:STRING,`visitorSiteId`:STRING,`toNumber`:STRING,`visitorTrafficSource`:STRING,`sessionId`:STRING>,`type`STRING,`timestamp`STRING,`channel`STRING,`receivedAt`STRING,`originalTimestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-yim-stage/separated_dt/identify'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.yim_identify`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.yim_identify"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}
©2019 SpareFoot Data Platform