Schema Info

Schema Name: sfdl_stage_segment.storagescout_submit
  • created: 2019-04-18 14:57:06
  • disabled: False
  • format: raw
  • id: 829
  • is_partitioned: True
  • is_schema_datatyped: False
  • name:
    {
        "database": "sfdl_stage_segment",
        "table": "storagescout_submit"
    }
  • type: segment
Schema Versions: 3
    • created: 2023-02-09 00:15:45
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
          "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_submit`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_submit`\n(\n`messageId`STRING,`userId`STRING,`_origin`STRING,`timestamp`STRING,`channel`STRING,`receivedAt`STRING,`anonymousId`STRING,`projectId`STRING,`originalTimestamp`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`ip`:STRING,`page`:struct<`referrer`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`url`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>>,`event`STRING,`type`STRING,`version`STRING,`properties`struct<`label`:STRING,`env`:STRING,`category`:STRING,`isReact`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING,`extra`:struct<`bookingWidget`:STRING,`bookingAgentId`:STRING,`payoutBatchId`:STRING,`commission`:STRING,`sizeH`:STRING,`alternatePhones`:array,`promoCode`:STRING,`duplicateOf`:STRING,`alternateLastNames`:array,`matchScore`:STRING,`userId`:STRING,`price`:STRING,`bookingType`:STRING,`typeOfListing`:STRING,`affiliateId`:STRING,`apiUnitId`:STRING,`hasContactlessMoveins`:STRING,`facilityGetsNotificationEmails`:STRING,`facilityTenantId`:STRING,`onlineMoveInUrl`:STRING,`hasOnlineMoveIns`:STRING,`facilityId`:STRING,`customerNotes`:STRING,`phoneChangedNumber`:STRING,`confirmationCode`:STRING,`termsVersion`:STRING,`phoneStatus`:STRING,`callCenter`:STRING,`baseBid`:STRING,`facilityName`:STRING,`statementId`:STRING,`searchWeightTestId`:STRING,`sizeD`:STRING,`AAAMemberNumber`:STRING,`canceled`:STRING,`facilitylocation`:struct<`address1`:STRING,`zip`:STRING,`country`:STRING,`address2`:STRING,`city`:STRING,`state`:STRING>,`sitePhone`:STRING,`alternateEmails`:array,`alternateFirstNames`:array,`moveIn`:STRING,`referrerId`:STRING,`modifiedDtm`:STRING,`listingWantId`:STRING,`callCenterNotes`:STRING,`callerIdPhone`:STRING,`facilityTenant`:STRING,`reviewStatus`:STRING,`moveInOriginal`:STRING,`unit`:struct<`unitIds`:array>,`rebateProcessed`:STRING,`apiCustId`:STRING,`unitNumber`:STRING,`actualW`:STRING,`siteId`:STRING,`disputeReason`:STRING,`account`:struct<`hasOnlineMoveIns`:STRING,`accountId`:STRING>,`free`:STRING,`apiLeadId`:STRING,`bidType`:STRING,`phone`:STRING,`lastName`:STRING,`sessionId`:STRING,`moveInActual`:STRING,`eSignType`:STRING,`email`:STRING,`timestamp`:STRING,`visitId`:STRING,`matchReasons`:STRING,`bookingAgent`:STRING,`autoState`:STRING,`complete`:STRING,`hotLead`:STRING,`centershiftAccountId`:STRING,`pickupTime`:STRING,`hostedWebsite`:STRING,`unitId`:STRING,`read`:STRING,`searchWeightId`:STRING,`npv`:STRING,`eVisitId`:STRING,`corrected`:STRING,`callCenterTransfer`:STRING,`facilityPhone`:STRING,`phoneFacilityTransfer`:STRING,`companyCode`:STRING,`actualD`:STRING,`depositPaid`:STRING,`trafficSourceId`:STRING,`movedIn`:STRING,`bidAmount`:STRING,`firstName`:STRING,`estimatedRevenue`:STRING,`invoiceId`:STRING,`resaleRate`:STRING,`totalPaid`:STRING,`promo`:STRING,`monthlyInsurance`:STRING,`sizeW`:STRING,`contacted`:STRING,`moveOut`:STRING,`phoneVerified`:STRING,`bookingState`:STRING,`bookedUnit`:struct<`id`:STRING,`price`:struct<`meta`:STRING>,`amenities`:array,`reservation_days`:STRING,`promotion`:STRING,`unitType`:STRING,`description`:struct<`vehicle`:struct<`only`:STRING,`permitted`:STRING,`warehouse`:STRING>,`physical`:struct<`width`:STRING,`height`:STRING,`length`:STRING>>>>>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/submit'\n",
          "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_submit"
      ]
    • hive_path: s3://sfdl-segment-storagescout-stage/separated_dt/submit
    • id: 497321
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "bundledIds": [
                  "5cfe783d418588000189e438",
                  "5ce847aa3bcc70000140d5a5"
              ],
              "unbundled": []
          },
          "_origin": "2023-02-09T06:15:29Z|s3://sfdl-segment-storagescout-stage/segment-logs/TYN5JDpyiK/1675900800000/1675923208020.events-archiver-480-28.8ebb200.17142cb4-ee11-417e-ba4e-6ad448747b69.gz|analytics-segment-separator-stage:$LATEST",
          "anonymousId": "3f77b5d2-2850-4c61-b607-241c5938d49c",
          "channel": "client",
          "context": {
              "ip": "3.80.60.235",
              "library": {
                  "name": "analytics.js",
                  "version": "next-1.49.2"
              },
              "locale": "en-US",
              "page": {
                  "path": "/reservation/confirmation/C4DNNZQZG",
                  "referrer": "",
                  "search": "",
                  "title": "Reserve a 5' x 5' unit at Fake Storage Facility - Product in Perryville - USStorageSearch.com",
                  "url": "https://www.usstoragesearch.extrameter.com/reservation/confirmation/C4DNNZQZG"
              },
              "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.106 Safari/537.36"
          },
          "event": "submit",
          "integrations": {},
          "messageId": "ajs-next-ea94ee06788789d269665b8e8bdb9a9d",
          "originalTimestamp": "2023-02-09T05:30:45.269Z",
          "projectId": "TYN5JDpyiK",
          "properties": {
              "Hit Timestamp": 1675920645267,
              "category": "reservation form interactions-reservePage",
              "env": "stage",
              "extra": {
                  "AAAMemberNumber": null,
                  "account": {
                      "accountId": "2318",
                      "hasOnlineMoveIns": false
                  },
                  "actualD": null,
                  "actualW": null,
                  "affiliateId": "Tertiary Properties",
                  "alternateEmails": [],
                  "alternateFirstNames": [],
                  "alternateLastNames": [],
                  "alternatePhones": [],
                  "apiCustId": null,
                  "apiLeadId": null,
                  "apiUnitId": null,
                  "autoState": null,
                  "baseBid": "1.50",
                  "bidAmount": "45.00",
                  "bidType": "PERCENT",
                  "bookedUnit": {
                      "amenities": [
                          "24 Hour Access",
                          "Climate Controlled",
                          "Interior"
                      ],
                      "description": {
                          "physical": {
                              "height": null,
                              "length": "5.00",
                              "width": "5.00"
                          },
                          "vehicle": {
                              "only": false,
                              "permitted": false,
                              "warehouse": false
                          }
                      },
                      "id": "21367895",
                      "price": {
                          "meta": "30.00"
                      },
                      "promotion": "",
                      "reservation_days": "30",
                      "unitType": "storage"
                  },
                  "bookingAgent": null,
                  "bookingAgentId": null,
                  "bookingState": "PENDING",
                  "bookingType": "STANDARD",
                  "bookingWidget": "0",
                  "callCenter": "0",
                  "callCenterNotes": "[2023-02-08 11:31pm] Booking 5' x 5' unit $30.00 (24 Hour Access, Climate Controlled, Interior) on website (StorageScout.com)",
                  "callCenterTransfer": false,
                  "callerIdPhone": null,
                  "canceled": "0",
                  "centershiftAccountId": null,
                  "commission": "0.00",
                  "companyCode": "Product",
                  "complete": "1",
                  "confirmationCode": "C4DNNZQZG",
                  "contacted": "0",
                  "corrected": "0",
                  "customerNotes": null,
                  "depositPaid": "0.00",
                  "disputeReason": null,
                  "duplicateOf": "T3WVMMA88",
                  "eSignType": null,
                  "eVisitId": null,
                  "email": "[email protected]",
                  "estimatedRevenue": 0,
                  "facilityId": "155558",
                  "facilityName": "Fake Storage Facility - Product",
                  "facilityPhone": "5555555555",
                  "facilityTenant": false,
                  "facilityTenantId": null,
                  "facilitylocation": {
                      "address1": "415 Brooks Road",
                      "address2": "",
                      "city": "Perryville",
                      "country": "",
                      "state": "AK",
                      "zip": "99648"
                  },
                  "firstName": "test",
                  "free": "0",
                  "hasContactlessMoveins": true,
                  "hasOnlineMoveIns": false,
                  "hostedWebsite": "0",
                  "hotLead": null,
                  "invoiceId": null,
                  "lastName": "test",
                  "listingWantId": null,
                  "matchReasons": null,
                  "matchScore": null,
                  "modifiedDtm": "2023-02-08 23:31:27",
                  "monthlyInsurance": null,
                  "moveIn": "2023-02-08",
                  "moveInActual": null,
                  "moveInOriginal": "2023-02-08",
                  "moveOut": null,
                  "movedIn": "0",
                  "npv": "45.00",
                  "onlineMoveInUrl": null,
                  "payoutBatchId": null,
                  "phone": "5555555555",
                  "phoneChangedNumber": "0",
                  "phoneFacilityTransfer": "0",
                  "phoneStatus": null,
                  "phoneVerified": "0",
                  "pickupTime": null,
                  "price": "30.00",
                  "promo": "",
                  "promoCode": null,
                  "read": "0",
                  "rebateProcessed": "0",
                  "referrerId": null,
                  "resaleRate": null,
                  "reviewStatus": null,
                  "searchWeightId": null,
                  "searchWeightTestId": null,
                  "sessionId": null,
                  "siteId": "413",
                  "sitePhone": null,
                  "sizeD": "5.00",
                  "sizeH": null,
                  "sizeW": "5.00",
                  "statementId": null,
                  "termsVersion": "20130106",
                  "timestamp": "2023-02-08 23:31:27",
                  "totalPaid": null,
                  "trafficSourceId": "__Direct",
                  "typeOfListing": "2",
                  "unit": {
                      "unitIds": [
                          "21367895"
                      ]
                  },
                  "unitId": "21367895",
                  "unitNumber": null,
                  "userId": "1682",
                  "visitId": "70adcaebb0d8c21188f61aaad410961e"
              },
              "isReact": true,
              "label": "success-web-STANDARD-5.00-5.00",
              "site_id": 413
          },
          "receivedAt": "2023-02-09T05:31:28.433Z",
          "sentAt": "2023-02-09T05:30:45.301Z",
          "timestamp": "2023-02-09T05:31:28.401Z",
          "type": "track",
          "userId": "70adcaebb0d8c21188f61aaad410961e",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.locale": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.userAgent": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.extra.AAAMemberNumber": "string",
          "properties.extra.account.accountId": "string",
          "properties.extra.account.hasOnlineMoveIns": "string",
          "properties.extra.actualD": "string",
          "properties.extra.actualW": "string",
          "properties.extra.affiliateId": "string",
          "properties.extra.alternateEmails": [
              "string"
          ],
          "properties.extra.alternateFirstNames": [
              "string"
          ],
          "properties.extra.alternateLastNames": [
              "string"
          ],
          "properties.extra.alternatePhones": [
              "string"
          ],
          "properties.extra.apiCustId": "string",
          "properties.extra.apiLeadId": "string",
          "properties.extra.apiUnitId": "string",
          "properties.extra.autoState": "string",
          "properties.extra.baseBid": "string",
          "properties.extra.bidAmount": "string",
          "properties.extra.bidType": "string",
          "properties.extra.bookedUnit.amenities": [
              "string"
          ],
          "properties.extra.bookedUnit.description.physical.height": "string",
          "properties.extra.bookedUnit.description.physical.length": "string",
          "properties.extra.bookedUnit.description.physical.width": "string",
          "properties.extra.bookedUnit.description.vehicle.only": "string",
          "properties.extra.bookedUnit.description.vehicle.permitted": "string",
          "properties.extra.bookedUnit.description.vehicle.warehouse": "string",
          "properties.extra.bookedUnit.id": "string",
          "properties.extra.bookedUnit.price.meta": "string",
          "properties.extra.bookedUnit.promotion": "string",
          "properties.extra.bookedUnit.reservation_days": "string",
          "properties.extra.bookedUnit.unitType": "string",
          "properties.extra.bookingAgent": "string",
          "properties.extra.bookingAgentId": "string",
          "properties.extra.bookingState": "string",
          "properties.extra.bookingType": "string",
          "properties.extra.bookingWidget": "string",
          "properties.extra.callCenter": "string",
          "properties.extra.callCenterNotes": "string",
          "properties.extra.callCenterTransfer": "string",
          "properties.extra.callerIdPhone": "string",
          "properties.extra.canceled": "string",
          "properties.extra.centershiftAccountId": "string",
          "properties.extra.commission": "string",
          "properties.extra.companyCode": "string",
          "properties.extra.complete": "string",
          "properties.extra.confirmationCode": "string",
          "properties.extra.contacted": "string",
          "properties.extra.corrected": "string",
          "properties.extra.customerNotes": "string",
          "properties.extra.depositPaid": "string",
          "properties.extra.disputeReason": "string",
          "properties.extra.duplicateOf": "string",
          "properties.extra.eSignType": "string",
          "properties.extra.eVisitId": "string",
          "properties.extra.email": "string",
          "properties.extra.estimatedRevenue": "string",
          "properties.extra.facilityGetsNotificationEmails": "string",
          "properties.extra.facilityId": "string",
          "properties.extra.facilityName": "string",
          "properties.extra.facilityPhone": "string",
          "properties.extra.facilityTenant": "string",
          "properties.extra.facilityTenantId": "string",
          "properties.extra.facilitylocation.address1": "string",
          "properties.extra.facilitylocation.address2": "string",
          "properties.extra.facilitylocation.city": "string",
          "properties.extra.facilitylocation.country": "string",
          "properties.extra.facilitylocation.state": "string",
          "properties.extra.facilitylocation.zip": "string",
          "properties.extra.firstName": "string",
          "properties.extra.free": "string",
          "properties.extra.hasContactlessMoveins": "string",
          "properties.extra.hasOnlineMoveIns": "string",
          "properties.extra.hostedWebsite": "string",
          "properties.extra.hotLead": "string",
          "properties.extra.invoiceId": "string",
          "properties.extra.lastName": "string",
          "properties.extra.listingWantId": "string",
          "properties.extra.matchReasons": "string",
          "properties.extra.matchScore": "string",
          "properties.extra.modifiedDtm": "string",
          "properties.extra.monthlyInsurance": "string",
          "properties.extra.moveIn": "string",
          "properties.extra.moveInActual": "string",
          "properties.extra.moveInOriginal": "string",
          "properties.extra.moveOut": "string",
          "properties.extra.movedIn": "string",
          "properties.extra.npv": "string",
          "properties.extra.onlineMoveInUrl": "string",
          "properties.extra.payoutBatchId": "string",
          "properties.extra.phone": "string",
          "properties.extra.phoneChangedNumber": "string",
          "properties.extra.phoneFacilityTransfer": "string",
          "properties.extra.phoneStatus": "string",
          "properties.extra.phoneVerified": "string",
          "properties.extra.pickupTime": "string",
          "properties.extra.price": "string",
          "properties.extra.promo": "string",
          "properties.extra.promoCode": "string",
          "properties.extra.read": "string",
          "properties.extra.rebateProcessed": "string",
          "properties.extra.referrerId": "string",
          "properties.extra.resaleRate": "string",
          "properties.extra.reviewStatus": "string",
          "properties.extra.searchWeightId": "string",
          "properties.extra.searchWeightTestId": "string",
          "properties.extra.sessionId": "string",
          "properties.extra.siteId": "string",
          "properties.extra.sitePhone": "string",
          "properties.extra.sizeD": "string",
          "properties.extra.sizeH": "string",
          "properties.extra.sizeW": "string",
          "properties.extra.statementId": "string",
          "properties.extra.termsVersion": "string",
          "properties.extra.timestamp": "string",
          "properties.extra.totalPaid": "string",
          "properties.extra.trafficSourceId": "string",
          "properties.extra.typeOfListing": "string",
          "properties.extra.unit.unitIds": [
              "string"
          ],
          "properties.extra.unitId": "string",
          "properties.extra.unitNumber": "string",
          "properties.extra.userId": "string",
          "properties.extra.visitId": "string",
          "properties.isReact": "string",
          "properties.label": "string",
          "properties.site_id": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 829
    • schema_scan_id: 4606941
    • updated: 2023-02-09 00:16:01
    • created: 2020-05-27 10:09:24
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
          "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_submit`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_submit`\n(\n`version`STRING,`type`STRING,`event`STRING,`receivedAt`STRING,`properties`struct<`site_id`:STRING,`category`:STRING,`Hit_Timestamp`:STRING,`extra`:struct<`promo`:STRING,`listingWantId`:STRING,`callerIdPhone`:STRING,`statementId`:STRING,`apiLeadId`:STRING,`eVisitId`:STRING,`email`:STRING,`contacted`:STRING,`sitePhone`:STRING,`bookedUnit`:struct<`id`:STRING,`amenities`:array,`promotion`:STRING,`description`:struct<`physical`:struct<`length`:STRING,`width`:STRING,`height`:STRING>,`vehicle`:struct<`only`:STRING,`warehouse`:STRING,`permitted`:STRING>>,`price`:struct<`meta`:STRING>,`unitType`:STRING,`reservation_days`:STRING>,`disputeReason`:STRING,`alternateLastNames`:array,`phone`:STRING,`searchWeightTestId`:STRING,`unitId`:STRING,`depositPaid`:STRING,`onlineMoveInUrl`:STRING,`rebateProcessed`:STRING,`bookingAgent`:STRING,`modifiedDtm`:STRING,`confirmationCode`:STRING,`facilityGetsNotificationEmails`:STRING,`facilitylocation`:struct<`zip`:STRING,`state`:STRING,`address1`:STRING,`address2`:STRING,`city`:STRING,`country`:STRING>,`sizeH`:STRING,`customerNotes`:STRING,`moveIn`:STRING,`trafficSourceId`:STRING,`commission`:STRING,`actualW`:STRING,`timestamp`:STRING,`duplicateOf`:STRING,`payoutBatchId`:STRING,`estimatedRevenue`:STRING,`alternatePhones`:array,`reviewStatus`:STRING,`promoCode`:STRING,`callCenterNotes`:STRING,`bookingWidget`:STRING,`moveOut`:STRING,`visitId`:STRING,`sessionId`:STRING,`movedIn`:STRING,`phoneFacilityTransfer`:STRING,`facilityPhone`:STRING,`userId`:STRING,`free`:STRING,`matchReasons`:STRING,`referrerId`:STRING,`unitNumber`:STRING,`hotLead`:STRING,`bookingState`:STRING,`sizeD`:STRING,`monthlyInsurance`:STRING,`apiCustId`:STRING,`autoState`:STRING,`moveInOriginal`:STRING,`siteId`:STRING,`hasContactlessMoveins`:STRING,`actualD`:STRING,`facilityTenantId`:STRING,`moveInActual`:STRING,`bidAmount`:STRING,`pickupTime`:STRING,`facilityId`:STRING,`companyCode`:STRING,`callCenter`:STRING,`apiUnitId`:STRING,`centershiftAccountId`:STRING,`matchScore`:STRING,`complete`:STRING,`affiliateId`:STRING,`totalPaid`:STRING,`alternateFirstNames`:array,`bookingType`:STRING,`alternateEmails`:array,`callCenterTransfer`:STRING,`sizeW`:STRING,`searchWeightId`:STRING,`canceled`:STRING,`typeOfListing`:STRING,`AAAMemberNumber`:STRING,`termsVersion`:STRING,`facilityTenant`:STRING,`account`:struct<`hasOnlineMoveIns`:STRING,`accountId`:STRING>,`read`:STRING,`price`:STRING,`hostedWebsite`:STRING,`invoiceId`:STRING,`corrected`:STRING,`baseBid`:STRING,`bookingAgentId`:STRING,`eSignType`:STRING,`phoneVerified`:STRING,`firstName`:STRING,`phoneStatus`:STRING,`bidType`:STRING,`facilityName`:STRING,`phoneChangedNumber`:STRING,`npv`:STRING,`resaleRate`:STRING,`unit`:struct<`unitIds`:array>,`lastName`:STRING>,`env`:STRING,`label`:STRING,`isReact`:STRING>,`anonymousId`STRING,`messageId`STRING,`userId`STRING,`projectId`STRING,`timestamp`STRING,`originalTimestamp`STRING,`sentAt`STRING,`context`struct<`page`:struct<`search`:STRING,`referrer`:STRING,`url`:STRING,`path`:STRING,`title`:STRING>,`locale`:STRING,`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`userAgent`:STRING>,`_origin`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/submit'\n",
          "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_submit"
      ]
    • hive_path: s3://sfdl-segment-storagescout-stage/separated_dt/submit
    • id: 269214
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "unbundled": []
          },
          "_origin": "2020-05-27T15:08:50Z|s3://sfdl-segment-storagescout-stage/segment-logs/TYN5JDpyiK/1590537600000/1590591657418.885e0305cc00.e4797d0.35f31216-8773-4dac-b32c-0655d8d6ddc4.gz|segment_separator:37",
          "anonymousId": "7fc58623-0b5c-48e7-a290-a3f86234b23a",
          "channel": "client",
          "context": {
              "ip": "54.88.102.255",
              "library": {
                  "name": "analytics.js",
                  "version": "3.13.1"
              },
              "locale": "en-US",
              "page": {
                  "path": "/reservation/confirmation/V6272FVEF",
                  "referrer": "",
                  "search": "",
                  "title": "Reserve a 5' x 5' unit at Fake Storage Facility - Product in Perryville - StorageScout.com",
                  "url": "https://www.storagescout.extrameter.com/reservation/confirmation/V6272FVEF"
              },
              "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36"
          },
          "event": "submit",
          "integrations": {},
          "messageId": "ajs-e585127d7e9b96721059e27eb3342a01",
          "originalTimestamp": "2020-05-27T14:40:50.120Z",
          "projectId": "TYN5JDpyiK",
          "properties": {
              "Hit Timestamp": 1590590450115,
              "category": "reservation form interactions-reservePage",
              "env": "stage",
              "extra": {
                  "AAAMemberNumber": null,
                  "account": {
                      "accountId": "2318",
                      "hasOnlineMoveIns": true
                  },
                  "actualD": null,
                  "actualW": null,
                  "affiliateId": "Tertiary Properties",
                  "alternateEmails": [],
                  "alternateFirstNames": [],
                  "alternateLastNames": [],
                  "alternatePhones": [],
                  "apiCustId": null,
                  "apiLeadId": null,
                  "apiUnitId": null,
                  "autoState": null,
                  "baseBid": "1.60",
                  "bidAmount": "48.00",
                  "bidType": "PERCENT",
                  "bookedUnit": {
                      "amenities": [
                          "24 Hour Access",
                          "Climate Controlled",
                          "Interior"
                      ],
                      "description": {
                          "physical": {
                              "height": null,
                              "length": "5.00",
                              "width": "5.00"
                          },
                          "vehicle": {
                              "only": false,
                              "permitted": false,
                              "warehouse": false
                          }
                      },
                      "id": "21367895",
                      "price": {
                          "meta": "30.00"
                      },
                      "promotion": "",
                      "reservation_days": "60",
                      "unitType": "storage"
                  },
                  "bookingAgent": null,
                  "bookingAgentId": null,
                  "bookingState": "PENDING",
                  "bookingType": "STANDARD",
                  "bookingWidget": "0",
                  "callCenter": "0",
                  "callCenterNotes": "[2020-05-27 9:40am] Booking 5' x 5' unit $30.00 (24 Hour Access, Climate Controlled, Interior) on website (StorageScout.com)",
                  "callCenterTransfer": false,
                  "callerIdPhone": null,
                  "canceled": "0",
                  "centershiftAccountId": null,
                  "commission": "0.00",
                  "companyCode": "Product",
                  "complete": "1",
                  "confirmationCode": "V6272FVEF",
                  "contacted": "0",
                  "corrected": "0",
                  "customerNotes": null,
                  "depositPaid": "0.00",
                  "disputeReason": null,
                  "duplicateOf": "2QQ8YNWQJ",
                  "eSignType": null,
                  "eVisitId": null,
                  "email": "[email protected]",
                  "estimatedRevenue": 12,
                  "facilityGetsNotificationEmails": true,
                  "facilityId": "155558",
                  "facilityName": "Fake Storage Facility - Product",
                  "facilityPhone": "5555555555",
                  "facilityTenant": false,
                  "facilityTenantId": null,
                  "facilitylocation": {
                      "address1": "400 Brooks Road",
                      "address2": "",
                      "city": "Perryville",
                      "country": "",
                      "state": "AK",
                      "zip": "99648"
                  },
                  "firstName": "test",
                  "free": "0",
                  "hasContactlessMoveins": true,
                  "hostedWebsite": "0",
                  "hotLead": null,
                  "invoiceId": null,
                  "lastName": "test",
                  "listingWantId": null,
                  "matchReasons": null,
                  "matchScore": null,
                  "modifiedDtm": "2020-05-27T13:40:49.000Z",
                  "monthlyInsurance": null,
                  "moveIn": "2020-05-27T00:00:00.000Z",
                  "moveInActual": null,
                  "moveInOriginal": "2020-05-27T00:00:00.000Z",
                  "moveOut": null,
                  "movedIn": "0",
                  "npv": "48.00",
                  "onlineMoveInUrl": null,
                  "payoutBatchId": null,
                  "phone": "5555555555",
                  "phoneChangedNumber": "0",
                  "phoneFacilityTransfer": "0",
                  "phoneStatus": null,
                  "phoneVerified": "0",
                  "pickupTime": null,
                  "price": "30.00",
                  "promo": "",
                  "promoCode": null,
                  "read": "0",
                  "rebateProcessed": "0",
                  "referrerId": null,
                  "resaleRate": null,
                  "reviewStatus": null,
                  "searchWeightId": null,
                  "searchWeightTestId": null,
                  "sessionId": null,
                  "siteId": "413",
                  "sitePhone": null,
                  "sizeD": "5.00",
                  "sizeH": null,
                  "sizeW": "5.00",
                  "statementId": null,
                  "termsVersion": "20130106",
                  "timestamp": "2020-05-27T13:40:49.000Z",
                  "totalPaid": null,
                  "trafficSourceId": "__Direct",
                  "typeOfListing": "2",
                  "unit": {
                      "unitIds": [
                          "21367895"
                      ]
                  },
                  "unitId": "21367895",
                  "unitNumber": null,
                  "userId": "1682",
                  "visitId": "1f4d1725551aef2fa3bf6261341c19b8"
              },
              "isReact": true,
              "label": "success-web-STANDARD-5.00-5.00",
              "site_id": 413
          },
          "receivedAt": "2020-05-27T14:40:50.345Z",
          "sentAt": "2020-05-27T14:40:50.131Z",
          "timestamp": "2020-05-27T14:40:50.334Z",
          "type": "track",
          "userId": "1f4d1725551aef2fa3bf6261341c19b8",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.locale": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.userAgent": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.extra.AAAMemberNumber": "string",
          "properties.extra.account.accountId": "string",
          "properties.extra.account.hasOnlineMoveIns": "string",
          "properties.extra.actualD": "string",
          "properties.extra.actualW": "string",
          "properties.extra.affiliateId": "string",
          "properties.extra.alternateEmails": [
              "string"
          ],
          "properties.extra.alternateFirstNames": [
              "string"
          ],
          "properties.extra.alternateLastNames": [
              "string"
          ],
          "properties.extra.alternatePhones": [
              "string"
          ],
          "properties.extra.apiCustId": "string",
          "properties.extra.apiLeadId": "string",
          "properties.extra.apiUnitId": "string",
          "properties.extra.autoState": "string",
          "properties.extra.baseBid": "string",
          "properties.extra.bidAmount": "string",
          "properties.extra.bidType": "string",
          "properties.extra.bookedUnit.amenities": [
              "string"
          ],
          "properties.extra.bookedUnit.description.physical.height": "string",
          "properties.extra.bookedUnit.description.physical.length": "string",
          "properties.extra.bookedUnit.description.physical.width": "string",
          "properties.extra.bookedUnit.description.vehicle.only": "string",
          "properties.extra.bookedUnit.description.vehicle.permitted": "string",
          "properties.extra.bookedUnit.description.vehicle.warehouse": "string",
          "properties.extra.bookedUnit.id": "string",
          "properties.extra.bookedUnit.price.meta": "string",
          "properties.extra.bookedUnit.promotion": "string",
          "properties.extra.bookedUnit.reservation_days": "string",
          "properties.extra.bookedUnit.unitType": "string",
          "properties.extra.bookingAgent": "string",
          "properties.extra.bookingAgentId": "string",
          "properties.extra.bookingState": "string",
          "properties.extra.bookingType": "string",
          "properties.extra.bookingWidget": "string",
          "properties.extra.callCenter": "string",
          "properties.extra.callCenterNotes": "string",
          "properties.extra.callCenterTransfer": "string",
          "properties.extra.callerIdPhone": "string",
          "properties.extra.canceled": "string",
          "properties.extra.centershiftAccountId": "string",
          "properties.extra.commission": "string",
          "properties.extra.companyCode": "string",
          "properties.extra.complete": "string",
          "properties.extra.confirmationCode": "string",
          "properties.extra.contacted": "string",
          "properties.extra.corrected": "string",
          "properties.extra.customerNotes": "string",
          "properties.extra.depositPaid": "string",
          "properties.extra.disputeReason": "string",
          "properties.extra.duplicateOf": "string",
          "properties.extra.eSignType": "string",
          "properties.extra.eVisitId": "string",
          "properties.extra.email": "string",
          "properties.extra.estimatedRevenue": "string",
          "properties.extra.facilityGetsNotificationEmails": "string",
          "properties.extra.facilityId": "string",
          "properties.extra.facilityName": "string",
          "properties.extra.facilityPhone": "string",
          "properties.extra.facilityTenant": "string",
          "properties.extra.facilityTenantId": "string",
          "properties.extra.facilitylocation.address1": "string",
          "properties.extra.facilitylocation.address2": "string",
          "properties.extra.facilitylocation.city": "string",
          "properties.extra.facilitylocation.country": "string",
          "properties.extra.facilitylocation.state": "string",
          "properties.extra.facilitylocation.zip": "string",
          "properties.extra.firstName": "string",
          "properties.extra.free": "string",
          "properties.extra.hasContactlessMoveins": "string",
          "properties.extra.hostedWebsite": "string",
          "properties.extra.hotLead": "string",
          "properties.extra.invoiceId": "string",
          "properties.extra.lastName": "string",
          "properties.extra.listingWantId": "string",
          "properties.extra.matchReasons": "string",
          "properties.extra.matchScore": "string",
          "properties.extra.modifiedDtm": "string",
          "properties.extra.monthlyInsurance": "string",
          "properties.extra.moveIn": "string",
          "properties.extra.moveInActual": "string",
          "properties.extra.moveInOriginal": "string",
          "properties.extra.moveOut": "string",
          "properties.extra.movedIn": "string",
          "properties.extra.npv": "string",
          "properties.extra.onlineMoveInUrl": "string",
          "properties.extra.payoutBatchId": "string",
          "properties.extra.phone": "string",
          "properties.extra.phoneChangedNumber": "string",
          "properties.extra.phoneFacilityTransfer": "string",
          "properties.extra.phoneStatus": "string",
          "properties.extra.phoneVerified": "string",
          "properties.extra.pickupTime": "string",
          "properties.extra.price": "string",
          "properties.extra.promo": "string",
          "properties.extra.promoCode": "string",
          "properties.extra.read": "string",
          "properties.extra.rebateProcessed": "string",
          "properties.extra.referrerId": "string",
          "properties.extra.resaleRate": "string",
          "properties.extra.reviewStatus": "string",
          "properties.extra.searchWeightId": "string",
          "properties.extra.searchWeightTestId": "string",
          "properties.extra.sessionId": "string",
          "properties.extra.siteId": "string",
          "properties.extra.sitePhone": "string",
          "properties.extra.sizeD": "string",
          "properties.extra.sizeH": "string",
          "properties.extra.sizeW": "string",
          "properties.extra.statementId": "string",
          "properties.extra.termsVersion": "string",
          "properties.extra.timestamp": "string",
          "properties.extra.totalPaid": "string",
          "properties.extra.trafficSourceId": "string",
          "properties.extra.typeOfListing": "string",
          "properties.extra.unit.unitIds": [
              "string"
          ],
          "properties.extra.unitId": "string",
          "properties.extra.unitNumber": "string",
          "properties.extra.userId": "string",
          "properties.extra.visitId": "string",
          "properties.isReact": "string",
          "properties.label": "string",
          "properties.site_id": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 829
    • schema_scan_id: 2760840
    • updated: 2020-05-27 10:09:53
    • created: 2020-01-25 16:12:18
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
          "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_submit`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_submit`\n(\n`sentAt`STRING,`properties`struct<`Hit_Timestamp`:STRING,`category`:STRING,`site_id`:STRING,`extra`:struct<`facilityGetsNotificationEmails`:STRING,`contacted`:STRING,`baseBid`:STRING,`userId`:STRING,`affiliateId`:STRING,`eSignType`:STRING,`typeOfListing`:STRING,`hostedWebsite`:STRING,`visitId`:STRING,`unitId`:STRING,`hotLead`:STRING,`callCenter`:STRING,`sitePhone`:STRING,`alternateFirstNames`:array,`facilityPhone`:STRING,`apiCustId`:STRING,`reviewStatus`:STRING,`read`:STRING,`timestamp`:STRING,`alternatePhones`:array,`callCenterTransfer`:STRING,`sizeD`:STRING,`confirmationCode`:STRING,`duplicateOf`:STRING,`matchScore`:STRING,`sizeH`:STRING,`movedIn`:STRING,`moveInOriginal`:STRING,`companyCode`:STRING,`centershiftAccountId`:STRING,`facilityId`:STRING,`callCenterNotes`:STRING,`apiLeadId`:STRING,`totalPaid`:STRING,`bookingAgent`:STRING,`resaleRate`:STRING,`AAAMemberNumber`:STRING,`email`:STRING,`depositPaid`:STRING,`bookedUnit`:struct<`reservation_days`:STRING,`description`:struct<`vehicle`:struct<`warehouse`:STRING,`only`:STRING,`permitted`:STRING>,`physical`:struct<`width`:STRING,`length`:STRING,`height`:STRING>>,`price`:struct<`meta`:STRING>,`unitType`:STRING,`amenities`:array,`promotion`:STRING,`id`:STRING>,`free`:STRING,`autoState`:STRING,`facilityTenantId`:STRING,`listingWantId`:STRING,`lastName`:STRING,`promoCode`:STRING,`phoneChangedNumber`:STRING,`statementId`:STRING,`rebateProcessed`:STRING,`disputeReason`:STRING,`matchReasons`:STRING,`monthlyInsurance`:STRING,`bookingType`:STRING,`unit`:struct<`unitIds`:array>,`bookingWidget`:STRING,`customerNotes`:STRING,`commission`:STRING,`estimatedRevenue`:STRING,`searchWeightTestId`:STRING,`facilityTenant`:STRING,`complete`:STRING,`bidType`:STRING,`facilitylocation`:struct<`city`:STRING,`zip`:STRING,`address1`:STRING,`address2`:STRING,`state`:STRING,`country`:STRING>,`corrected`:STRING,`alternateEmails`:array,`phone`:STRING,`pickupTime`:STRING,`actualD`:STRING,`firstName`:STRING,`bookingState`:STRING,`bidAmount`:STRING,`phoneFacilityTransfer`:STRING,`phoneVerified`:STRING,`actualW`:STRING,`moveIn`:STRING,`moveOut`:STRING,`eVisitId`:STRING,`referrerId`:STRING,`canceled`:STRING,`sizeW`:STRING,`alternateLastNames`:array,`callerIdPhone`:STRING,`apiUnitId`:STRING,`termsVersion`:STRING,`facilityName`:STRING,`modifiedDtm`:STRING,`invoiceId`:STRING,`promo`:STRING,`trafficSourceId`:STRING,`price`:STRING,`payoutBatchId`:STRING,`unitNumber`:STRING,`phoneStatus`:STRING,`npv`:STRING,`moveInActual`:STRING,`sessionId`:STRING,`searchWeightId`:STRING,`bookingAgentId`:STRING,`siteId`:STRING>,`isReact`:STRING,`label`:STRING,`env`:STRING>,`projectId`STRING,`userId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`userAgent`:STRING,`locale`:STRING,`ip`:STRING,`page`:struct<`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING,`search`:STRING>>,`_origin`STRING,`channel`STRING,`type`STRING,`anonymousId`STRING,`event`STRING,`version`STRING,`messageId`STRING,`timestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/submit'\n",
          "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_submit"
      ]
    • hive_path: s3://sfdl-segment-storagescout-stage/separated_dt/submit
    • id: 247562
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "unbundled": []
          },
          "_origin": "2020-01-25T22:12:06Z|s3://sfdl-segment-storagescout-stage/segment-logs/TYN5JDpyiK/1579910400000/1579989892419.31bb1c92eddc.e4797d0.7d8acdcc-d183-4612-98f8-335b7d4a7837.gz|segment_separator:37",
          "anonymousId": "edb90040-43e9-4128-b872-04707401aa38",
          "channel": "client",
          "context": {
              "campaign": {},
              "ip": "50.86.51.129",
              "library": {
                  "name": "analytics.js",
                  "version": "3.10.1"
              },
              "locale": "en-US",
              "page": {
                  "path": "/self-storage/ms/coffeeville-storage-units/",
                  "referrer": "https://www.google.com/",
                  "search": "?location=Coffeeville%20ms%2038922",
                  "title": "Best Self-Storage Units in Coffeeville, MS - StorageScout",
                  "url": "https://www.storagescout.extrameter.com/self-storage/ms/coffeeville-storage-units/?location=Coffeeville%20ms%2038922"
              },
              "userAgent": "Mozilla/5.0 (Linux; Android 7.1.1; LG-US601) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Mobile Safari/537.36"
          },
          "event": "submit",
          "integrations": {},
          "messageId": "ajs-3cfee4810451de4181584dc332e1f58f",
          "originalTimestamp": "2020-01-25T21:31:25.087Z",
          "projectId": "TYN5JDpyiK",
          "properties": {
              "Hit Timestamp": 1579987885079,
              "category": "search interactions-cityLandingPage",
              "env": "stage",
              "isReact": true,
              "label": "success",
              "site_id": 417
          },
          "receivedAt": "2020-01-25T21:31:25.885Z",
          "sentAt": "2020-01-25T21:31:25.110Z",
          "timestamp": "2020-01-25T21:31:25.862Z",
          "type": "track",
          "userId": "47bb89de1b0f97f851710fba0ebbe671",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.locale": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.userAgent": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.extra.AAAMemberNumber": "string",
          "properties.extra.actualD": "string",
          "properties.extra.actualW": "string",
          "properties.extra.affiliateId": "string",
          "properties.extra.alternateEmails": [
              "string"
          ],
          "properties.extra.alternateFirstNames": [
              "string"
          ],
          "properties.extra.alternateLastNames": [
              "string"
          ],
          "properties.extra.alternatePhones": [
              "string"
          ],
          "properties.extra.apiCustId": "string",
          "properties.extra.apiLeadId": "string",
          "properties.extra.apiUnitId": "string",
          "properties.extra.autoState": "string",
          "properties.extra.baseBid": "string",
          "properties.extra.bidAmount": "string",
          "properties.extra.bidType": "string",
          "properties.extra.bookedUnit.amenities": [
              "string"
          ],
          "properties.extra.bookedUnit.description.physical.height": "string",
          "properties.extra.bookedUnit.description.physical.length": "string",
          "properties.extra.bookedUnit.description.physical.width": "string",
          "properties.extra.bookedUnit.description.vehicle.only": "string",
          "properties.extra.bookedUnit.description.vehicle.permitted": "string",
          "properties.extra.bookedUnit.description.vehicle.warehouse": "string",
          "properties.extra.bookedUnit.id": "string",
          "properties.extra.bookedUnit.price.meta": "string",
          "properties.extra.bookedUnit.promotion": "string",
          "properties.extra.bookedUnit.reservation_days": "string",
          "properties.extra.bookedUnit.unitType": "string",
          "properties.extra.bookingAgent": "string",
          "properties.extra.bookingAgentId": "string",
          "properties.extra.bookingState": "string",
          "properties.extra.bookingType": "string",
          "properties.extra.bookingWidget": "string",
          "properties.extra.callCenter": "string",
          "properties.extra.callCenterNotes": "string",
          "properties.extra.callCenterTransfer": "string",
          "properties.extra.callerIdPhone": "string",
          "properties.extra.canceled": "string",
          "properties.extra.centershiftAccountId": "string",
          "properties.extra.commission": "string",
          "properties.extra.companyCode": "string",
          "properties.extra.complete": "string",
          "properties.extra.confirmationCode": "string",
          "properties.extra.contacted": "string",
          "properties.extra.corrected": "string",
          "properties.extra.customerNotes": "string",
          "properties.extra.depositPaid": "string",
          "properties.extra.disputeReason": "string",
          "properties.extra.duplicateOf": "string",
          "properties.extra.eSignType": "string",
          "properties.extra.eVisitId": "string",
          "properties.extra.email": "string",
          "properties.extra.estimatedRevenue": "string",
          "properties.extra.facilityGetsNotificationEmails": "string",
          "properties.extra.facilityId": "string",
          "properties.extra.facilityName": "string",
          "properties.extra.facilityPhone": "string",
          "properties.extra.facilityTenant": "string",
          "properties.extra.facilityTenantId": "string",
          "properties.extra.facilitylocation.address1": "string",
          "properties.extra.facilitylocation.address2": "string",
          "properties.extra.facilitylocation.city": "string",
          "properties.extra.facilitylocation.country": "string",
          "properties.extra.facilitylocation.state": "string",
          "properties.extra.facilitylocation.zip": "string",
          "properties.extra.firstName": "string",
          "properties.extra.free": "string",
          "properties.extra.hostedWebsite": "string",
          "properties.extra.hotLead": "string",
          "properties.extra.invoiceId": "string",
          "properties.extra.lastName": "string",
          "properties.extra.listingWantId": "string",
          "properties.extra.matchReasons": "string",
          "properties.extra.matchScore": "string",
          "properties.extra.modifiedDtm": "string",
          "properties.extra.monthlyInsurance": "string",
          "properties.extra.moveIn": "string",
          "properties.extra.moveInActual": "string",
          "properties.extra.moveInOriginal": "string",
          "properties.extra.moveOut": "string",
          "properties.extra.movedIn": "string",
          "properties.extra.npv": "string",
          "properties.extra.payoutBatchId": "string",
          "properties.extra.phone": "string",
          "properties.extra.phoneChangedNumber": "string",
          "properties.extra.phoneFacilityTransfer": "string",
          "properties.extra.phoneStatus": "string",
          "properties.extra.phoneVerified": "string",
          "properties.extra.pickupTime": "string",
          "properties.extra.price": "string",
          "properties.extra.promo": "string",
          "properties.extra.promoCode": "string",
          "properties.extra.read": "string",
          "properties.extra.rebateProcessed": "string",
          "properties.extra.referrerId": "string",
          "properties.extra.resaleRate": "string",
          "properties.extra.reviewStatus": "string",
          "properties.extra.searchWeightId": "string",
          "properties.extra.searchWeightTestId": "string",
          "properties.extra.sessionId": "string",
          "properties.extra.siteId": "string",
          "properties.extra.sitePhone": "string",
          "properties.extra.sizeD": "string",
          "properties.extra.sizeH": "string",
          "properties.extra.sizeW": "string",
          "properties.extra.statementId": "string",
          "properties.extra.termsVersion": "string",
          "properties.extra.timestamp": "string",
          "properties.extra.totalPaid": "string",
          "properties.extra.trafficSourceId": "string",
          "properties.extra.typeOfListing": "string",
          "properties.extra.unit.unitIds": [
              "string"
          ],
          "properties.extra.unitId": "string",
          "properties.extra.unitNumber": "string",
          "properties.extra.userId": "string",
          "properties.extra.visitId": "string",
          "properties.isReact": "string",
          "properties.label": "string",
          "properties.site_id": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 829
    • schema_scan_id: 2538107
    • updated: 2020-01-25 16:12:41
Schema Scans: 3
Last at 2023-02-09 00:15:41
    • duration: 0:00:30.411306
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 94,
          "partitions_applied": false,
          "success": true
      }
    • id: 4606941
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "is_schema_datatyped": false,
          "partition": {
              "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2023-02-09/",
              "name": "dt",
              "type": "string",
              "value": "2023-02-09"
          },
          "s3": {
              "bucket": "sfdl-segment-storagescout-stage",
              "hive_path": "s3://sfdl-segment-storagescout-stage/separated_dt/submit",
              "key": "separated_dt/submit/dt=2023-02-09/1675923208020.events-archiver-480-28.8ebb200.17142cb4-ee11-417e-ba4e-6ad448747b69.json.gz"
          },
          "schema": {
              "name": "sfdl_stage_segment.storagescout_submit",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 829
    • start_time: 2023-02-09 00:15:41
    • success: True
    • trace_id: 11498952877567372134
    • duration: 0:00:32.735239
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 70,
          "partitions_applied": false,
          "success": true
      }
    • id: 2760840
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "partition": {
              "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-05-27/",
              "name": "dt",
              "type": "string",
              "value": "2020-05-27"
          },
          "s3": {
              "bucket": "sfdl-segment-storagescout-stage",
              "hive_path": "s3://sfdl-segment-storagescout-stage/separated_dt/submit",
              "key": "separated_dt/submit/dt=2020-05-27/1590591657418.885e0305cc00.e4797d0.35f31216-8773-4dac-b32c-0655d8d6ddc4.json.gz"
          },
          "schema": {
              "name": "sfdl_stage_segment.storagescout_submit",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 829
    • start_time: 2020-05-27 10:09:23
    • success: True
    • trace_id: 528116446646452072
    • duration: 0:00:26.674661
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 68,
          "partitions_applied": false,
          "success": true
      }
    • id: 2538107
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "partition": {
              "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-25/",
              "name": "dt",
              "type": "string",
              "value": "2020-01-25"
          },
          "s3": {
              "bucket": "sfdl-segment-storagescout-stage",
              "hive_path": "s3://sfdl-segment-storagescout-stage/separated_dt/submit",
              "key": "separated_dt/submit/dt=2020-01-25/1579989892419.31bb1c92eddc.e4797d0.7d8acdcc-d183-4612-98f8-335b7d4a7837.json.gz"
          },
          "schema": {
              "name": "sfdl_stage_segment.storagescout_submit",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 829
    • start_time: 2020-01-25 16:12:18
    • success: True
    • trace_id: 817056522229426477
Partitions:
  • count: 93
  • ddl:
    [
        "ALTER TABLE\n    `sfdl_stage_segment.storagescout_submit`\nADD\n\n\n PARTITION (dt='2019-04-18') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-18/'\n PARTITION (dt='2019-04-19') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-19/'\n PARTITION (dt='2019-04-22') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-22/'\n PARTITION (dt='2019-04-24') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-24/'\n PARTITION (dt='2019-04-25') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-25/'\n PARTITION (dt='2019-04-26') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-26/'\n PARTITION (dt='2019-04-27') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-27/'\n PARTITION (dt='2019-04-29') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-29/'\n PARTITION (dt='2019-05-01') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-01/'\n PARTITION (dt='2019-05-06') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-06/'\n PARTITION (dt='2019-05-08') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-08/'\n PARTITION (dt='2019-05-13') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-13/'\n PARTITION (dt='2019-05-15') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-15/'\n PARTITION (dt='2019-05-16') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-16/'\n PARTITION (dt='2019-05-21') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-21/'\n PARTITION (dt='2019-05-22') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-22/'\n PARTITION (dt='2019-05-30') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-30/'\n PARTITION (dt='2019-06-03') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-03/'\n PARTITION (dt='2019-06-04') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-04/'\n PARTITION (dt='2019-06-05') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-05/'\n PARTITION (dt='2019-06-07') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-07/'\n PARTITION (dt='2019-06-10') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-10/'\n PARTITION (dt='2019-06-11') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-11/'\n PARTITION (dt='2019-06-12') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-12/'\n PARTITION (dt='2019-06-13') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-13/'\n PARTITION (dt='2019-06-14') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-14/'\n PARTITION (dt='2019-06-17') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-17/'\n PARTITION (dt='2019-06-18') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-18/'\n PARTITION (dt='2019-06-19') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-19/'\n PARTITION (dt='2019-06-20') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-20/'\n PARTITION (dt='2019-06-21') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-21/'\n PARTITION (dt='2019-06-24') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-24/'\n PARTITION (dt='2019-06-25') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-25/'\n PARTITION (dt='2019-06-26') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-26/'\n PARTITION (dt='2019-06-28') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-28/'\n PARTITION (dt='2019-07-01') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-01/'\n PARTITION (dt='2019-07-02') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-02/'\n PARTITION (dt='2019-07-05') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-05/'\n PARTITION (dt='2019-07-08') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-08/'\n PARTITION (dt='2019-07-09') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-09/'\n PARTITION (dt='2019-07-10') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-10/'\n PARTITION (dt='2019-07-11') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-11/'\n PARTITION (dt='2019-07-12') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-12/'\n PARTITION (dt='2019-07-15') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-15/'\n PARTITION (dt='2019-07-16') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-16/'\n PARTITION (dt='2019-07-17') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-17/'\n PARTITION (dt='2019-07-18') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-18/'\n PARTITION (dt='2019-07-19') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-19/'\n PARTITION (dt='2019-07-25') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-25/'\n PARTITION (dt='2019-08-09') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-09/'\n PARTITION (dt='2019-08-12') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-12/'\n PARTITION (dt='2019-08-14') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-14/'\n PARTITION (dt='2019-08-20') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-20/'\n PARTITION (dt='2019-09-04') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-09-04/'\n PARTITION (dt='2019-09-18') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-09-18/'\n PARTITION (dt='2019-10-15') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-15/'\n PARTITION (dt='2019-10-21') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-21/'\n PARTITION (dt='2019-10-22') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-22/'\n PARTITION (dt='2019-10-24') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-24/'\n PARTITION (dt='2019-11-06') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-06/'\n PARTITION (dt='2019-11-13') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-13/'\n PARTITION (dt='2019-11-15') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-15/'\n PARTITION (dt='2019-11-19') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-19/'\n PARTITION (dt='2019-11-21') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-21/'\n PARTITION (dt='2019-12-03') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-12-03/'\n PARTITION (dt='2020-01-06') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-06/'\n PARTITION (dt='2020-01-07') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-07/'\n PARTITION (dt='2020-01-25') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-25/'\n PARTITION (dt='2020-05-18') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-05-18/'\n PARTITION (dt='2020-05-27') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-05-27/'\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-10/'\n PARTITION (dt='2021-02-11') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-11/'\n PARTITION (dt='2021-03-04') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-04/'\n PARTITION (dt='2021-03-05') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-05/'\n PARTITION (dt='2021-03-08') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-08/'\n PARTITION (dt='2021-05-04') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-04/'\n PARTITION (dt='2021-05-05') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-05/'\n PARTITION (dt='2021-05-06') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-06/'\n PARTITION (dt='2021-05-13') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-13/'\n PARTITION (dt='2021-06-22') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-22/'\n PARTITION (dt='2021-06-23') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-23/'\n PARTITION (dt='2021-06-24') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-24/'\n PARTITION (dt='2021-06-25') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-25/'\n PARTITION (dt='2021-07-12') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-07-12/'\n PARTITION (dt='2021-07-20') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-07-20/'\n PARTITION (dt='2021-08-20') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-08-20/'\n PARTITION (dt='2021-09-30') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-09-30/'\n PARTITION (dt='2022-01-24') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-01-24/'\n PARTITION (dt='2022-03-07') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-03-07/'\n PARTITION (dt='2022-06-06') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-06-06/'\n PARTITION (dt='2023-02-09') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2023-02-09/'\n;"
    ]
  • name: dt
  • state:
    [
        {
            "info": {
                "id": 395403,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-18/",
                "name": "dt",
                "value": "2019-04-18"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:11",
                    "last_data": "2023-02-09 00:16:11"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395359,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-19/",
                "name": "dt",
                "value": "2019-04-19"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395334,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-22/",
                "name": "dt",
                "value": "2019-04-22"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395375,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-24/",
                "name": "dt",
                "value": "2019-04-24"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395393,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-25/",
                "name": "dt",
                "value": "2019-04-25"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395338,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-26/",
                "name": "dt",
                "value": "2019-04-26"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395322,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-27/",
                "name": "dt",
                "value": "2019-04-27"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:04",
                    "last_data": "2023-02-09 00:16:04"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395398,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-29/",
                "name": "dt",
                "value": "2019-04-29"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395396,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-01/",
                "name": "dt",
                "value": "2019-05-01"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395349,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-06/",
                "name": "dt",
                "value": "2019-05-06"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395340,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-08/",
                "name": "dt",
                "value": "2019-05-08"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395348,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-13/",
                "name": "dt",
                "value": "2019-05-13"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395331,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-15/",
                "name": "dt",
                "value": "2019-05-15"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395339,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-16/",
                "name": "dt",
                "value": "2019-05-16"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395360,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-21/",
                "name": "dt",
                "value": "2019-05-21"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395326,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-22/",
                "name": "dt",
                "value": "2019-05-22"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395341,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-30/",
                "name": "dt",
                "value": "2019-05-30"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395356,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-03/",
                "name": "dt",
                "value": "2019-06-03"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395362,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-04/",
                "name": "dt",
                "value": "2019-06-04"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395384,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-05/",
                "name": "dt",
                "value": "2019-06-05"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395397,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-07/",
                "name": "dt",
                "value": "2019-06-07"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395371,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-10/",
                "name": "dt",
                "value": "2019-06-10"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395319,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-11/",
                "name": "dt",
                "value": "2019-06-11"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:04",
                    "last_data": "2023-02-09 00:16:04"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395389,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-12/",
                "name": "dt",
                "value": "2019-06-12"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395342,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-13/",
                "name": "dt",
                "value": "2019-06-13"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395335,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-14/",
                "name": "dt",
                "value": "2019-06-14"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395358,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-17/",
                "name": "dt",
                "value": "2019-06-17"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395406,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-18/",
                "name": "dt",
                "value": "2019-06-18"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:11",
                    "last_data": "2023-02-09 00:16:11"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395365,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-19/",
                "name": "dt",
                "value": "2019-06-19"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395392,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-20/",
                "name": "dt",
                "value": "2019-06-20"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395366,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-21/",
                "name": "dt",
                "value": "2019-06-21"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395383,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-24/",
                "name": "dt",
                "value": "2019-06-24"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395385,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-25/",
                "name": "dt",
                "value": "2019-06-25"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395351,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-26/",
                "name": "dt",
                "value": "2019-06-26"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395354,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-28/",
                "name": "dt",
                "value": "2019-06-28"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395367,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-01/",
                "name": "dt",
                "value": "2019-07-01"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395390,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-02/",
                "name": "dt",
                "value": "2019-07-02"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395337,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-05/",
                "name": "dt",
                "value": "2019-07-05"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395364,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-08/",
                "name": "dt",
                "value": "2019-07-08"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395363,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-09/",
                "name": "dt",
                "value": "2019-07-09"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395327,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-10/",
                "name": "dt",
                "value": "2019-07-10"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395336,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-11/",
                "name": "dt",
                "value": "2019-07-11"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395405,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-12/",
                "name": "dt",
                "value": "2019-07-12"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:11",
                    "last_data": "2023-02-09 00:16:11"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395355,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-15/",
                "name": "dt",
                "value": "2019-07-15"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395332,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-16/",
                "name": "dt",
                "value": "2019-07-16"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395361,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-17/",
                "name": "dt",
                "value": "2019-07-17"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395344,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-18/",
                "name": "dt",
                "value": "2019-07-18"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395402,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-19/",
                "name": "dt",
                "value": "2019-07-19"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:11",
                    "last_data": "2023-02-09 00:16:11"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395370,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-25/",
                "name": "dt",
                "value": "2019-07-25"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395345,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-09/",
                "name": "dt",
                "value": "2019-08-09"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395373,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-12/",
                "name": "dt",
                "value": "2019-08-12"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395324,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-14/",
                "name": "dt",
                "value": "2019-08-14"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:04",
                    "last_data": "2023-02-09 00:16:04"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395325,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-20/",
                "name": "dt",
                "value": "2019-08-20"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:04",
                    "last_data": "2023-02-09 00:16:04"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395400,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-09-04/",
                "name": "dt",
                "value": "2019-09-04"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395376,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-09-18/",
                "name": "dt",
                "value": "2019-09-18"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395318,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-15/",
                "name": "dt",
                "value": "2019-10-15"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:04",
                    "last_data": "2023-02-09 00:16:04"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395391,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-21/",
                "name": "dt",
                "value": "2019-10-21"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395343,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-22/",
                "name": "dt",
                "value": "2019-10-22"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395394,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-24/",
                "name": "dt",
                "value": "2019-10-24"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395346,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-06/",
                "name": "dt",
                "value": "2019-11-06"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395357,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-13/",
                "name": "dt",
                "value": "2019-11-13"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395386,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-15/",
                "name": "dt",
                "value": "2019-11-15"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395404,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-19/",
                "name": "dt",
                "value": "2019-11-19"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:11",
                    "last_data": "2023-02-09 00:16:11"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395368,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-21/",
                "name": "dt",
                "value": "2019-11-21"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395377,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-12-03/",
                "name": "dt",
                "value": "2019-12-03"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395388,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-06/",
                "name": "dt",
                "value": "2020-01-06"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395352,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-07/",
                "name": "dt",
                "value": "2020-01-07"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395380,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-25/",
                "name": "dt",
                "value": "2020-01-25"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395350,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-05-18/",
                "name": "dt",
                "value": "2020-05-18"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395374,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-05-27/",
                "name": "dt",
                "value": "2020-05-27"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395378,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-08/",
                "name": "dt",
                "value": "2021-02-08"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395320,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-09/",
                "name": "dt",
                "value": "2021-02-09"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:04",
                    "last_data": "2023-02-09 00:16:04"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395333,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-10/",
                "name": "dt",
                "value": "2021-02-10"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395328,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-11/",
                "name": "dt",
                "value": "2021-02-11"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395347,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-04/",
                "name": "dt",
                "value": "2021-03-04"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:06",
                    "last_data": "2023-02-09 00:16:06"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395387,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-05/",
                "name": "dt",
                "value": "2021-03-05"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395323,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-08/",
                "name": "dt",
                "value": "2021-03-08"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:04",
                    "last_data": "2023-02-09 00:16:04"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395381,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-04/",
                "name": "dt",
                "value": "2021-05-04"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395379,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-05/",
                "name": "dt",
                "value": "2021-05-05"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395399,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-06/",
                "name": "dt",
                "value": "2021-05-06"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395372,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-13/",
                "name": "dt",
                "value": "2021-05-13"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395395,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-22/",
                "name": "dt",
                "value": "2021-06-22"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:10",
                    "last_data": "2023-02-09 00:16:10"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395321,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-23/",
                "name": "dt",
                "value": "2021-06-23"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:04",
                    "last_data": "2023-02-09 00:16:04"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395353,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-24/",
                "name": "dt",
                "value": "2021-06-24"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:07",
                    "last_data": "2023-02-09 00:16:07"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395317,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-25/",
                "name": "dt",
                "value": "2021-06-25"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:04",
                    "last_data": "2023-02-09 00:16:04"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395369,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-07-12/",
                "name": "dt",
                "value": "2021-07-12"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:08",
                    "last_data": "2023-02-09 00:16:08"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395401,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-07-20/",
                "name": "dt",
                "value": "2021-07-20"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:11",
                    "last_data": "2023-02-09 00:16:11"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395329,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-08-20/",
                "name": "dt",
                "value": "2021-08-20"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395330,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-09-30/",
                "name": "dt",
                "value": "2021-09-30"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:05",
                    "last_data": "2023-02-09 00:16:05"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395382,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-01-24/",
                "name": "dt",
                "value": "2022-01-24"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:16:09",
                    "last_data": "2023-02-09 00:16:09"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 276844,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-03-07/",
                "name": "dt",
                "value": "2022-03-07"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2022-03-07 17:16:56",
                    "last_data": "2022-03-07 17:16:56"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 289023,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-06-06/",
                "name": "dt",
                "value": "2022-06-06"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2022-06-06 13:53:01",
                    "last_data": "2022-06-06 13:53:01"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 395316,
                "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2023-02-09/",
                "name": "dt",
                "value": "2023-02-09"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2023-02-09 00:15:45",
                    "last_data": "2023-02-09 00:15:45"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        }
    ]
  • type: string
Schema:
  • attributes:
    {
        "_origin": "string",
        "anonymousId": "string",
        "channel": "string",
        "context.ip": "string",
        "context.library.name": "string",
        "context.library.version": "string",
        "context.locale": "string",
        "context.page.path": "string",
        "context.page.referrer": "string",
        "context.page.search": "string",
        "context.page.title": "string",
        "context.page.url": "string",
        "context.userAgent": "string",
        "event": "string",
        "messageId": "string",
        "originalTimestamp": "string",
        "projectId": "string",
        "properties.Hit_Timestamp": "string",
        "properties.category": "string",
        "properties.env": "string",
        "properties.extra.AAAMemberNumber": "string",
        "properties.extra.account.accountId": "string",
        "properties.extra.account.hasOnlineMoveIns": "string",
        "properties.extra.actualD": "string",
        "properties.extra.actualW": "string",
        "properties.extra.affiliateId": "string",
        "properties.extra.alternateEmails": [
            "string"
        ],
        "properties.extra.alternateFirstNames": [
            "string"
        ],
        "properties.extra.alternateLastNames": [
            "string"
        ],
        "properties.extra.alternatePhones": [
            "string"
        ],
        "properties.extra.apiCustId": "string",
        "properties.extra.apiLeadId": "string",
        "properties.extra.apiUnitId": "string",
        "properties.extra.autoState": "string",
        "properties.extra.baseBid": "string",
        "properties.extra.bidAmount": "string",
        "properties.extra.bidType": "string",
        "properties.extra.bookedUnit.amenities": [
            "string"
        ],
        "properties.extra.bookedUnit.description.physical.height": "string",
        "properties.extra.bookedUnit.description.physical.length": "string",
        "properties.extra.bookedUnit.description.physical.width": "string",
        "properties.extra.bookedUnit.description.vehicle.only": "string",
        "properties.extra.bookedUnit.description.vehicle.permitted": "string",
        "properties.extra.bookedUnit.description.vehicle.warehouse": "string",
        "properties.extra.bookedUnit.id": "string",
        "properties.extra.bookedUnit.price.meta": "string",
        "properties.extra.bookedUnit.promotion": "string",
        "properties.extra.bookedUnit.reservation_days": "string",
        "properties.extra.bookedUnit.unitType": "string",
        "properties.extra.bookingAgent": "string",
        "properties.extra.bookingAgentId": "string",
        "properties.extra.bookingState": "string",
        "properties.extra.bookingType": "string",
        "properties.extra.bookingWidget": "string",
        "properties.extra.callCenter": "string",
        "properties.extra.callCenterNotes": "string",
        "properties.extra.callCenterTransfer": "string",
        "properties.extra.callerIdPhone": "string",
        "properties.extra.canceled": "string",
        "properties.extra.centershiftAccountId": "string",
        "properties.extra.commission": "string",
        "properties.extra.companyCode": "string",
        "properties.extra.complete": "string",
        "properties.extra.confirmationCode": "string",
        "properties.extra.contacted": "string",
        "properties.extra.corrected": "string",
        "properties.extra.customerNotes": "string",
        "properties.extra.depositPaid": "string",
        "properties.extra.disputeReason": "string",
        "properties.extra.duplicateOf": "string",
        "properties.extra.eSignType": "string",
        "properties.extra.eVisitId": "string",
        "properties.extra.email": "string",
        "properties.extra.estimatedRevenue": "string",
        "properties.extra.facilityGetsNotificationEmails": "string",
        "properties.extra.facilityId": "string",
        "properties.extra.facilityName": "string",
        "properties.extra.facilityPhone": "string",
        "properties.extra.facilityTenant": "string",
        "properties.extra.facilityTenantId": "string",
        "properties.extra.facilitylocation.address1": "string",
        "properties.extra.facilitylocation.address2": "string",
        "properties.extra.facilitylocation.city": "string",
        "properties.extra.facilitylocation.country": "string",
        "properties.extra.facilitylocation.state": "string",
        "properties.extra.facilitylocation.zip": "string",
        "properties.extra.firstName": "string",
        "properties.extra.free": "string",
        "properties.extra.hasContactlessMoveins": "string",
        "properties.extra.hasOnlineMoveIns": "string",
        "properties.extra.hostedWebsite": "string",
        "properties.extra.hotLead": "string",
        "properties.extra.invoiceId": "string",
        "properties.extra.lastName": "string",
        "properties.extra.listingWantId": "string",
        "properties.extra.matchReasons": "string",
        "properties.extra.matchScore": "string",
        "properties.extra.modifiedDtm": "string",
        "properties.extra.monthlyInsurance": "string",
        "properties.extra.moveIn": "string",
        "properties.extra.moveInActual": "string",
        "properties.extra.moveInOriginal": "string",
        "properties.extra.moveOut": "string",
        "properties.extra.movedIn": "string",
        "properties.extra.npv": "string",
        "properties.extra.onlineMoveInUrl": "string",
        "properties.extra.payoutBatchId": "string",
        "properties.extra.phone": "string",
        "properties.extra.phoneChangedNumber": "string",
        "properties.extra.phoneFacilityTransfer": "string",
        "properties.extra.phoneStatus": "string",
        "properties.extra.phoneVerified": "string",
        "properties.extra.pickupTime": "string",
        "properties.extra.price": "string",
        "properties.extra.promo": "string",
        "properties.extra.promoCode": "string",
        "properties.extra.read": "string",
        "properties.extra.rebateProcessed": "string",
        "properties.extra.referrerId": "string",
        "properties.extra.resaleRate": "string",
        "properties.extra.reviewStatus": "string",
        "properties.extra.searchWeightId": "string",
        "properties.extra.searchWeightTestId": "string",
        "properties.extra.sessionId": "string",
        "properties.extra.siteId": "string",
        "properties.extra.sitePhone": "string",
        "properties.extra.sizeD": "string",
        "properties.extra.sizeH": "string",
        "properties.extra.sizeW": "string",
        "properties.extra.statementId": "string",
        "properties.extra.termsVersion": "string",
        "properties.extra.timestamp": "string",
        "properties.extra.totalPaid": "string",
        "properties.extra.trafficSourceId": "string",
        "properties.extra.typeOfListing": "string",
        "properties.extra.unit.unitIds": [
            "string"
        ],
        "properties.extra.unitId": "string",
        "properties.extra.unitNumber": "string",
        "properties.extra.userId": "string",
        "properties.extra.visitId": "string",
        "properties.isReact": "string",
        "properties.label": "string",
        "properties.site_id": "string",
        "receivedAt": "string",
        "sentAt": "string",
        "timestamp": "string",
        "type": "string",
        "userId": "string",
        "version": "string"
    }
  • created: 2023-02-09 00:15:45
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_submit`\n(\n`messageId`STRING,`userId`STRING,`_origin`STRING,`timestamp`STRING,`channel`STRING,`receivedAt`STRING,`anonymousId`STRING,`projectId`STRING,`originalTimestamp`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`ip`:STRING,`page`:struct<`referrer`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`url`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>>,`event`STRING,`type`STRING,`version`STRING,`properties`struct<`label`:STRING,`env`:STRING,`category`:STRING,`isReact`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING,`extra`:struct<`bookingWidget`:STRING,`bookingAgentId`:STRING,`payoutBatchId`:STRING,`commission`:STRING,`sizeH`:STRING,`alternatePhones`:array,`promoCode`:STRING,`duplicateOf`:STRING,`alternateLastNames`:array,`matchScore`:STRING,`userId`:STRING,`price`:STRING,`bookingType`:STRING,`typeOfListing`:STRING,`affiliateId`:STRING,`apiUnitId`:STRING,`hasContactlessMoveins`:STRING,`facilityGetsNotificationEmails`:STRING,`facilityTenantId`:STRING,`onlineMoveInUrl`:STRING,`hasOnlineMoveIns`:STRING,`facilityId`:STRING,`customerNotes`:STRING,`phoneChangedNumber`:STRING,`confirmationCode`:STRING,`termsVersion`:STRING,`phoneStatus`:STRING,`callCenter`:STRING,`baseBid`:STRING,`facilityName`:STRING,`statementId`:STRING,`searchWeightTestId`:STRING,`sizeD`:STRING,`AAAMemberNumber`:STRING,`canceled`:STRING,`facilitylocation`:struct<`address1`:STRING,`zip`:STRING,`country`:STRING,`address2`:STRING,`city`:STRING,`state`:STRING>,`sitePhone`:STRING,`alternateEmails`:array,`alternateFirstNames`:array,`moveIn`:STRING,`referrerId`:STRING,`modifiedDtm`:STRING,`listingWantId`:STRING,`callCenterNotes`:STRING,`callerIdPhone`:STRING,`facilityTenant`:STRING,`reviewStatus`:STRING,`moveInOriginal`:STRING,`unit`:struct<`unitIds`:array>,`rebateProcessed`:STRING,`apiCustId`:STRING,`unitNumber`:STRING,`actualW`:STRING,`siteId`:STRING,`disputeReason`:STRING,`account`:struct<`hasOnlineMoveIns`:STRING,`accountId`:STRING>,`free`:STRING,`apiLeadId`:STRING,`bidType`:STRING,`phone`:STRING,`lastName`:STRING,`sessionId`:STRING,`moveInActual`:STRING,`eSignType`:STRING,`email`:STRING,`timestamp`:STRING,`visitId`:STRING,`matchReasons`:STRING,`bookingAgent`:STRING,`autoState`:STRING,`complete`:STRING,`hotLead`:STRING,`centershiftAccountId`:STRING,`pickupTime`:STRING,`hostedWebsite`:STRING,`unitId`:STRING,`read`:STRING,`searchWeightId`:STRING,`npv`:STRING,`eVisitId`:STRING,`corrected`:STRING,`callCenterTransfer`:STRING,`facilityPhone`:STRING,`phoneFacilityTransfer`:STRING,`companyCode`:STRING,`actualD`:STRING,`depositPaid`:STRING,`trafficSourceId`:STRING,`movedIn`:STRING,`bidAmount`:STRING,`firstName`:STRING,`estimatedRevenue`:STRING,`invoiceId`:STRING,`resaleRate`:STRING,`totalPaid`:STRING,`promo`:STRING,`monthlyInsurance`:STRING,`sizeW`:STRING,`contacted`:STRING,`moveOut`:STRING,`phoneVerified`:STRING,`bookingState`:STRING,`bookedUnit`:struct<`id`:STRING,`price`:struct<`meta`:STRING>,`amenities`:array,`reservation_days`:STRING,`promotion`:STRING,`unitType`:STRING,`description`:struct<`vehicle`:struct<`only`:STRING,`permitted`:STRING,`warehouse`:STRING>,`physical`:struct<`width`:STRING,`height`:STRING,`length`:STRING>>>>>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/submit'\n",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_submit`",
        "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_submit"
    }
Server:
  • hostname: schemamanager-5c55c886bf-h2ts4
  • name: schema_manager
  • process_start: 2025-10-21 13:03:27
  • sf_env: stage
  • version: 2112174301
Raw:
{
    "name": {
        "created": "2019-04-18 14:57:06",
        "disabled": false,
        "format": "raw",
        "id": 829,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_segment",
            "table": "storagescout_submit"
        },
        "type": "segment"
    },
    "partition": {
        "count": 93,
        "ddl": [
            "ALTER TABLE\n    `sfdl_stage_segment.storagescout_submit`\nADD\n\n\n PARTITION (dt='2019-04-18') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-18/'\n PARTITION (dt='2019-04-19') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-19/'\n PARTITION (dt='2019-04-22') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-22/'\n PARTITION (dt='2019-04-24') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-24/'\n PARTITION (dt='2019-04-25') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-25/'\n PARTITION (dt='2019-04-26') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-26/'\n PARTITION (dt='2019-04-27') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-27/'\n PARTITION (dt='2019-04-29') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-29/'\n PARTITION (dt='2019-05-01') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-01/'\n PARTITION (dt='2019-05-06') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-06/'\n PARTITION (dt='2019-05-08') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-08/'\n PARTITION (dt='2019-05-13') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-13/'\n PARTITION (dt='2019-05-15') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-15/'\n PARTITION (dt='2019-05-16') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-16/'\n PARTITION (dt='2019-05-21') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-21/'\n PARTITION (dt='2019-05-22') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-22/'\n PARTITION (dt='2019-05-30') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-30/'\n PARTITION (dt='2019-06-03') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-03/'\n PARTITION (dt='2019-06-04') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-04/'\n PARTITION (dt='2019-06-05') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-05/'\n PARTITION (dt='2019-06-07') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-07/'\n PARTITION (dt='2019-06-10') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-10/'\n PARTITION (dt='2019-06-11') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-11/'\n PARTITION (dt='2019-06-12') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-12/'\n PARTITION (dt='2019-06-13') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-13/'\n PARTITION (dt='2019-06-14') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-14/'\n PARTITION (dt='2019-06-17') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-17/'\n PARTITION (dt='2019-06-18') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-18/'\n PARTITION (dt='2019-06-19') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-19/'\n PARTITION (dt='2019-06-20') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-20/'\n PARTITION (dt='2019-06-21') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-21/'\n PARTITION (dt='2019-06-24') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-24/'\n PARTITION (dt='2019-06-25') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-25/'\n PARTITION (dt='2019-06-26') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-26/'\n PARTITION (dt='2019-06-28') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-28/'\n PARTITION (dt='2019-07-01') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-01/'\n PARTITION (dt='2019-07-02') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-02/'\n PARTITION (dt='2019-07-05') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-05/'\n PARTITION (dt='2019-07-08') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-08/'\n PARTITION (dt='2019-07-09') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-09/'\n PARTITION (dt='2019-07-10') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-10/'\n PARTITION (dt='2019-07-11') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-11/'\n PARTITION (dt='2019-07-12') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-12/'\n PARTITION (dt='2019-07-15') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-15/'\n PARTITION (dt='2019-07-16') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-16/'\n PARTITION (dt='2019-07-17') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-17/'\n PARTITION (dt='2019-07-18') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-18/'\n PARTITION (dt='2019-07-19') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-19/'\n PARTITION (dt='2019-07-25') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-25/'\n PARTITION (dt='2019-08-09') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-09/'\n PARTITION (dt='2019-08-12') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-12/'\n PARTITION (dt='2019-08-14') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-14/'\n PARTITION (dt='2019-08-20') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-20/'\n PARTITION (dt='2019-09-04') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-09-04/'\n PARTITION (dt='2019-09-18') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-09-18/'\n PARTITION (dt='2019-10-15') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-15/'\n PARTITION (dt='2019-10-21') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-21/'\n PARTITION (dt='2019-10-22') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-22/'\n PARTITION (dt='2019-10-24') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-24/'\n PARTITION (dt='2019-11-06') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-06/'\n PARTITION (dt='2019-11-13') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-13/'\n PARTITION (dt='2019-11-15') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-15/'\n PARTITION (dt='2019-11-19') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-19/'\n PARTITION (dt='2019-11-21') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-21/'\n PARTITION (dt='2019-12-03') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-12-03/'\n PARTITION (dt='2020-01-06') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-06/'\n PARTITION (dt='2020-01-07') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-07/'\n PARTITION (dt='2020-01-25') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-25/'\n PARTITION (dt='2020-05-18') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-05-18/'\n PARTITION (dt='2020-05-27') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-05-27/'\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-10/'\n PARTITION (dt='2021-02-11') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-11/'\n PARTITION (dt='2021-03-04') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-04/'\n PARTITION (dt='2021-03-05') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-05/'\n PARTITION (dt='2021-03-08') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-08/'\n PARTITION (dt='2021-05-04') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-04/'\n PARTITION (dt='2021-05-05') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-05/'\n PARTITION (dt='2021-05-06') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-06/'\n PARTITION (dt='2021-05-13') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-13/'\n PARTITION (dt='2021-06-22') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-22/'\n PARTITION (dt='2021-06-23') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-23/'\n PARTITION (dt='2021-06-24') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-24/'\n PARTITION (dt='2021-06-25') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-25/'\n PARTITION (dt='2021-07-12') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-07-12/'\n PARTITION (dt='2021-07-20') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-07-20/'\n PARTITION (dt='2021-08-20') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-08-20/'\n PARTITION (dt='2021-09-30') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-09-30/'\n PARTITION (dt='2022-01-24') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-01-24/'\n PARTITION (dt='2022-03-07') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-03-07/'\n PARTITION (dt='2022-06-06') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-06-06/'\n PARTITION (dt='2023-02-09') location 's3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2023-02-09/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 395403,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-18/",
                    "name": "dt",
                    "value": "2019-04-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:11",
                        "last_data": "2023-02-09 00:16:11"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395359,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-19/",
                    "name": "dt",
                    "value": "2019-04-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395334,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-22/",
                    "name": "dt",
                    "value": "2019-04-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395375,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-24/",
                    "name": "dt",
                    "value": "2019-04-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395393,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-25/",
                    "name": "dt",
                    "value": "2019-04-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395338,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-26/",
                    "name": "dt",
                    "value": "2019-04-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395322,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-27/",
                    "name": "dt",
                    "value": "2019-04-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:04",
                        "last_data": "2023-02-09 00:16:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395398,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-04-29/",
                    "name": "dt",
                    "value": "2019-04-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395396,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-01/",
                    "name": "dt",
                    "value": "2019-05-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395349,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-06/",
                    "name": "dt",
                    "value": "2019-05-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395340,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-08/",
                    "name": "dt",
                    "value": "2019-05-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395348,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-13/",
                    "name": "dt",
                    "value": "2019-05-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395331,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-15/",
                    "name": "dt",
                    "value": "2019-05-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395339,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-16/",
                    "name": "dt",
                    "value": "2019-05-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395360,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-21/",
                    "name": "dt",
                    "value": "2019-05-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395326,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-22/",
                    "name": "dt",
                    "value": "2019-05-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395341,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-05-30/",
                    "name": "dt",
                    "value": "2019-05-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395356,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-03/",
                    "name": "dt",
                    "value": "2019-06-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395362,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-04/",
                    "name": "dt",
                    "value": "2019-06-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395384,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-05/",
                    "name": "dt",
                    "value": "2019-06-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395397,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-07/",
                    "name": "dt",
                    "value": "2019-06-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395371,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-10/",
                    "name": "dt",
                    "value": "2019-06-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395319,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-11/",
                    "name": "dt",
                    "value": "2019-06-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:04",
                        "last_data": "2023-02-09 00:16:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395389,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-12/",
                    "name": "dt",
                    "value": "2019-06-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395342,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-13/",
                    "name": "dt",
                    "value": "2019-06-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395335,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-14/",
                    "name": "dt",
                    "value": "2019-06-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395358,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-17/",
                    "name": "dt",
                    "value": "2019-06-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395406,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-18/",
                    "name": "dt",
                    "value": "2019-06-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:11",
                        "last_data": "2023-02-09 00:16:11"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395365,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-19/",
                    "name": "dt",
                    "value": "2019-06-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395392,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-20/",
                    "name": "dt",
                    "value": "2019-06-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395366,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-21/",
                    "name": "dt",
                    "value": "2019-06-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395383,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-24/",
                    "name": "dt",
                    "value": "2019-06-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395385,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-25/",
                    "name": "dt",
                    "value": "2019-06-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395351,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-26/",
                    "name": "dt",
                    "value": "2019-06-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395354,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-06-28/",
                    "name": "dt",
                    "value": "2019-06-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395367,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-01/",
                    "name": "dt",
                    "value": "2019-07-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395390,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-02/",
                    "name": "dt",
                    "value": "2019-07-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395337,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-05/",
                    "name": "dt",
                    "value": "2019-07-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395364,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-08/",
                    "name": "dt",
                    "value": "2019-07-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395363,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-09/",
                    "name": "dt",
                    "value": "2019-07-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395327,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-10/",
                    "name": "dt",
                    "value": "2019-07-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395336,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-11/",
                    "name": "dt",
                    "value": "2019-07-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395405,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-12/",
                    "name": "dt",
                    "value": "2019-07-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:11",
                        "last_data": "2023-02-09 00:16:11"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395355,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-15/",
                    "name": "dt",
                    "value": "2019-07-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395332,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-16/",
                    "name": "dt",
                    "value": "2019-07-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395361,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-17/",
                    "name": "dt",
                    "value": "2019-07-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395344,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-18/",
                    "name": "dt",
                    "value": "2019-07-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395402,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-19/",
                    "name": "dt",
                    "value": "2019-07-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:11",
                        "last_data": "2023-02-09 00:16:11"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395370,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-07-25/",
                    "name": "dt",
                    "value": "2019-07-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395345,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-09/",
                    "name": "dt",
                    "value": "2019-08-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395373,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-12/",
                    "name": "dt",
                    "value": "2019-08-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395324,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-14/",
                    "name": "dt",
                    "value": "2019-08-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:04",
                        "last_data": "2023-02-09 00:16:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395325,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-08-20/",
                    "name": "dt",
                    "value": "2019-08-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:04",
                        "last_data": "2023-02-09 00:16:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395400,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-09-04/",
                    "name": "dt",
                    "value": "2019-09-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395376,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-09-18/",
                    "name": "dt",
                    "value": "2019-09-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395318,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-15/",
                    "name": "dt",
                    "value": "2019-10-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:04",
                        "last_data": "2023-02-09 00:16:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395391,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-21/",
                    "name": "dt",
                    "value": "2019-10-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395343,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-22/",
                    "name": "dt",
                    "value": "2019-10-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395394,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-10-24/",
                    "name": "dt",
                    "value": "2019-10-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395346,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-06/",
                    "name": "dt",
                    "value": "2019-11-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395357,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-13/",
                    "name": "dt",
                    "value": "2019-11-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395386,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-15/",
                    "name": "dt",
                    "value": "2019-11-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395404,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-19/",
                    "name": "dt",
                    "value": "2019-11-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:11",
                        "last_data": "2023-02-09 00:16:11"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395368,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-11-21/",
                    "name": "dt",
                    "value": "2019-11-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395377,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2019-12-03/",
                    "name": "dt",
                    "value": "2019-12-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395388,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-06/",
                    "name": "dt",
                    "value": "2020-01-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395352,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-07/",
                    "name": "dt",
                    "value": "2020-01-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395380,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-01-25/",
                    "name": "dt",
                    "value": "2020-01-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395350,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-05-18/",
                    "name": "dt",
                    "value": "2020-05-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395374,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2020-05-27/",
                    "name": "dt",
                    "value": "2020-05-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395378,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-08/",
                    "name": "dt",
                    "value": "2021-02-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395320,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-09/",
                    "name": "dt",
                    "value": "2021-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:04",
                        "last_data": "2023-02-09 00:16:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395333,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-10/",
                    "name": "dt",
                    "value": "2021-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395328,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-02-11/",
                    "name": "dt",
                    "value": "2021-02-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395347,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-04/",
                    "name": "dt",
                    "value": "2021-03-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:06",
                        "last_data": "2023-02-09 00:16:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395387,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-05/",
                    "name": "dt",
                    "value": "2021-03-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395323,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-03-08/",
                    "name": "dt",
                    "value": "2021-03-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:04",
                        "last_data": "2023-02-09 00:16:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395381,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-04/",
                    "name": "dt",
                    "value": "2021-05-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395379,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-05/",
                    "name": "dt",
                    "value": "2021-05-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395399,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-06/",
                    "name": "dt",
                    "value": "2021-05-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395372,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-05-13/",
                    "name": "dt",
                    "value": "2021-05-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395395,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-22/",
                    "name": "dt",
                    "value": "2021-06-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:10",
                        "last_data": "2023-02-09 00:16:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395321,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-23/",
                    "name": "dt",
                    "value": "2021-06-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:04",
                        "last_data": "2023-02-09 00:16:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395353,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-24/",
                    "name": "dt",
                    "value": "2021-06-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:07",
                        "last_data": "2023-02-09 00:16:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395317,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-06-25/",
                    "name": "dt",
                    "value": "2021-06-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:04",
                        "last_data": "2023-02-09 00:16:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395369,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-07-12/",
                    "name": "dt",
                    "value": "2021-07-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:08",
                        "last_data": "2023-02-09 00:16:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395401,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-07-20/",
                    "name": "dt",
                    "value": "2021-07-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:11",
                        "last_data": "2023-02-09 00:16:11"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395329,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-08-20/",
                    "name": "dt",
                    "value": "2021-08-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395330,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2021-09-30/",
                    "name": "dt",
                    "value": "2021-09-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:05",
                        "last_data": "2023-02-09 00:16:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395382,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-01-24/",
                    "name": "dt",
                    "value": "2022-01-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:16:09",
                        "last_data": "2023-02-09 00:16:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 276844,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-03-07/",
                    "name": "dt",
                    "value": "2022-03-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-03-07 17:16:56",
                        "last_data": "2022-03-07 17:16:56"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 289023,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2022-06-06/",
                    "name": "dt",
                    "value": "2022-06-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-06-06 13:53:01",
                        "last_data": "2022-06-06 13:53:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 395316,
                    "location": "s3://sfdl-segment-storagescout-stage/separated_dt/submit/dt=2023-02-09/",
                    "name": "dt",
                    "value": "2023-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-02-09 00:15:45",
                        "last_data": "2023-02-09 00:15:45"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.category": "string",
            "properties.env": "string",
            "properties.extra.AAAMemberNumber": "string",
            "properties.extra.account.accountId": "string",
            "properties.extra.account.hasOnlineMoveIns": "string",
            "properties.extra.actualD": "string",
            "properties.extra.actualW": "string",
            "properties.extra.affiliateId": "string",
            "properties.extra.alternateEmails": [
                "string"
            ],
            "properties.extra.alternateFirstNames": [
                "string"
            ],
            "properties.extra.alternateLastNames": [
                "string"
            ],
            "properties.extra.alternatePhones": [
                "string"
            ],
            "properties.extra.apiCustId": "string",
            "properties.extra.apiLeadId": "string",
            "properties.extra.apiUnitId": "string",
            "properties.extra.autoState": "string",
            "properties.extra.baseBid": "string",
            "properties.extra.bidAmount": "string",
            "properties.extra.bidType": "string",
            "properties.extra.bookedUnit.amenities": [
                "string"
            ],
            "properties.extra.bookedUnit.description.physical.height": "string",
            "properties.extra.bookedUnit.description.physical.length": "string",
            "properties.extra.bookedUnit.description.physical.width": "string",
            "properties.extra.bookedUnit.description.vehicle.only": "string",
            "properties.extra.bookedUnit.description.vehicle.permitted": "string",
            "properties.extra.bookedUnit.description.vehicle.warehouse": "string",
            "properties.extra.bookedUnit.id": "string",
            "properties.extra.bookedUnit.price.meta": "string",
            "properties.extra.bookedUnit.promotion": "string",
            "properties.extra.bookedUnit.reservation_days": "string",
            "properties.extra.bookedUnit.unitType": "string",
            "properties.extra.bookingAgent": "string",
            "properties.extra.bookingAgentId": "string",
            "properties.extra.bookingState": "string",
            "properties.extra.bookingType": "string",
            "properties.extra.bookingWidget": "string",
            "properties.extra.callCenter": "string",
            "properties.extra.callCenterNotes": "string",
            "properties.extra.callCenterTransfer": "string",
            "properties.extra.callerIdPhone": "string",
            "properties.extra.canceled": "string",
            "properties.extra.centershiftAccountId": "string",
            "properties.extra.commission": "string",
            "properties.extra.companyCode": "string",
            "properties.extra.complete": "string",
            "properties.extra.confirmationCode": "string",
            "properties.extra.contacted": "string",
            "properties.extra.corrected": "string",
            "properties.extra.customerNotes": "string",
            "properties.extra.depositPaid": "string",
            "properties.extra.disputeReason": "string",
            "properties.extra.duplicateOf": "string",
            "properties.extra.eSignType": "string",
            "properties.extra.eVisitId": "string",
            "properties.extra.email": "string",
            "properties.extra.estimatedRevenue": "string",
            "properties.extra.facilityGetsNotificationEmails": "string",
            "properties.extra.facilityId": "string",
            "properties.extra.facilityName": "string",
            "properties.extra.facilityPhone": "string",
            "properties.extra.facilityTenant": "string",
            "properties.extra.facilityTenantId": "string",
            "properties.extra.facilitylocation.address1": "string",
            "properties.extra.facilitylocation.address2": "string",
            "properties.extra.facilitylocation.city": "string",
            "properties.extra.facilitylocation.country": "string",
            "properties.extra.facilitylocation.state": "string",
            "properties.extra.facilitylocation.zip": "string",
            "properties.extra.firstName": "string",
            "properties.extra.free": "string",
            "properties.extra.hasContactlessMoveins": "string",
            "properties.extra.hasOnlineMoveIns": "string",
            "properties.extra.hostedWebsite": "string",
            "properties.extra.hotLead": "string",
            "properties.extra.invoiceId": "string",
            "properties.extra.lastName": "string",
            "properties.extra.listingWantId": "string",
            "properties.extra.matchReasons": "string",
            "properties.extra.matchScore": "string",
            "properties.extra.modifiedDtm": "string",
            "properties.extra.monthlyInsurance": "string",
            "properties.extra.moveIn": "string",
            "properties.extra.moveInActual": "string",
            "properties.extra.moveInOriginal": "string",
            "properties.extra.moveOut": "string",
            "properties.extra.movedIn": "string",
            "properties.extra.npv": "string",
            "properties.extra.onlineMoveInUrl": "string",
            "properties.extra.payoutBatchId": "string",
            "properties.extra.phone": "string",
            "properties.extra.phoneChangedNumber": "string",
            "properties.extra.phoneFacilityTransfer": "string",
            "properties.extra.phoneStatus": "string",
            "properties.extra.phoneVerified": "string",
            "properties.extra.pickupTime": "string",
            "properties.extra.price": "string",
            "properties.extra.promo": "string",
            "properties.extra.promoCode": "string",
            "properties.extra.read": "string",
            "properties.extra.rebateProcessed": "string",
            "properties.extra.referrerId": "string",
            "properties.extra.resaleRate": "string",
            "properties.extra.reviewStatus": "string",
            "properties.extra.searchWeightId": "string",
            "properties.extra.searchWeightTestId": "string",
            "properties.extra.sessionId": "string",
            "properties.extra.siteId": "string",
            "properties.extra.sitePhone": "string",
            "properties.extra.sizeD": "string",
            "properties.extra.sizeH": "string",
            "properties.extra.sizeW": "string",
            "properties.extra.statementId": "string",
            "properties.extra.termsVersion": "string",
            "properties.extra.timestamp": "string",
            "properties.extra.totalPaid": "string",
            "properties.extra.trafficSourceId": "string",
            "properties.extra.typeOfListing": "string",
            "properties.extra.unit.unitIds": [
                "string"
            ],
            "properties.extra.unitId": "string",
            "properties.extra.unitNumber": "string",
            "properties.extra.userId": "string",
            "properties.extra.visitId": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2023-02-09 00:15:45",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.storagescout_submit`\n(\n`messageId`STRING,`userId`STRING,`_origin`STRING,`timestamp`STRING,`channel`STRING,`receivedAt`STRING,`anonymousId`STRING,`projectId`STRING,`originalTimestamp`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`ip`:STRING,`page`:struct<`referrer`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`url`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>>,`event`STRING,`type`STRING,`version`STRING,`properties`struct<`label`:STRING,`env`:STRING,`category`:STRING,`isReact`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING,`extra`:struct<`bookingWidget`:STRING,`bookingAgentId`:STRING,`payoutBatchId`:STRING,`commission`:STRING,`sizeH`:STRING,`alternatePhones`:array,`promoCode`:STRING,`duplicateOf`:STRING,`alternateLastNames`:array,`matchScore`:STRING,`userId`:STRING,`price`:STRING,`bookingType`:STRING,`typeOfListing`:STRING,`affiliateId`:STRING,`apiUnitId`:STRING,`hasContactlessMoveins`:STRING,`facilityGetsNotificationEmails`:STRING,`facilityTenantId`:STRING,`onlineMoveInUrl`:STRING,`hasOnlineMoveIns`:STRING,`facilityId`:STRING,`customerNotes`:STRING,`phoneChangedNumber`:STRING,`confirmationCode`:STRING,`termsVersion`:STRING,`phoneStatus`:STRING,`callCenter`:STRING,`baseBid`:STRING,`facilityName`:STRING,`statementId`:STRING,`searchWeightTestId`:STRING,`sizeD`:STRING,`AAAMemberNumber`:STRING,`canceled`:STRING,`facilitylocation`:struct<`address1`:STRING,`zip`:STRING,`country`:STRING,`address2`:STRING,`city`:STRING,`state`:STRING>,`sitePhone`:STRING,`alternateEmails`:array,`alternateFirstNames`:array,`moveIn`:STRING,`referrerId`:STRING,`modifiedDtm`:STRING,`listingWantId`:STRING,`callCenterNotes`:STRING,`callerIdPhone`:STRING,`facilityTenant`:STRING,`reviewStatus`:STRING,`moveInOriginal`:STRING,`unit`:struct<`unitIds`:array>,`rebateProcessed`:STRING,`apiCustId`:STRING,`unitNumber`:STRING,`actualW`:STRING,`siteId`:STRING,`disputeReason`:STRING,`account`:struct<`hasOnlineMoveIns`:STRING,`accountId`:STRING>,`free`:STRING,`apiLeadId`:STRING,`bidType`:STRING,`phone`:STRING,`lastName`:STRING,`sessionId`:STRING,`moveInActual`:STRING,`eSignType`:STRING,`email`:STRING,`timestamp`:STRING,`visitId`:STRING,`matchReasons`:STRING,`bookingAgent`:STRING,`autoState`:STRING,`complete`:STRING,`hotLead`:STRING,`centershiftAccountId`:STRING,`pickupTime`:STRING,`hostedWebsite`:STRING,`unitId`:STRING,`read`:STRING,`searchWeightId`:STRING,`npv`:STRING,`eVisitId`:STRING,`corrected`:STRING,`callCenterTransfer`:STRING,`facilityPhone`:STRING,`phoneFacilityTransfer`:STRING,`companyCode`:STRING,`actualD`:STRING,`depositPaid`:STRING,`trafficSourceId`:STRING,`movedIn`:STRING,`bidAmount`:STRING,`firstName`:STRING,`estimatedRevenue`:STRING,`invoiceId`:STRING,`resaleRate`:STRING,`totalPaid`:STRING,`promo`:STRING,`monthlyInsurance`:STRING,`sizeW`:STRING,`contacted`:STRING,`moveOut`:STRING,`phoneVerified`:STRING,`bookingState`:STRING,`bookedUnit`:struct<`id`:STRING,`price`:struct<`meta`:STRING>,`amenities`:array,`reservation_days`:STRING,`promotion`:STRING,`unitType`:STRING,`description`:struct<`vehicle`:struct<`only`:STRING,`permitted`:STRING,`warehouse`:STRING>,`physical`:struct<`width`:STRING,`height`:STRING,`length`:STRING>>>>>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-stage/separated_dt/submit'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.storagescout_submit`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.storagescout_submit"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}