Schema Info
Schema Name: sfdl_stage_segment.myfoot_change
- created: 2019-02-21 11:11:59
- disabled: False
- format: raw
- id: 720
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_stage_segment", "table": "myfoot_change" } - type: segment
Schema Versions: 3
-
Version 772296
- created: 2024-11-12 16:32:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.myfoot_change`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.myfoot_change`\n(\n`anonymousId`STRING,`integrations`struct<`_empty_`:STRING>,`event`STRING,`properties`struct<`currentTemporaryBid`:STRING,`initialEffectiveBid`:STRING,`label`:STRING,`value`:STRING,`category`:STRING,`customFields`:array,`unbundled`:array >,`timestamp`STRING,`projectId`STRING,`_origin`STRING,`type`STRING,`originalTimestamp`STRING,`messageId`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-myfoot-stage/separated_dt/change'\n", "MSCK REPAIR TABLE sfdl_stage_segment.myfoot_change" ] - hive_path: s3://sfdl-segment-myfoot-stage/separated_dt/change
- id: 772296
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5b24020bd62defee3cb62bbd" ], "unbundled": [] }, "_origin": "2024-11-12T22:32:12Z|s3://sfdl-segment-myfoot-stage/segment-logs/LDQAjpBuab/1731369600000/1731450716175.events-archiver-480-50..916c887a-2cd4-4e07-a193-40411ac2dc05.gz|analytics-segment-separator-stage:$LATEST", "anonymousId": "730c5614-a022-400f-b5a6-2ccdf573230f", "channel": "client", "context": { "campaign": {}, "ip": "54.175.218.140", "library": { "name": "analytics.js", "version": "next-1.72.1" }, "locale": "en-US", "page": { "path": "/features/bid", "referrer": "https://my.sparefoot.extrameter.com/dashboard?fid=229597", "search": "?fid=229597", "title": "MySpareFoot", "url": "https://my.sparefoot.extrameter.com/features/bid?fid=229597" }, "timezone": "America/Chicago", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Chromium", "version": "130" }, { "brand": "Google Chrome", "version": "130" }, { "brand": "Not?A_Brand", "version": "99" } ], "mobile": false, "platform": "macOS" } }, "event": "change", "integrations": {}, "messageId": "ajs-next-1731447611728-82763ddf-470b-4fea-b3e4-d09c0efecb40", "originalTimestamp": "2024-11-12T21:40:11.728Z", "projectId": "LDQAjpBuab", "properties": { "account": { "accountId": "7180", "bidType": "PERCENT", "numFacilities": "302", "sfAccountId": "20448" }, "atMinimumBid": false, "category": "update bid modifier", "currentEffectiveBid": 4.1, "currentTemporaryBid": 4.1, "customFields": [ { "name": "rank_bid_csrf_token", "value": "d1XYQQ==" }, { "name": "custom_zip", "value": "" }, { "name": "custom_city", "value": "" } ], "initialEffectiveBid": 4.1, "label": "bid value input", "maxBid": "10.00", "minBid": "1.90", "myfootRole": "god", "value": "4.15" }, "receivedAt": "2024-11-12T21:40:11.836Z", "sentAt": "2024-11-12T21:40:11.741Z", "timestamp": "2024-11-12T21:40:11.823Z", "type": "track", "userId": "5797111", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.account.accountId": "string", "properties.account.account_id": "string", "properties.account.bidType": "string", "properties.account.bid_type": "string", "properties.account.numFacilities": "string", "properties.account.num_facilities": "string", "properties.account.sfAccountId": "string", "properties.account.sf_account_id": "string", "properties.atMinimumBid": "string", "properties.category": "string", "properties.currentEffectiveBid": "string", "properties.currentTemporaryBid": "string", "properties.customFields": [ { "name": "string", "value": "string" } ], "properties.initialEffectiveBid": "string", "properties.label": "string", "properties.maxBid": "string", "properties.minBid": "string", "properties.myfootRole": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 720
- schema_scan_id: 6103561
- updated: 2024-11-12 16:32:31
-
Version 250749
- created: 2020-02-12 05:48:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.myfoot_change`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.myfoot_change`\n(\n`anonymousId`STRING,`originalTimestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`_origin`STRING,`event`STRING,`receivedAt`STRING,`userId`STRING,`sentAt`STRING,`context`struct<`campaign`:struct<`_empty_`:STRING>,`userAgent`:STRING,`ip`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>>,`properties`struct<`customFields`:array - hive_path: s3://sfdl-segment-myfoot-stage/separated_dt/change
- id: 250749
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2020-02-12T11:48:12Z|s3://sfdl-segment-myfoot-stage/segment-logs/LDQAjpBuab/1581465600000/1581507817167.c55215427e02.e4797d0.f89d8424-84f4-44d3-9359-33614617b99d.gz|segment_separator:37", "anonymousId": "7b9e1865-4a12-4c4b-ad80-8923120c5d38", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "3.11.0" }, "locale": "en-US", "page": { "path": "/features/bid", "referrer": "", "search": "?fid=105461", "title": "MySpareFoot", "url": "https://my.sparefoot.extrameter.com/features/bid?fid=105461" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.130 Safari/537.36" }, "event": "change", "integrations": {}, "messageId": "ajs-f0154675aa2864bb78dcdd5c1f24908a", "originalTimestamp": "2020-02-12T11:15:44.504Z", "projectId": "LDQAjpBuab", "properties": { "account": { "accountId": "2318", "bidType": "PERCENT", "numFacilities": "74", "sfAccountId": "15586" }, "atMinimumBid": true, "category": "update bid modifier", "currentEffectiveBid": 0, "currentTemporaryBid": 0, "customFields": [ { "name": "custom_zip", "value": "" }, { "name": "custom_city", "value": "" } ], "initialEffectiveBid": 0, "label": "bid value input", "maxBid": "10.00", "minBid": "0.00", "myfootRole": "god", "value": "0.20" }, "receivedAt": "2020-02-12T11:15:44.602Z", "sentAt": "2020-02-12T11:15:44.508Z", "timestamp": "2020-02-12T11:15:44.598Z", "type": "track", "userId": "10bd7d34fbe6ccff2425391868255a96", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.account.accountId": "string", "properties.account.account_id": "string", "properties.account.bidType": "string", "properties.account.bid_type": "string", "properties.account.numFacilities": "string", "properties.account.num_facilities": "string", "properties.account.sfAccountId": "string", "properties.account.sf_account_id": "string", "properties.atMinimumBid": "string", "properties.category": "string", "properties.currentEffectiveBid": "string", "properties.currentTemporaryBid": "string", "properties.customFields": [ { "name": "string", "value": "string" } ], "properties.initialEffectiveBid": "string", "properties.label": "string", "properties.maxBid": "string", "properties.minBid": "string", "properties.myfootRole": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 720
- schema_scan_id: 2568828
- updated: 2020-02-12 05:48:36
-
Version 197815
- created: 2019-03-01 11:11:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "DROP TABLE IF EXISTS `sfdl_stage_segment.myfoot_change`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.myfoot_change`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`projectId`STRING,`properties`struct<`category`:STRING,`account`:struct<`num_facilities`:STRING,`bid_type`:STRING,`account_id`:STRING,`numFacilities`:STRING,`sf_account_id`:STRING,`sfAccountId`:STRING,`bidType`:STRING,`accountId`:STRING>,`myfootRole`:STRING,`initialEffectiveBid`:STRING,`atMinimumBid`:STRING,`minBid`:STRING,`currentEffectiveBid`:STRING,`value`:STRING,`label`:STRING,`maxBid`:STRING,`customFields`:array,`unbundled`:array >,`version`STRING,`originalTimestamp`STRING,`context`struct<`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`campaign`:struct<`_empty_`:STRING>,`userAgent`:STRING>,`messageId`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-myfoot-stage/separated_dt/change'\n", "MSCK REPAIR TABLE sfdl_stage_segment.myfoot_change" ] - hive_path: s3://sfdl-segment-myfoot-stage/separated_dt/change
- id: 197815
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2019-03-01T17:11:09Z|s3://sfdl-segment-myfoot-stage/segment-logs/LDQAjpBuab/1551398400000/1551460179790.2436e0201cb7.dev.f72f208c-7e26-43e3-b027-e73d4b269cd9.gz|segment_separator:37", "anonymousId": "6d005fbe-c38f-4b29-b817-d4b7f2fc0ad0", "channel": "client", "context": { "campaign": {}, "ip": "66.162.93.78", "library": { "name": "analytics.js", "version": "3.7.2" }, "page": { "path": "/features/bid", "referrer": "https://my.sparefoot.extrameter.com/overview?account_id=1298", "search": "?fid=202242", "title": "MySpareFoot", "url": "https://my.sparefoot.extrameter.com/features/bid?fid=202242" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.81 Safari/537.36" }, "event": "change", "integrations": {}, "messageId": "ajs-731ab96c31af68f5b891faf53a8a7b00", "originalTimestamp": "2019-03-01T16:40:21.068Z", "projectId": "LDQAjpBuab", "properties": { "account": { "accountId": "1298", "account_id": "1298", "bidType": "PERCENT", "bid_type": "PERCENT", "numFacilities": "20", "num_facilities": "20", "sfAccountId": "14566", "sf_account_id": "14566" }, "atMinimumBid": false, "category": "update bid modifier", "currentEffectiveBid": 2.05, "currentTemporaryBid": 2.05, "customFields": [ { "name": "custom_zip", "value": "" }, { "name": "custom_city", "value": "" } ], "initialEffectiveBid": 2.05, "label": "bid value input", "maxBid": "10.00", "minBid": "1.10", "myfootRole": "god", "value": "2.10" }, "receivedAt": "2019-03-01T16:40:21.106Z", "sentAt": "2019-03-01T16:40:21.072Z", "timestamp": "2019-03-01T16:40:21.102Z", "type": "track", "userId": "1369811", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.account.accountId": "string", "properties.account.account_id": "string", "properties.account.bidType": "string", "properties.account.bid_type": "string", "properties.account.numFacilities": "string", "properties.account.num_facilities": "string", "properties.account.sfAccountId": "string", "properties.account.sf_account_id": "string", "properties.atMinimumBid": "string", "properties.category": "string", "properties.currentEffectiveBid": "string", "properties.currentTemporaryBid": "string", "properties.customFields": [ { "name": "string", "value": "string" } ], "properties.initialEffectiveBid": "string", "properties.label": "string", "properties.maxBid": "string", "properties.minBid": "string", "properties.myfootRole": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 720
- schema_scan_id: 1916586
- updated: 2019-03-01 11:11:28
Schema Scans: 3
Last at 2024-11-12 16:32:13
-
Scan 6103561
- duration: 0:00:22.565009
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 24, "partitions_applied": false, "success": true } - id: 6103561
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2024-11-12/", "name": "dt", "type": "string", "value": "2024-11-12" }, "s3": { "bucket": "sfdl-segment-myfoot-stage", "hive_path": "s3://sfdl-segment-myfoot-stage/separated_dt/change", "key": "separated_dt/change/dt=2024-11-12/1731450716175.events-archiver-480-50..916c887a-2cd4-4e07-a193-40411ac2dc05.json.gz" }, "schema": { "name": "sfdl_stage_segment.myfoot_change", "type": "segment" } } - running: False
- schema_name_id: 720
- start_time: 2024-11-12 16:32:13
- success: True
- trace_id: 4215852442336592901
-
Scan 2568828
- duration: 0:00:16.683082
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 10, "partitions_applied": false, "success": true } - id: 2568828
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-02-12/", "name": "dt", "type": "string", "value": "2020-02-12" }, "s3": { "bucket": "sfdl-segment-myfoot-stage", "hive_path": "s3://sfdl-segment-myfoot-stage/separated_dt/change", "key": "separated_dt/change/dt=2020-02-12/1581507817167.c55215427e02.e4797d0.f89d8424-84f4-44d3-9359-33614617b99d.json.gz" }, "schema": { "name": "sfdl_stage_segment.myfoot_change", "type": "segment" } } - running: False
- schema_name_id: 720
- start_time: 2020-02-12 05:48:22
- success: True
- trace_id: 14984835330648691262
-
Scan 1916586
- duration: 0:00:14.002148
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2, "partitions_applied": false, "success": true } - id: 1916586
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-03-01/", "name": "dt", "type": "string", "value": "2019-03-01" }, "s3": { "bucket": "sfdl-segment-myfoot-stage", "hive_path": "s3://sfdl-segment-myfoot-stage/separated_dt/change", "key": "separated_dt/change/dt=2019-03-01/1551460179790.2436e0201cb7.dev.f72f208c-7e26-43e3-b027-e73d4b269cd9.json.gz" }, "schema": { "name": "sfdl_stage_segment.myfoot_change", "type": "segment" } } - running: False
- schema_name_id: 720
- start_time: 2019-03-01 11:11:17
- success: True
- trace_id: 9897804635675482820
- count: 23
- ddl:
[ "ALTER TABLE\n `sfdl_stage_segment.myfoot_change`\nADD\n\n\n PARTITION (dt='2019-02-21') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-02-21/'\n PARTITION (dt='2019-03-01') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-03-01/'\n PARTITION (dt='2019-04-08') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-04-08/'\n PARTITION (dt='2019-04-29') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-04-29/'\n PARTITION (dt='2019-05-01') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-05-01/'\n PARTITION (dt='2019-05-30') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-05-30/'\n PARTITION (dt='2019-07-30') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-07-30/'\n PARTITION (dt='2019-10-25') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-10-25/'\n PARTITION (dt='2020-01-14') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-01-14/'\n PARTITION (dt='2020-02-12') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-02-12/'\n PARTITION (dt='2020-02-14') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-02-14/'\n PARTITION (dt='2020-03-03') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-03-03/'\n PARTITION (dt='2020-05-12') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-05-12/'\n PARTITION (dt='2020-05-14') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-05-14/'\n PARTITION (dt='2020-06-17') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-06-17/'\n PARTITION (dt='2020-08-27') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-27/'\n PARTITION (dt='2020-08-28') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-28/'\n PARTITION (dt='2020-08-31') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-31/'\n PARTITION (dt='2020-10-20') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-10-20/'\n PARTITION (dt='2021-03-18') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-03-18/'\n PARTITION (dt='2021-08-25') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-08-25/'\n PARTITION (dt='2021-11-09') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-11-09/'\n PARTITION (dt='2024-11-12') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2024-11-12/'\n;" ] - name: dt
- state:
[ { "info": { "id": 580953, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-02-21/", "name": "dt", "value": "2019-02-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:34", "last_data": "2024-11-12 16:32:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580963, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-03-01/", "name": "dt", "value": "2019-03-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:35", "last_data": "2024-11-12 16:32:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580968, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-04-08/", "name": "dt", "value": "2019-04-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:36", "last_data": "2024-11-12 16:32:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580964, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-04-29/", "name": "dt", "value": "2019-04-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:35", "last_data": "2024-11-12 16:32:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580952, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-05-01/", "name": "dt", "value": "2019-05-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:34", "last_data": "2024-11-12 16:32:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580956, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-05-30/", "name": "dt", "value": "2019-05-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:35", "last_data": "2024-11-12 16:32:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580959, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-07-30/", "name": "dt", "value": "2019-07-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:35", "last_data": "2024-11-12 16:32:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580961, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-10-25/", "name": "dt", "value": "2019-10-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:35", "last_data": "2024-11-12 16:32:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580960, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-01-14/", "name": "dt", "value": "2020-01-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:35", "last_data": "2024-11-12 16:32:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580954, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-02-12/", "name": "dt", "value": "2020-02-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:34", "last_data": "2024-11-12 16:32:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580950, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-02-14/", "name": "dt", "value": "2020-02-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:34", "last_data": "2024-11-12 16:32:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580957, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-03-03/", "name": "dt", "value": "2020-03-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:35", "last_data": "2024-11-12 16:32:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580958, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-05-12/", "name": "dt", "value": "2020-05-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:35", "last_data": "2024-11-12 16:32:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580955, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-05-14/", "name": "dt", "value": "2020-05-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:35", "last_data": "2024-11-12 16:32:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580962, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-06-17/", "name": "dt", "value": "2020-06-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:35", "last_data": "2024-11-12 16:32:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580966, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-27/", "name": "dt", "value": "2020-08-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:36", "last_data": "2024-11-12 16:32:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580951, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-28/", "name": "dt", "value": "2020-08-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:34", "last_data": "2024-11-12 16:32:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580967, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-31/", "name": "dt", "value": "2020-08-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:36", "last_data": "2024-11-12 16:32:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580969, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-10-20/", "name": "dt", "value": "2020-10-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:36", "last_data": "2024-11-12 16:32:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580965, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-03-18/", "name": "dt", "value": "2021-03-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:35", "last_data": "2024-11-12 16:32:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 217189, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-08-25/", "name": "dt", "value": "2021-08-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-25 10:42:23", "last_data": "2021-08-25 10:52:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 263377, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-11-09/", "name": "dt", "value": "2021-11-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-11-09 16:45:05", "last_data": "2021-11-09 16:54:01" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 580949, "location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2024-11-12/", "name": "dt", "value": "2024-11-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-11-12 16:32:15", "last_data": "2024-11-12 16:32:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.account.accountId": "string", "properties.account.account_id": "string", "properties.account.bidType": "string", "properties.account.bid_type": "string", "properties.account.numFacilities": "string", "properties.account.num_facilities": "string", "properties.account.sfAccountId": "string", "properties.account.sf_account_id": "string", "properties.atMinimumBid": "string", "properties.category": "string", "properties.currentEffectiveBid": "string", "properties.currentTemporaryBid": "string", "properties.customFields": [ { "name": "string", "value": "string" } ], "properties.initialEffectiveBid": "string", "properties.label": "string", "properties.maxBid": "string", "properties.minBid": "string", "properties.myfootRole": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2024-11-12 16:32:15
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.myfoot_change`\n(\n`anonymousId`STRING,`integrations`struct<`_empty_`:STRING>,`event`STRING,`properties`struct<`currentTemporaryBid`:STRING,`initialEffectiveBid`:STRING,`label`:STRING,`value`:STRING,`category`:STRING,`customFields`:array,`unbundled`:array >,`timestamp`STRING,`projectId`STRING,`_origin`STRING,`type`STRING,`originalTimestamp`STRING,`messageId`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-myfoot-stage/separated_dt/change'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.myfoot_change`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.myfoot_change" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2019-02-21 11:11:59",
"disabled": false,
"format": "raw",
"id": 720,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_stage_segment",
"table": "myfoot_change"
},
"type": "segment"
},
"partition": {
"count": 23,
"ddl": [
"ALTER TABLE\n `sfdl_stage_segment.myfoot_change`\nADD\n\n\n PARTITION (dt='2019-02-21') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-02-21/'\n PARTITION (dt='2019-03-01') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-03-01/'\n PARTITION (dt='2019-04-08') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-04-08/'\n PARTITION (dt='2019-04-29') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-04-29/'\n PARTITION (dt='2019-05-01') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-05-01/'\n PARTITION (dt='2019-05-30') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-05-30/'\n PARTITION (dt='2019-07-30') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-07-30/'\n PARTITION (dt='2019-10-25') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-10-25/'\n PARTITION (dt='2020-01-14') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-01-14/'\n PARTITION (dt='2020-02-12') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-02-12/'\n PARTITION (dt='2020-02-14') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-02-14/'\n PARTITION (dt='2020-03-03') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-03-03/'\n PARTITION (dt='2020-05-12') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-05-12/'\n PARTITION (dt='2020-05-14') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-05-14/'\n PARTITION (dt='2020-06-17') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-06-17/'\n PARTITION (dt='2020-08-27') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-27/'\n PARTITION (dt='2020-08-28') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-28/'\n PARTITION (dt='2020-08-31') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-31/'\n PARTITION (dt='2020-10-20') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-10-20/'\n PARTITION (dt='2021-03-18') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-03-18/'\n PARTITION (dt='2021-08-25') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-08-25/'\n PARTITION (dt='2021-11-09') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-11-09/'\n PARTITION (dt='2024-11-12') location 's3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2024-11-12/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 580953,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-02-21/",
"name": "dt",
"value": "2019-02-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:34",
"last_data": "2024-11-12 16:32:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580963,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-03-01/",
"name": "dt",
"value": "2019-03-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:35",
"last_data": "2024-11-12 16:32:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580968,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-04-08/",
"name": "dt",
"value": "2019-04-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:36",
"last_data": "2024-11-12 16:32:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580964,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-04-29/",
"name": "dt",
"value": "2019-04-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:35",
"last_data": "2024-11-12 16:32:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580952,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-05-01/",
"name": "dt",
"value": "2019-05-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:34",
"last_data": "2024-11-12 16:32:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580956,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-05-30/",
"name": "dt",
"value": "2019-05-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:35",
"last_data": "2024-11-12 16:32:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580959,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-07-30/",
"name": "dt",
"value": "2019-07-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:35",
"last_data": "2024-11-12 16:32:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580961,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2019-10-25/",
"name": "dt",
"value": "2019-10-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:35",
"last_data": "2024-11-12 16:32:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580960,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-01-14/",
"name": "dt",
"value": "2020-01-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:35",
"last_data": "2024-11-12 16:32:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580954,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-02-12/",
"name": "dt",
"value": "2020-02-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:34",
"last_data": "2024-11-12 16:32:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580950,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-02-14/",
"name": "dt",
"value": "2020-02-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:34",
"last_data": "2024-11-12 16:32:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580957,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-03-03/",
"name": "dt",
"value": "2020-03-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:35",
"last_data": "2024-11-12 16:32:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580958,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-05-12/",
"name": "dt",
"value": "2020-05-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:35",
"last_data": "2024-11-12 16:32:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580955,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-05-14/",
"name": "dt",
"value": "2020-05-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:35",
"last_data": "2024-11-12 16:32:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580962,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-06-17/",
"name": "dt",
"value": "2020-06-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:35",
"last_data": "2024-11-12 16:32:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580966,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-27/",
"name": "dt",
"value": "2020-08-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:36",
"last_data": "2024-11-12 16:32:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580951,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-28/",
"name": "dt",
"value": "2020-08-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:34",
"last_data": "2024-11-12 16:32:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580967,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-08-31/",
"name": "dt",
"value": "2020-08-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:36",
"last_data": "2024-11-12 16:32:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580969,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2020-10-20/",
"name": "dt",
"value": "2020-10-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:36",
"last_data": "2024-11-12 16:32:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580965,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-03-18/",
"name": "dt",
"value": "2021-03-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:35",
"last_data": "2024-11-12 16:32:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 217189,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-08-25/",
"name": "dt",
"value": "2021-08-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-25 10:42:23",
"last_data": "2021-08-25 10:52:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 263377,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2021-11-09/",
"name": "dt",
"value": "2021-11-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-11-09 16:45:05",
"last_data": "2021-11-09 16:54:01"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 580949,
"location": "s3://sfdl-segment-myfoot-stage/separated_dt/change/dt=2024-11-12/",
"name": "dt",
"value": "2024-11-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-11-12 16:32:15",
"last_data": "2024-11-12 16:32:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.account.accountId": "string",
"properties.account.account_id": "string",
"properties.account.bidType": "string",
"properties.account.bid_type": "string",
"properties.account.numFacilities": "string",
"properties.account.num_facilities": "string",
"properties.account.sfAccountId": "string",
"properties.account.sf_account_id": "string",
"properties.atMinimumBid": "string",
"properties.category": "string",
"properties.currentEffectiveBid": "string",
"properties.currentTemporaryBid": "string",
"properties.customFields": [
{
"name": "string",
"value": "string"
}
],
"properties.initialEffectiveBid": "string",
"properties.label": "string",
"properties.maxBid": "string",
"properties.minBid": "string",
"properties.myfootRole": "string",
"properties.value": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2024-11-12 16:32:15",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_segment.myfoot_change`\n(\n`anonymousId`STRING,`integrations`struct<`_empty_`:STRING>,`event`STRING,`properties`struct<`currentTemporaryBid`:STRING,`initialEffectiveBid`:STRING,`label`:STRING,`value`:STRING,`category`:STRING,`customFields`:array>,`minBid`:STRING,`currentEffectiveBid`:STRING,`myfootRole`:STRING,`atMinimumBid`:STRING,`maxBid`:STRING,`account`:struct<`accountId`:STRING,`bidType`:STRING,`sfAccountId`:STRING,`sf_account_id`:STRING,`account_id`:STRING,`numFacilities`:STRING,`num_facilities`:STRING,`bid_type`:STRING>>,`version`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`userAgent`:STRING,`timezone`:STRING,`ip`:STRING,`campaign`:struct<`_empty_`:STRING>,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`locale`:STRING,`page`:struct<`title`:STRING,`path`:STRING,`referrer`:STRING,`url`:STRING,`search`:STRING>>,`receivedAt`STRING,`userId`STRING,`channel`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`timestamp`STRING,`projectId`STRING,`_origin`STRING,`type`STRING,`originalTimestamp`STRING,`messageId`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-myfoot-stage/separated_dt/change'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_segment.myfoot_change`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_segment.myfoot_change"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}