Schema Info

Schema Name: sfdl_stage_googlesheet.sitelink_cancellations

created: 2018-10-31 10:36:49
disabled: False
format: raw
id: 659
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_googlesheet",
    "table": "sitelink_cancellations"
}

type: googlesheet

Schema Versions: 3

Version 379640

created: 2022-01-28 06:00:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_googlesheet`",
    "DROP TABLE IF EXISTS `sfdl_stage_googlesheet.sitelink_cancellations`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_googlesheet.sitelink_cancellations`\n(\n `special_notes`  string , `credit_removed`  string , `name`  string , `xfer_opportunity`  string , `xfer_replacement`  string , `installed_or_closed_won`  string , `month_difference`  string , `boarding_date`  string , `merchant_requested_cancellation_date`  string , `msc_accessone_submitted`  string , `fd_close_date`  string , `access_one_date_bank_ticket`  string , `payeezy_disabled`  string , `mpa_cancellation_amount`  string , `cancellation_fee_received`  string , `six_month_carry_charges_finished`  string , `merchant_name`  string , `merchant_number`  string , `system`  string , `prin`  string , `sales_agent`  string , `description`  string , `cancellation_submitter`  string , `cancellation_reason`  string , `cancellation_reason_2`  string , `refunded`  string , `why`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-googlesheet-sitelink-stage/raw/cancellations/2022-01-28/1643371209'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_googlesheet.sitelink_cancellations"
]

hive_path: s3://sfdl-googlesheet-sitelink-stage/raw/cancellations/2022-01-28/1643371209
id: 379640
processed: 1

raw_data:

{
    "access_one_date_bank_ticket": 11,
    "boarding_date": 7,
    "cancellation_fee_received": 14,
    "cancellation_reason": 23,
    "cancellation_reason_2": 24,
    "cancellation_submitter": 22,
    "credit_removed": 1,
    "description": 21,
    "fd_close_date": 10,
    "installed_or_closed_won": 5,
    "merchant_name": 16,
    "merchant_number": 17,
    "merchant_requested_cancellation_date": 8,
    "month_difference": 6,
    "mpa_cancellation_amount": 13,
    "msc_accessone_submitted": 9,
    "name": 2,
    "payeezy_disabled": 12,
    "prin": 19,
    "refunded": 25,
    "sales_agent": 20,
    "six_month_carry_charges_finished": 15,
    "special_notes": 0,
    "system": 18,
    "why": 26,
    "xfer_opportunity": 3,
    "xfer_replacement": 4
}

schema_attributes:

{
    "access_one_date_bank_ticket": "string",
    "boarding_date": "string",
    "cancellation_fee_received": "string",
    "cancellation_reason": "string",
    "cancellation_reason_2": "string",
    "cancellation_submitter": "string",
    "credit_removed": "string",
    "description": "string",
    "fd_close_date": "string",
    "installed_or_closed_won": "string",
    "merchant_name": "string",
    "merchant_number": "string",
    "merchant_requested_cancellation_date": "string",
    "month_difference": "string",
    "mpa_cancellation_amount": "string",
    "msc_accessone_submitted": "string",
    "name": "string",
    "payeezy_disabled": "string",
    "prin": "string",
    "refunded": "string",
    "sales_agent": "string",
    "six_month_carry_charges_finished": "string",
    "special_notes": "string",
    "system": "string",
    "why": "string",
    "xfer_opportunity": "string",
    "xfer_replacement": "string"
}

schema_name_id: 659
schema_scan_id: 3668364
updated: 2022-01-28 06:00:22

Version 379465

created: 2022-01-27 06:00:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_googlesheet`",
    "DROP TABLE IF EXISTS `sfdl_stage_googlesheet.sitelink_cancellations`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_googlesheet.sitelink_cancellations`\n(\n `special_notes`  string , `credit_removed`  string , `name`  string , `xfer_opportunity`  string , `xfer_replacement`  string , `installed_or_closed_won`  string , `month_difference`  string , `boarding_date`  string , `merchant_requested_cancellation_date`  string , `msc_accessone_submitted`  string , `fd_close_date`  string , `access_one_date_bank_ticket`  string , `payeezy_disabled`  string , `mpa_cancellation_amount`  string , `cancellation_fee_received`  string , `six_month_carry_charges_finished`  string , `merchant_name`  string , `merchant_number`  string , `system`  string , `prin`  string , `sales_agent`  string , `description`  string , `cancellation_submitter`  string , `cancellation_reason`  string , `cancellation_reason_2`  string , `refunded`  string , `why`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-googlesheet-sitelink-stage/raw/cancellations/2022-01-27/1643284808'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_googlesheet.sitelink_cancellations"
]

hive_path: s3://sfdl-googlesheet-sitelink-stage/raw/cancellations/2022-01-27/1643284808
id: 379465
processed: 1

raw_data:

{
    "access_one_date_bank_ticket": 11,
    "boarding_date": 7,
    "cancellation_fee_received": 14,
    "cancellation_reason": 23,
    "cancellation_reason_2": 24,
    "cancellation_submitter": 22,
    "credit_removed": 1,
    "description": 21,
    "fd_close_date": 10,
    "installed_or_closed_won": 5,
    "merchant_name": 16,
    "merchant_number": 17,
    "merchant_requested_cancellation_date": 8,
    "month_difference": 6,
    "mpa_cancellation_amount": 13,
    "msc_accessone_submitted": 9,
    "name": 2,
    "payeezy_disabled": 12,
    "prin": 19,
    "refunded": 25,
    "sales_agent": 20,
    "six_month_carry_charges_finished": 15,
    "special_notes": 0,
    "system": 18,
    "why": 26,
    "xfer_opportunity": 3,
    "xfer_replacement": 4
}

schema_attributes:

{
    "access_one_date_bank_ticket": "string",
    "boarding_date": "string",
    "cancellation_fee_received": "string",
    "cancellation_reason": "string",
    "cancellation_reason_2": "string",
    "cancellation_submitter": "string",
    "credit_removed": "string",
    "description": "string",
    "fd_close_date": "string",
    "installed_or_closed_won": "string",
    "merchant_name": "string",
    "merchant_number": "string",
    "merchant_requested_cancellation_date": "string",
    "month_difference": "string",
    "mpa_cancellation_amount": "string",
    "msc_accessone_submitted": "string",
    "name": "string",
    "payeezy_disabled": "string",
    "prin": "string",
    "refunded": "string",
    "sales_agent": "string",
    "six_month_carry_charges_finished": "string",
    "special_notes": "string",
    "system": "string",
    "why": "string",
    "xfer_opportunity": "string",
    "xfer_replacement": "string"
}

schema_name_id: 659
schema_scan_id: 3666847
updated: 2022-01-27 06:00:22

Version 379292

created: 2022-01-26 06:00:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_googlesheet`",
    "DROP TABLE IF EXISTS `sfdl_stage_googlesheet.sitelink_cancellations`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_googlesheet.sitelink_cancellations`\n(\n `special_notes`  string , `credit_removed`  string , `name`  string , `xfer_opportunity`  string , `xfer_replacement`  string , `installed_or_closed_won`  string , `month_difference`  string , `boarding_date`  string , `merchant_requested_cancellation_date`  string , `msc_accessone_submitted`  string , `fd_close_date`  string , `access_one_date_bank_ticket`  string , `payeezy_disabled`  string , `mpa_cancellation_amount`  string , `cancellation_fee_received`  string , `six_month_carry_charges_finished`  string , `merchant_name`  string , `merchant_number`  string , `system`  string , `prin`  string , `sales_agent`  string , `description`  string , `cancellation_submitter`  string , `cancellation_reason`  string , `cancellation_reason_2`  string , `refunded`  string , `why`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-googlesheet-sitelink-stage/raw/cancellations/2022-01-26/1643198409'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_googlesheet.sitelink_cancellations"
]

hive_path: s3://sfdl-googlesheet-sitelink-stage/raw/cancellations/2022-01-26/1643198409
id: 379292
processed: 1

raw_data:

{
    "access_one_date_bank_ticket": 11,
    "boarding_date": 7,
    "cancellation_fee_received": 14,
    "cancellation_reason": 23,
    "cancellation_reason_2": 24,
    "cancellation_submitter": 22,
    "credit_removed": 1,
    "description": 21,
    "fd_close_date": 10,
    "installed_or_closed_won": 5,
    "merchant_name": 16,
    "merchant_number": 17,
    "merchant_requested_cancellation_date": 8,
    "month_difference": 6,
    "mpa_cancellation_amount": 13,
    "msc_accessone_submitted": 9,
    "name": 2,
    "payeezy_disabled": 12,
    "prin": 19,
    "refunded": 25,
    "sales_agent": 20,
    "six_month_carry_charges_finished": 15,
    "special_notes": 0,
    "system": 18,
    "why": 26,
    "xfer_opportunity": 3,
    "xfer_replacement": 4
}

schema_attributes:

{
    "access_one_date_bank_ticket": "string",
    "boarding_date": "string",
    "cancellation_fee_received": "string",
    "cancellation_reason": "string",
    "cancellation_reason_2": "string",
    "cancellation_submitter": "string",
    "credit_removed": "string",
    "description": "string",
    "fd_close_date": "string",
    "installed_or_closed_won": "string",
    "merchant_name": "string",
    "merchant_number": "string",
    "merchant_requested_cancellation_date": "string",
    "month_difference": "string",
    "mpa_cancellation_amount": "string",
    "msc_accessone_submitted": "string",
    "name": "string",
    "payeezy_disabled": "string",
    "prin": "string",
    "refunded": "string",
    "sales_agent": "string",
    "six_month_carry_charges_finished": "string",
    "special_notes": "string",
    "system": "string",
    "why": "string",
    "xfer_opportunity": "string",
    "xfer_replacement": "string"
}

schema_name_id: 659
schema_scan_id: 3665069
updated: 2022-01-26 06:00:22

Schema Scans: 3

Last at 2022-01-28 06:00:10

Scan 3668364

duration: 0:00:14.444856

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 3668364

payload:

{
    "datatype_dict": {
        "string": "string"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": true,
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-googlesheet-sitelink-stage",
        "hive_path": "s3://sfdl-googlesheet-sitelink-stage/raw/cancellations/2022-01-28/1643371209",
        "key": "raw/cancellations/2022-01-28/1643371209/cancellations.dat.gz"
    },
    "schema": {
        "name": "sfdl_stage_googlesheet.sitelink_cancellations",
        "type": "googlesheet"
    }
}

running: False
schema_name_id: 659
start_time: 2022-01-28 06:00:10
success: True
trace_id: 13215062841910855529

Scan 3666847

duration: 0:00:15.150806

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 3666847

payload:

{
    "datatype_dict": {
        "string": "string"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": true,
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-googlesheet-sitelink-stage",
        "hive_path": "s3://sfdl-googlesheet-sitelink-stage/raw/cancellations/2022-01-27/1643284808",
        "key": "raw/cancellations/2022-01-27/1643284808/cancellations.dat.gz"
    },
    "schema": {
        "name": "sfdl_stage_googlesheet.sitelink_cancellations",
        "type": "googlesheet"
    }
}

running: False
schema_name_id: 659
start_time: 2022-01-27 06:00:09
success: True
trace_id: 15448259325784847772

Scan 3665069

duration: 0:00:14.448143

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 3665069

payload:

{
    "datatype_dict": {
        "string": "string"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": true,
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-googlesheet-sitelink-stage",
        "hive_path": "s3://sfdl-googlesheet-sitelink-stage/raw/cancellations/2022-01-26/1643198409",
        "key": "raw/cancellations/2022-01-26/1643198409/cancellations.dat.gz"
    },
    "schema": {
        "name": "sfdl_stage_googlesheet.sitelink_cancellations",
        "type": "googlesheet"
    }
}

running: False
schema_name_id: 659
start_time: 2022-01-26 06:00:11
success: True
trace_id: 11199343545075730733

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "access_one_date_bank_ticket": "string",
    "boarding_date": "string",
    "cancellation_fee_received": "string",
    "cancellation_reason": "string",
    "cancellation_reason_2": "string",
    "cancellation_submitter": "string",
    "credit_removed": "string",
    "description": "string",
    "fd_close_date": "string",
    "installed_or_closed_won": "string",
    "merchant_name": "string",
    "merchant_number": "string",
    "merchant_requested_cancellation_date": "string",
    "month_difference": "string",
    "mpa_cancellation_amount": "string",
    "msc_accessone_submitted": "string",
    "name": "string",
    "payeezy_disabled": "string",
    "prin": "string",
    "refunded": "string",
    "sales_agent": "string",
    "six_month_carry_charges_finished": "string",
    "special_notes": "string",
    "system": "string",
    "why": "string",
    "xfer_opportunity": "string",
    "xfer_replacement": "string"
}

created: 2022-01-28 06:00:11

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_googlesheet`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_googlesheet.sitelink_cancellations`\n(\n `special_notes`  string , `credit_removed`  string , `name`  string , `xfer_opportunity`  string , `xfer_replacement`  string , `installed_or_closed_won`  string , `month_difference`  string , `boarding_date`  string , `merchant_requested_cancellation_date`  string , `msc_accessone_submitted`  string , `fd_close_date`  string , `access_one_date_bank_ticket`  string , `payeezy_disabled`  string , `mpa_cancellation_amount`  string , `cancellation_fee_received`  string , `six_month_carry_charges_finished`  string , `merchant_name`  string , `merchant_number`  string , `system`  string , `prin`  string , `sales_agent`  string , `description`  string , `cancellation_submitter`  string , `cancellation_reason`  string , `cancellation_reason_2`  string , `refunded`  string , `why`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-googlesheet-sitelink-stage/raw/cancellations/2022-01-28/1643371209'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_googlesheet.sitelink_cancellations`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_googlesheet.sitelink_cancellations"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2018-10-31 10:36:49",
        "disabled": false,
        "format": "raw",
        "id": 659,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_googlesheet",
            "table": "sitelink_cancellations"
        },
        "type": "googlesheet"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "access_one_date_bank_ticket": "string",
            "boarding_date": "string",
            "cancellation_fee_received": "string",
            "cancellation_reason": "string",
            "cancellation_reason_2": "string",
            "cancellation_submitter": "string",
            "credit_removed": "string",
            "description": "string",
            "fd_close_date": "string",
            "installed_or_closed_won": "string",
            "merchant_name": "string",
            "merchant_number": "string",
            "merchant_requested_cancellation_date": "string",
            "month_difference": "string",
            "mpa_cancellation_amount": "string",
            "msc_accessone_submitted": "string",
            "name": "string",
            "payeezy_disabled": "string",
            "prin": "string",
            "refunded": "string",
            "sales_agent": "string",
            "six_month_carry_charges_finished": "string",
            "special_notes": "string",
            "system": "string",
            "why": "string",
            "xfer_opportunity": "string",
            "xfer_replacement": "string"
        },
        "created": "2022-01-28 06:00:11",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_googlesheet`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_googlesheet.sitelink_cancellations`\n(\n `special_notes`  string , `credit_removed`  string , `name`  string , `xfer_opportunity`  string , `xfer_replacement`  string , `installed_or_closed_won`  string , `month_difference`  string , `boarding_date`  string , `merchant_requested_cancellation_date`  string , `msc_accessone_submitted`  string , `fd_close_date`  string , `access_one_date_bank_ticket`  string , `payeezy_disabled`  string , `mpa_cancellation_amount`  string , `cancellation_fee_received`  string , `six_month_carry_charges_finished`  string , `merchant_name`  string , `merchant_number`  string , `system`  string , `prin`  string , `sales_agent`  string , `description`  string , `cancellation_submitter`  string , `cancellation_reason`  string , `cancellation_reason_2`  string , `refunded`  string , `why`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-googlesheet-sitelink-stage/raw/cancellations/2022-01-28/1643371209'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_googlesheet.sitelink_cancellations`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_googlesheet.sitelink_cancellations"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}