Schema Info
Schema Name: sfdl_stage_csv.salesforce_opportunity_line_items
- created: 2022-10-24 15:16:13
- disabled: False
- format: raw
- id: 1454
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_csv", "table": "salesforce_opportunity_line_items" } - type: csv
Schema Versions: 3
-
Version 896321
- created: 2026-02-27 09:10:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.salesforce_opportunity_line_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.salesforce_opportunity_line_items`\n(\n `Id` string , `OpportunityId` string , `SortOrder` string , `PricebookEntryId` string , `Product2Id` string , `ProductCode` string , `CurrencyIsoCode` string , `Quantity` string , `Discount` string , `Subtotal` string , `TotalPrice` string , `UnitPrice` string , `ListPrice` string , `ServiceDate` string , `Description` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsDeleted` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `BundleTier__c` string , `Product_Type__c` string , `Tier__c` string , `Product_Name__c` string , `WebsiteType__c` string , `PassAVS__c` string , `Pro_Plus_Services_Currency__c` string , `PassDuesAssessments__c` string , `Asset__c` string , `MRR_Year_1_Avg_Currency__c` string , `VolumeTierRate__c` string , `NonQualifiedSurcharge__c` string , `MidQualifiedRate__c` string , `ConvertedtoAsset__c` string , `NonQualifiedRate__c` string , `DiscountRate__c` string , `CardBrandFee__c` string , `MonthlyFee__c` string , `DebitRate__c` string , `QualifiedRate__c` string , `AMEXDiscountRate__c` string , `AMEXTransactionFee__c` string , `TransactionFee__c` string , `Custom_Pricing_Finalized__c` string , `Payment_Family__c` string , `GatewayTransactionFee__c` string , `GatewayFee__c` string , `SetupFee__c` string , `TerminalRentalMonthlyFee__c` string , `BatchFee__c` string , `AuthGroup_delete__c` string , `monthlygroup_del__c` string , `GPMCC__c` string , `MSTotalVolume__c` string , `ShippingCost__c` string , `TaxLocal__c` string , `TaxState__c` string , `Discountgroup_delete__c` string , `Annualgroup_del__c` string , `AnnualFee__c` string , `ACHTransactionFee__c` string , `PerfacilityMVR__c` string , `PerfacilityVolume__c` string , `Marine_Reprice__c` string , `Price_Reduction_Flag__c` string , `Quantity_Adjustment_Flag__c` string , `Reprice_Approval_Completed__c` string , `Repriced_Asset__c` string , `Tier_Increase_Flag__c` string , `Contract_Term_in_Months__c` string , `Escalation_Percent__c` string , `Escalation_Rate__c` string , `Free_Initial_Period__c` string , `Next_Escalation_Date__c` string , `Termed_Discounting__c` string , `Cap__c` string , `Vendor_Name__c` string , `Promotional_Cap__c` string , `Promotional_Tier_Rate__c` string , `Free_Initial_Period_Days__c` string , `Termed_Discounting_not_needed__c` string , `Data_Load_By__c` string , `Contract_Months_After_Promo__c` string , `Services_Created_Date_Time__c` string , `RevOps_Override_Bookings_Type__c` string , `RevOps_Override_Total_MRR__c` string , `Booking_Date__c` string , `Bundle_Discount_10__c` string , `Created_via_Screenflow__c` string , `Pause_Bundle_Automation__c` string , `Bundle_Query_ID__c` string , `ESS_Add_On_ID__c` string , `Pricing_Type__c` string , `Child_IMC_Created__c` string , `Discount_Group_Prior_Value__c` string , `Child_Implementation_Case__c` string , `Order_Product__c` string , `SFMinimumBidRate__c` string , `Repriced_Line_Item__c` string , `DS_Bundle_Name__c` string , `Included_Minutes__c` string , `Included_Tracking_Numbers__c` string , `Maximum_Usage__c` string , `Overage_Rate_for_Minutes__c` string , `Overage_Rate_for_Tracking_Numbers__c` string , `TierRateGroup__c` string , `List_Price_Custom__c` string , `Integration_Software__c` string , `IntroPrice__c` string , `Marine_Calculated_Sales_Price__c` string , `Master_Opportunity_Product__c` string , `Stellar_Convenience_Fee__c` string , `Intro_Discount_Dollars__c` string , `Intro_Discount_Percent__c` string , `Intro_Discount_Term__c` string , `Sales_Price_DIscount_Approval_Status__c` string , `Sales_Price_Discount_Threshold__c` string , `SiteNumber__c` string , `X_Intro_Discount_Dollars__c` string , `X_Intro_Discount_Percent__c` string , `Subscription_Interval__c` string , `Subscription_End_Date__c` string , `Lock_SalesPriceApproval__c` string , `Inventory_Campsites__c` string , `Inventory_HouseBoats__c` string , `Inventory_Lodging__c` string , `Inventory_NonPowered__c` string , `Inventory_PWCJetSki__c` string , `Inventory_PoweredBoats__c` string , `Inventory_RVSites__c` string , `Inventory_RecreationalVehicles__c` string , `Inventory_Slips__c` string , `Inventory_Snowmobiles__c` string , `Rev_FixedRecurring_A__c` string , `Rev_FixedRecurring_M__c` string , `Rev_FixedRecurring_Q__c` string , `Rev_NonRecurring_MQA__c` string , `Rev_VariableRecurring_A__c` string , `Rev_VariableRecurring_M__c` string , `Rev_VariableRecurring_Q__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-stage/raw/opportunity_line_items/2026-02-27/1772205003'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.salesforce_opportunity_line_items" ] - hive_path: s3://sfdl-csv-salesforce-stage/raw/opportunity_line_items/2026-02-27/1772205003
- id: 896321
- processed: 1
- raw_data:
{ "ACHTransactionFee__c": 63, "AMEXDiscountRate__c": 43, "AMEXTransactionFee__c": 44, "AnnualFee__c": 62, "Annualgroup_del__c": 61, "Asset__c": 31, "AuthGroup_delete__c": 53, "BatchFee__c": 52, "Booking_Date__c": 89, "BundleTier__c": 23, "Bundle_Discount_10__c": 90, "Bundle_Query_ID__c": 93, "Cap__c": 78, "CardBrandFee__c": 39, "Child_IMC_Created__c": 96, "Child_Implementation_Case__c": 98, "ConnectionReceivedId": 21, "ConnectionSentId": 22, "Contract_Months_After_Promo__c": 85, "Contract_Term_in_Months__c": 72, "ConvertedtoAsset__c": 36, "CreatedById": 16, "CreatedDate": 15, "Created_via_Screenflow__c": 91, "CurrencyIsoCode": 6, "Custom_Pricing_Finalized__c": 46, "DS_Bundle_Name__c": 102, "Data_Load_By__c": 84, "DebitRate__c": 41, "Description": 14, "Discount": 8, "DiscountRate__c": 38, "Discount_Group_Prior_Value__c": 97, "Discountgroup_delete__c": 60, "ESS_Add_On_ID__c": 94, "Escalation_Percent__c": 73, "Escalation_Rate__c": 74, "Free_Initial_Period_Days__c": 82, "Free_Initial_Period__c": 75, "GPMCC__c": 55, "GatewayFee__c": 49, "GatewayTransactionFee__c": 48, "Id": 0, "Included_Minutes__c": 103, "Included_Tracking_Numbers__c": 104, "Integration_Software__c": 110, "IntroPrice__c": 111, "Intro_Discount_Dollars__c": 115, "Intro_Discount_Percent__c": 116, "Intro_Discount_Term__c": 117, "Inventory_Campsites__c": 126, "Inventory_HouseBoats__c": 127, "Inventory_Lodging__c": 128, "Inventory_NonPowered__c": 129, "Inventory_PWCJetSki__c": 130, "Inventory_PoweredBoats__c": 131, "Inventory_RVSites__c": 132, "Inventory_RecreationalVehicles__c": 133, "Inventory_Slips__c": 134, "Inventory_Snowmobiles__c": 135, "IsDeleted": 20, "LastModifiedById": 18, "LastModifiedDate": 17, "ListPrice": 12, "List_Price_Custom__c": 109, "Lock_SalesPriceApproval__c": 125, "MRR_Year_1_Avg_Currency__c": 32, "MSTotalVolume__c": 56, "Marine_Calculated_Sales_Price__c": 112, "Marine_Reprice__c": 66, "Master_Opportunity_Product__c": 113, "Maximum_Usage__c": 105, "MidQualifiedRate__c": 35, "MonthlyFee__c": 40, "Next_Escalation_Date__c": 76, "NonQualifiedRate__c": 37, "NonQualifiedSurcharge__c": 34, "OpportunityId": 1, "Order_Product__c": 99, "Overage_Rate_for_Minutes__c": 106, "Overage_Rate_for_Tracking_Numbers__c": 107, "PassAVS__c": 28, "PassDuesAssessments__c": 30, "Pause_Bundle_Automation__c": 92, "Payment_Family__c": 47, "PerfacilityMVR__c": 64, "PerfacilityVolume__c": 65, "Price_Reduction_Flag__c": 67, "PricebookEntryId": 3, "Pricing_Type__c": 95, "Pro_Plus_Services_Currency__c": 29, "Product2Id": 4, "ProductCode": 5, "Product_Name__c": 26, "Product_Type__c": 24, "Promotional_Cap__c": 80, "Promotional_Tier_Rate__c": 81, "QualifiedRate__c": 42, "Quantity": 7, "Quantity_Adjustment_Flag__c": 68, "Reprice_Approval_Completed__c": 69, "Repriced_Asset__c": 70, "Repriced_Line_Item__c": 101, "RevOps_Override_Bookings_Type__c": 87, "RevOps_Override_Total_MRR__c": 88, "Rev_FixedRecurring_A__c": 136, "Rev_FixedRecurring_M__c": 137, "Rev_FixedRecurring_Q__c": 138, "Rev_NonRecurring_MQA__c": 139, "Rev_VariableRecurring_A__c": 140, "Rev_VariableRecurring_M__c": 141, "Rev_VariableRecurring_Q__c": 142, "SFMinimumBidRate__c": 100, "Sales_Price_DIscount_Approval_Status__c": 118, "Sales_Price_Discount_Threshold__c": 119, "ServiceDate": 13, "Services_Created_Date_Time__c": 86, "SetupFee__c": 50, "ShippingCost__c": 57, "SiteNumber__c": 120, "SortOrder": 2, "Stellar_Convenience_Fee__c": 114, "Subscription_End_Date__c": 124, "Subscription_Interval__c": 123, "Subtotal": 9, "SystemModstamp": 19, "TaxLocal__c": 58, "TaxState__c": 59, "Termed_Discounting__c": 77, "Termed_Discounting_not_needed__c": 83, "TerminalRentalMonthlyFee__c": 51, "TierRateGroup__c": 108, "Tier_Increase_Flag__c": 71, "Tier__c": 25, "TotalPrice": 10, "TransactionFee__c": 45, "UnitPrice": 11, "Vendor_Name__c": 79, "VolumeTierRate__c": 33, "WebsiteType__c": 27, "X_Intro_Discount_Dollars__c": 121, "X_Intro_Discount_Percent__c": 122, "monthlygroup_del__c": 54 } - schema_attributes:
{ "ACHTransactionFee__c": "string", "AMEXDiscountRate__c": "string", "AMEXTransactionFee__c": "string", "Amount": "string", "AnnualFee__c": "string", "Annualgroup_del__c": "string", "Asset__c": "string", "AuthGroup_delete__c": "string", "BatchFee__c": "string", "Booking_Date__c": "string", "BundleTier__c": "string", "Bundle_Discount_10__c": "string", "Bundle_Query_ID__c": "string", "Cap__c": "string", "CardBrandFee__c": "string", "Child_IMC_Created__c": "string", "Child_Implementation_Case__c": "string", "CloseDate": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "Contract_Months_After_Promo__c": "string", "Contract_Term_in_Months__c": "string", "ConvertedtoAsset__c": "string", "CreatedById": "string", "CreatedDate": "string", "Created_via_Screenflow__c": "string", "CurrencyIsoCode": "string", "Custom_Pricing_Finalized__c": "string", "DS_Bundle_Name__c": "string", "Data_Load_By__c": "string", "DebitRate__c": "string", "Description": "string", "Discount": "string", "DiscountRate__c": "string", "Discount_Group_Prior_Value__c": "string", "Discountgroup_delete__c": "string", "ESS_Add_On_ID__c": "string", "Escalation_Percent__c": "string", "Escalation_Rate__c": "string", "ExpectedRevenue": "string", "ForecastCategory": "string", "Free_Initial_Period_Days__c": "string", "Free_Initial_Period__c": "string", "GPMCC__c": "string", "GatewayFee__c": "string", "GatewayTransactionFee__c": "string", "Id": "string", "Included_Minutes__c": "string", "Included_Tracking_Numbers__c": "string", "Integration_Software__c": "string", "IntroPrice__c": "string", "Intro_Discount_Dollars__c": "string", "Intro_Discount_Percent__c": "string", "Intro_Discount_Term__c": "string", "Inventory_Campsites__c": "string", "Inventory_HouseBoats__c": "string", "Inventory_Lodging__c": "string", "Inventory_NonPowered__c": "string", "Inventory_PWCJetSki__c": "string", "Inventory_PoweredBoats__c": "string", "Inventory_RVSites__c": "string", "Inventory_RecreationalVehicles__c": "string", "Inventory_Slips__c": "string", "Inventory_Snowmobiles__c": "string", "IsDeleted": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "ListPrice": "string", "List_Price_Custom__c": "string", "Lock_SalesPriceApproval__c": "string", "MRR_Year_1_Avg_Currency__c": "string", "MSTotalVolume__c": "string", "Marine_Calculated_Sales_Price__c": "string", "Marine_Reprice__c": "string", "Master_Opportunity_Product__c": "string", "Maximum_Usage__c": "string", "MidQualifiedRate__c": "string", "MonthlyFee__c": "string", "Next_Escalation_Date__c": "string", "NonQualifiedRate__c": "string", "NonQualifiedSurcharge__c": "string", "OpportunityId": "string", "Order_Product__c": "string", "Overage_Rate_for_Minutes__c": "string", "Overage_Rate_for_Tracking_Numbers__c": "string", "PassAVS__c": "string", "PassDuesAssessments__c": "string", "Pause_Bundle_Automation__c": "string", "Payment_Family__c": "string", "PerfacilityMVR__c": "string", "PerfacilityVolume__c": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Price_Reduction_Flag__c": "string", "PricebookEntryId": "string", "Pricing_Type__c": "string", "Pro_Plus_Services_Currency__c": "string", "Probability": "string", "Product2Id": "string", "ProductCode": "string", "Product_Name__c": "string", "Product_Type__c": "string", "Promotional_Cap__c": "string", "Promotional_Tier_Rate__c": "string", "QualifiedRate__c": "string", "Quantity": "string", "Quantity_Adjustment_Flag__c": "string", "Reprice_Approval_Completed__c": "string", "Repriced_Asset__c": "string", "Repriced_Line_Item__c": "string", "RevOps_Override_Bookings_Type__c": "string", "RevOps_Override_Total_MRR__c": "string", "Rev_FixedRecurring_A__c": "string", "Rev_FixedRecurring_M__c": "string", "Rev_FixedRecurring_Q__c": "string", "Rev_NonRecurring_MQA__c": "string", "Rev_VariableRecurring_A__c": "string", "Rev_VariableRecurring_M__c": "string", "Rev_VariableRecurring_Q__c": "string", "SFMinimumBidRate__c": "string", "Sales_Price_DIscount_Approval_Status__c": "string", "Sales_Price_Discount_Threshold__c": "string", "ServiceDate": "string", "Services_Created_Date_Time__c": "string", "SetupFee__c": "string", "ShippingCost__c": "string", "SiteNumber__c": "string", "SortOrder": "string", "StageName": "string", "Stellar_Convenience_Fee__c": "string", "Subscription_End_Date__c": "string", "Subscription_Interval__c": "string", "Subtotal": "string", "SystemModstamp": "string", "TaxLocal__c": "string", "TaxState__c": "string", "Termed_Discounting__c": "string", "Termed_Discounting_not_needed__c": "string", "TerminalRentalMonthlyFee__c": "string", "TierRateGroup__c": "string", "Tier_Increase_Flag__c": "string", "Tier__c": "string", "TotalPrice": "string", "TransactionFee__c": "string", "UnitPrice": "string", "Vendor_Name__c": "string", "VolumeTierRate__c": "string", "WebsiteType__c": "string", "X_Intro_Discount_Dollars__c": "string", "X_Intro_Discount_Percent__c": "string", "monthlygroup_del__c": "string", "sfcloud__Bundle_Description__c": "string", "sfcloud__Bundle_Hierarchy__c": "string", "sfcloud__Bundle_Item__c": "string", "sfcloud__Bundle_Items__c": "string", "sfcloud__Bundle_Path__c": "string", "sfcloud__Bundle_Quantity__c": "string", "sfcloud__Description__c": "string", "sfcloud__Product_Bundle__c": "string", "sfcloud__Volume_Pricing_Model__c": "string" } - schema_name_id: 1454
- schema_scan_id: 6391654
- updated: 2026-02-27 09:10:41
-
Version 797901
- created: 2025-01-09 15:15:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.salesforce_opportunity_line_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.salesforce_opportunity_line_items`\n(\n `Id` string , `OpportunityId` string , `SortOrder` string , `PricebookEntryId` string , `Product2Id` string , `ProductCode` string , `CurrencyIsoCode` string , `Quantity` string , `Discount` string , `Subtotal` string , `TotalPrice` string , `UnitPrice` string , `ListPrice` string , `ServiceDate` string , `Description` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsDeleted` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `BundleTier__c` string , `Product_Type__c` string , `Tier__c` string , `Product_Name__c` string , `WebsiteType__c` string , `PassAVS__c` string , `Pro_Plus_Services_Currency__c` string , `PassDuesAssessments__c` string , `Asset__c` string , `MRR_Year_1_Avg_Currency__c` string , `VolumeTierRate__c` string , `NonQualifiedSurcharge__c` string , `MidQualifiedRate__c` string , `ConvertedtoAsset__c` string , `NonQualifiedRate__c` string , `DiscountRate__c` string , `CardBrandFee__c` string , `MonthlyFee__c` string , `DebitRate__c` string , `QualifiedRate__c` string , `AMEXDiscountRate__c` string , `AMEXTransactionFee__c` string , `TransactionFee__c` string , `Custom_Pricing_Finalized__c` string , `Payment_Family__c` string , `GatewayTransactionFee__c` string , `GatewayFee__c` string , `SetupFee__c` string , `TerminalRentalMonthlyFee__c` string , `BatchFee__c` string , `AuthGroup_delete__c` string , `monthlygroup_del__c` string , `GPMCC__c` string , `MSTotalVolume__c` string , `ShippingCost__c` string , `TaxLocal__c` string , `TaxState__c` string , `Discountgroup_delete__c` string , `Annualgroup_del__c` string , `AnnualFee__c` string , `ACHTransactionFee__c` string , `PerfacilityMVR__c` string , `PerfacilityVolume__c` string , `ESS_Add_On_ID__c` string , `Pricing_Type__c` string , `Child_IMC_Created__c` string , `Discount_Group_Prior_Value__c` string , `Child_Implementation_Case__c` string , `Order_Product__c` string , `SFMinimumBidRate__c` string , `Repriced_Line_Item__c` string , `DS_Bundle_Name__c` string , `Included_Minutes__c` string , `Included_Tracking_Numbers__c` string , `Maximum_Usage__c` string , `Overage_Rate_for_Minutes__c` string , `Overage_Rate_for_Tracking_Numbers__c` string , `TierRateGroup__c` string , `List_Price_Custom__c` string , `Integration_Software__c` string , `IntroPrice__c` string , `Marine_Calculated_Sales_Price__c` string , `Master_Opportunity_Product__c` string , `Stellar_Convenience_Fee__c` string , `Intro_Discount_Dollars__c` string , `Intro_Discount_Percent__c` string , `Intro_Discount_Term__c` string , `Sales_Price_DIscount_Approval_Status__c` string , `Sales_Price_Discount_Threshold__c` string , `SiteNumber__c` string , `Subscription_Interval__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-stage/raw/opportunity_line_items/2025-01-09/1736457282'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.salesforce_opportunity_line_items" ] - hive_path: s3://sfdl-csv-salesforce-stage/raw/opportunity_line_items/2025-01-09/1736457282
- id: 797901
- processed: 1
- raw_data:
{ "ACHTransactionFee__c": 63, "AMEXDiscountRate__c": 43, "AMEXTransactionFee__c": 44, "AnnualFee__c": 62, "Annualgroup_del__c": 61, "Asset__c": 31, "AuthGroup_delete__c": 53, "BatchFee__c": 52, "BundleTier__c": 23, "CardBrandFee__c": 39, "Child_IMC_Created__c": 68, "Child_Implementation_Case__c": 70, "ConnectionReceivedId": 21, "ConnectionSentId": 22, "ConvertedtoAsset__c": 36, "CreatedById": 16, "CreatedDate": 15, "CurrencyIsoCode": 6, "Custom_Pricing_Finalized__c": 46, "DS_Bundle_Name__c": 74, "DebitRate__c": 41, "Description": 14, "Discount": 8, "DiscountRate__c": 38, "Discount_Group_Prior_Value__c": 69, "Discountgroup_delete__c": 60, "ESS_Add_On_ID__c": 66, "GPMCC__c": 55, "GatewayFee__c": 49, "GatewayTransactionFee__c": 48, "Id": 0, "Included_Minutes__c": 75, "Included_Tracking_Numbers__c": 76, "Integration_Software__c": 82, "IntroPrice__c": 83, "Intro_Discount_Dollars__c": 87, "Intro_Discount_Percent__c": 88, "Intro_Discount_Term__c": 89, "IsDeleted": 20, "LastModifiedById": 18, "LastModifiedDate": 17, "ListPrice": 12, "List_Price_Custom__c": 81, "MRR_Year_1_Avg_Currency__c": 32, "MSTotalVolume__c": 56, "Marine_Calculated_Sales_Price__c": 84, "Master_Opportunity_Product__c": 85, "Maximum_Usage__c": 77, "MidQualifiedRate__c": 35, "MonthlyFee__c": 40, "NonQualifiedRate__c": 37, "NonQualifiedSurcharge__c": 34, "OpportunityId": 1, "Order_Product__c": 71, "Overage_Rate_for_Minutes__c": 78, "Overage_Rate_for_Tracking_Numbers__c": 79, "PassAVS__c": 28, "PassDuesAssessments__c": 30, "Payment_Family__c": 47, "PerfacilityMVR__c": 64, "PerfacilityVolume__c": 65, "PricebookEntryId": 3, "Pricing_Type__c": 67, "Pro_Plus_Services_Currency__c": 29, "Product2Id": 4, "ProductCode": 5, "Product_Name__c": 26, "Product_Type__c": 24, "QualifiedRate__c": 42, "Quantity": 7, "Repriced_Line_Item__c": 73, "SFMinimumBidRate__c": 72, "Sales_Price_DIscount_Approval_Status__c": 90, "Sales_Price_Discount_Threshold__c": 91, "ServiceDate": 13, "SetupFee__c": 50, "ShippingCost__c": 57, "SiteNumber__c": 92, "SortOrder": 2, "Stellar_Convenience_Fee__c": 86, "Subscription_Interval__c": 93, "Subtotal": 9, "SystemModstamp": 19, "TaxLocal__c": 58, "TaxState__c": 59, "TerminalRentalMonthlyFee__c": 51, "TierRateGroup__c": 80, "Tier__c": 25, "TotalPrice": 10, "TransactionFee__c": 45, "UnitPrice": 11, "VolumeTierRate__c": 33, "WebsiteType__c": 27, "monthlygroup_del__c": 54 } - schema_attributes:
{ "ACHTransactionFee__c": "string", "AMEXDiscountRate__c": "string", "AMEXTransactionFee__c": "string", "Amount": "string", "AnnualFee__c": "string", "Annualgroup_del__c": "string", "Asset__c": "string", "AuthGroup_delete__c": "string", "BatchFee__c": "string", "BundleTier__c": "string", "CardBrandFee__c": "string", "Child_IMC_Created__c": "string", "Child_Implementation_Case__c": "string", "CloseDate": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "ConvertedtoAsset__c": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Custom_Pricing_Finalized__c": "string", "DS_Bundle_Name__c": "string", "DebitRate__c": "string", "Description": "string", "Discount": "string", "DiscountRate__c": "string", "Discount_Group_Prior_Value__c": "string", "Discountgroup_delete__c": "string", "ESS_Add_On_ID__c": "string", "ExpectedRevenue": "string", "ForecastCategory": "string", "GPMCC__c": "string", "GatewayFee__c": "string", "GatewayTransactionFee__c": "string", "Id": "string", "Included_Minutes__c": "string", "Included_Tracking_Numbers__c": "string", "Integration_Software__c": "string", "IntroPrice__c": "string", "Intro_Discount_Dollars__c": "string", "Intro_Discount_Percent__c": "string", "Intro_Discount_Term__c": "string", "IsDeleted": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "ListPrice": "string", "List_Price_Custom__c": "string", "MRR_Year_1_Avg_Currency__c": "string", "MSTotalVolume__c": "string", "Marine_Calculated_Sales_Price__c": "string", "Master_Opportunity_Product__c": "string", "Maximum_Usage__c": "string", "MidQualifiedRate__c": "string", "MonthlyFee__c": "string", "NonQualifiedRate__c": "string", "NonQualifiedSurcharge__c": "string", "OpportunityId": "string", "Order_Product__c": "string", "Overage_Rate_for_Minutes__c": "string", "Overage_Rate_for_Tracking_Numbers__c": "string", "PassAVS__c": "string", "PassDuesAssessments__c": "string", "Payment_Family__c": "string", "PerfacilityMVR__c": "string", "PerfacilityVolume__c": "string", "PrevAmount": "string", "PrevCloseDate": "string", "PricebookEntryId": "string", "Pricing_Type__c": "string", "Pro_Plus_Services_Currency__c": "string", "Probability": "string", "Product2Id": "string", "ProductCode": "string", "Product_Name__c": "string", "Product_Type__c": "string", "QualifiedRate__c": "string", "Quantity": "string", "Repriced_Line_Item__c": "string", "SFMinimumBidRate__c": "string", "Sales_Price_DIscount_Approval_Status__c": "string", "Sales_Price_Discount_Threshold__c": "string", "ServiceDate": "string", "SetupFee__c": "string", "ShippingCost__c": "string", "SiteNumber__c": "string", "SortOrder": "string", "StageName": "string", "Stellar_Convenience_Fee__c": "string", "Subscription_Interval__c": "string", "Subtotal": "string", "SystemModstamp": "string", "TaxLocal__c": "string", "TaxState__c": "string", "TerminalRentalMonthlyFee__c": "string", "TierRateGroup__c": "string", "Tier__c": "string", "TotalPrice": "string", "TransactionFee__c": "string", "UnitPrice": "string", "VolumeTierRate__c": "string", "WebsiteType__c": "string", "monthlygroup_del__c": "string", "sfcloud__Bundle_Description__c": "string", "sfcloud__Bundle_Hierarchy__c": "string", "sfcloud__Bundle_Item__c": "string", "sfcloud__Bundle_Items__c": "string", "sfcloud__Bundle_Path__c": "string", "sfcloud__Bundle_Quantity__c": "string", "sfcloud__Description__c": "string", "sfcloud__Product_Bundle__c": "string", "sfcloud__Volume_Pricing_Model__c": "string" } - schema_name_id: 1454
- schema_scan_id: 6197216
- updated: 2025-01-09 15:15:39
-
Version 693445
- created: 2024-05-01 08:55:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.salesforce_opportunity_line_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.salesforce_opportunity_line_items`\n(\n `Id` string , `OpportunityId` string , `SortOrder` string , `PricebookEntryId` string , `Product2Id` string , `ProductCode` string , `CurrencyIsoCode` string , `Quantity` string , `Discount` string , `Subtotal` string , `TotalPrice` string , `UnitPrice` string , `ListPrice` string , `ServiceDate` string , `Description` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsDeleted` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `sfcloud__Bundle_Description__c` string , `sfcloud__Bundle_Hierarchy__c` string , `sfcloud__Bundle_Item__c` string , `sfcloud__Bundle_Items__c` string , `sfcloud__Bundle_Path__c` string , `sfcloud__Bundle_Quantity__c` string , `sfcloud__Description__c` string , `sfcloud__Product_Bundle__c` string , `sfcloud__Volume_Pricing_Model__c` string , `BundleTier__c` string , `Product_Type__c` string , `Tier__c` string , `Product_Name__c` string , `WebsiteType__c` string , `PassAVS__c` string , `Pro_Plus_Services_Currency__c` string , `PassDuesAssessments__c` string , `Asset__c` string , `MRR_Year_1_Avg_Currency__c` string , `VolumeTierRate__c` string , `NonQualifiedSurcharge__c` string , `MidQualifiedRate__c` string , `ConvertedtoAsset__c` string , `NonQualifiedRate__c` string , `DiscountRate__c` string , `CardBrandFee__c` string , `MonthlyFee__c` string , `DebitRate__c` string , `QualifiedRate__c` string , `AMEXDiscountRate__c` string , `AMEXTransactionFee__c` string , `TransactionFee__c` string , `Custom_Pricing_Finalized__c` string , `Payment_Family__c` string , `GatewayTransactionFee__c` string , `GatewayFee__c` string , `SetupFee__c` string , `TerminalRentalMonthlyFee__c` string , `BatchFee__c` string , `AuthGroup_delete__c` string , `monthlygroup_del__c` string , `GPMCC__c` string , `MSTotalVolume__c` string , `ShippingCost__c` string , `TaxLocal__c` string , `TaxState__c` string , `Discountgroup_delete__c` string , `Annualgroup_del__c` string , `AnnualFee__c` string , `ACHTransactionFee__c` string , `PerfacilityMVR__c` string , `PerfacilityVolume__c` string , `ESS_Add_On_ID__c` string , `Pricing_Type__c` string , `Child_IMC_Created__c` string , `Discount_Group_Prior_Value__c` string , `Child_Implementation_Case__c` string , `Order_Product__c` string , `SFMinimumBidRate__c` string , `Repriced_Line_Item__c` string , `DS_Bundle_Name__c` string , `Included_Minutes__c` string , `Included_Tracking_Numbers__c` string , `Maximum_Usage__c` string , `Overage_Rate_for_Minutes__c` string , `Overage_Rate_for_Tracking_Numbers__c` string , `TierRateGroup__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-stage/raw/opportunity_line_items/2024-05-01/1714571542'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.salesforce_opportunity_line_items" ] - hive_path: s3://sfdl-csv-salesforce-stage/raw/opportunity_line_items/2024-05-01/1714571542
- id: 693445
- processed: 1
- raw_data:
{ "ACHTransactionFee__c": 72, "AMEXDiscountRate__c": 52, "AMEXTransactionFee__c": 53, "AnnualFee__c": 71, "Annualgroup_del__c": 70, "Asset__c": 40, "AuthGroup_delete__c": 62, "BatchFee__c": 61, "BundleTier__c": 32, "CardBrandFee__c": 48, "Child_IMC_Created__c": 77, "Child_Implementation_Case__c": 79, "ConnectionReceivedId": 21, "ConnectionSentId": 22, "ConvertedtoAsset__c": 45, "CreatedById": 16, "CreatedDate": 15, "CurrencyIsoCode": 6, "Custom_Pricing_Finalized__c": 55, "DS_Bundle_Name__c": 83, "DebitRate__c": 50, "Description": 14, "Discount": 8, "DiscountRate__c": 47, "Discount_Group_Prior_Value__c": 78, "Discountgroup_delete__c": 69, "ESS_Add_On_ID__c": 75, "GPMCC__c": 64, "GatewayFee__c": 58, "GatewayTransactionFee__c": 57, "Id": 0, "Included_Minutes__c": 84, "Included_Tracking_Numbers__c": 85, "IsDeleted": 20, "LastModifiedById": 18, "LastModifiedDate": 17, "ListPrice": 12, "MRR_Year_1_Avg_Currency__c": 41, "MSTotalVolume__c": 65, "Maximum_Usage__c": 86, "MidQualifiedRate__c": 44, "MonthlyFee__c": 49, "NonQualifiedRate__c": 46, "NonQualifiedSurcharge__c": 43, "OpportunityId": 1, "Order_Product__c": 80, "Overage_Rate_for_Minutes__c": 87, "Overage_Rate_for_Tracking_Numbers__c": 88, "PassAVS__c": 37, "PassDuesAssessments__c": 39, "Payment_Family__c": 56, "PerfacilityMVR__c": 73, "PerfacilityVolume__c": 74, "PricebookEntryId": 3, "Pricing_Type__c": 76, "Pro_Plus_Services_Currency__c": 38, "Product2Id": 4, "ProductCode": 5, "Product_Name__c": 35, "Product_Type__c": 33, "QualifiedRate__c": 51, "Quantity": 7, "Repriced_Line_Item__c": 82, "SFMinimumBidRate__c": 81, "ServiceDate": 13, "SetupFee__c": 59, "ShippingCost__c": 66, "SortOrder": 2, "Subtotal": 9, "SystemModstamp": 19, "TaxLocal__c": 67, "TaxState__c": 68, "TerminalRentalMonthlyFee__c": 60, "TierRateGroup__c": 89, "Tier__c": 34, "TotalPrice": 10, "TransactionFee__c": 54, "UnitPrice": 11, "VolumeTierRate__c": 42, "WebsiteType__c": 36, "monthlygroup_del__c": 63, "sfcloud__Bundle_Description__c": 23, "sfcloud__Bundle_Hierarchy__c": 24, "sfcloud__Bundle_Item__c": 25, "sfcloud__Bundle_Items__c": 26, "sfcloud__Bundle_Path__c": 27, "sfcloud__Bundle_Quantity__c": 28, "sfcloud__Description__c": 29, "sfcloud__Product_Bundle__c": 30, "sfcloud__Volume_Pricing_Model__c": 31 } - schema_attributes:
{ "ACHTransactionFee__c": "string", "AMEXDiscountRate__c": "string", "AMEXTransactionFee__c": "string", "Amount": "string", "AnnualFee__c": "string", "Annualgroup_del__c": "string", "Asset__c": "string", "AuthGroup_delete__c": "string", "BatchFee__c": "string", "BundleTier__c": "string", "CardBrandFee__c": "string", "Child_IMC_Created__c": "string", "Child_Implementation_Case__c": "string", "CloseDate": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "ConvertedtoAsset__c": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Custom_Pricing_Finalized__c": "string", "DS_Bundle_Name__c": "string", "DebitRate__c": "string", "Description": "string", "Discount": "string", "DiscountRate__c": "string", "Discount_Group_Prior_Value__c": "string", "Discountgroup_delete__c": "string", "ESS_Add_On_ID__c": "string", "ExpectedRevenue": "string", "ForecastCategory": "string", "GPMCC__c": "string", "GatewayFee__c": "string", "GatewayTransactionFee__c": "string", "Id": "string", "Included_Minutes__c": "string", "Included_Tracking_Numbers__c": "string", "IsDeleted": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "ListPrice": "string", "MRR_Year_1_Avg_Currency__c": "string", "MSTotalVolume__c": "string", "Maximum_Usage__c": "string", "MidQualifiedRate__c": "string", "MonthlyFee__c": "string", "NonQualifiedRate__c": "string", "NonQualifiedSurcharge__c": "string", "OpportunityId": "string", "Order_Product__c": "string", "Overage_Rate_for_Minutes__c": "string", "Overage_Rate_for_Tracking_Numbers__c": "string", "PassAVS__c": "string", "PassDuesAssessments__c": "string", "Payment_Family__c": "string", "PerfacilityMVR__c": "string", "PerfacilityVolume__c": "string", "PrevAmount": "string", "PrevCloseDate": "string", "PricebookEntryId": "string", "Pricing_Type__c": "string", "Pro_Plus_Services_Currency__c": "string", "Probability": "string", "Product2Id": "string", "ProductCode": "string", "Product_Name__c": "string", "Product_Type__c": "string", "QualifiedRate__c": "string", "Quantity": "string", "Repriced_Line_Item__c": "string", "SFMinimumBidRate__c": "string", "ServiceDate": "string", "SetupFee__c": "string", "ShippingCost__c": "string", "SortOrder": "string", "StageName": "string", "Subtotal": "string", "SystemModstamp": "string", "TaxLocal__c": "string", "TaxState__c": "string", "TerminalRentalMonthlyFee__c": "string", "TierRateGroup__c": "string", "Tier__c": "string", "TotalPrice": "string", "TransactionFee__c": "string", "UnitPrice": "string", "VolumeTierRate__c": "string", "WebsiteType__c": "string", "monthlygroup_del__c": "string", "sfcloud__Bundle_Description__c": "string", "sfcloud__Bundle_Hierarchy__c": "string", "sfcloud__Bundle_Item__c": "string", "sfcloud__Bundle_Items__c": "string", "sfcloud__Bundle_Path__c": "string", "sfcloud__Bundle_Quantity__c": "string", "sfcloud__Description__c": "string", "sfcloud__Product_Bundle__c": "string", "sfcloud__Volume_Pricing_Model__c": "string" } - schema_name_id: 1454
- schema_scan_id: 5671841
- updated: 2024-05-01 08:55:17
Schema Scans: 3
Last at 2026-02-27 09:10:25
-
Scan 6391654
- duration: 0:00:15.682252
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6391654
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-stage", "hive_path": "s3://sfdl-csv-salesforce-stage/raw/opportunity_line_items/2026-02-27/1772205003", "key": "raw/opportunity_line_items/2026-02-27/1772205003/opportunity_line_items.csv.gz" }, "schema": { "name": "sfdl_stage_csv.salesforce_opportunity_line_items", "type": "csv" }, "trace_context": { "parent_id": 5480128706314222207, "service_name": "drive-thru", "span_id": 15578315038287704848, "trace_id": 14682812348362105487 } } - running: False
- schema_name_id: 1454
- start_time: 2026-02-27 09:10:25
- success: True
- trace_id: 14682812348362105487
-
Scan 6197216
- duration: 0:00:17.013998
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6197216
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-stage", "hive_path": "s3://sfdl-csv-salesforce-stage/raw/opportunity_line_items/2025-01-09/1736457282", "key": "raw/opportunity_line_items/2025-01-09/1736457282/opportunity_line_items.csv.gz" }, "schema": { "name": "sfdl_stage_csv.salesforce_opportunity_line_items", "type": "csv" }, "trace_context": { "parent_id": 14677330193683054343, "service_name": "drive-thru", "span_id": 4503259063192228345, "trace_id": 5569075513343872303 } } - running: False
- schema_name_id: 1454
- start_time: 2025-01-09 15:15:22
- success: True
- trace_id: 5569075513343872303
-
Scan 5671841
- duration: 0:00:16.695714
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 5671841
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-stage", "hive_path": "s3://sfdl-csv-salesforce-stage/raw/opportunity_line_items/2024-05-01/1714571542", "key": "raw/opportunity_line_items/2024-05-01/1714571542/opportunity_line_items.csv.gz" }, "schema": { "name": "sfdl_stage_csv.salesforce_opportunity_line_items", "type": "csv" }, "trace_context": { "parent_id": 8393994330015188170, "service_name": "drive-thru", "span_id": 760473398486859441, "trace_id": 3027673419074521503 } } - running: False
- schema_name_id: 1454
- start_time: 2024-05-01 08:55:00
- success: True
- trace_id: 3027673419074521503
- attributes:
{ "ACHTransactionFee__c": "string", "AMEXDiscountRate__c": "string", "AMEXTransactionFee__c": "string", "Amount": "string", "AnnualFee__c": "string", "Annualgroup_del__c": "string", "Asset__c": "string", "AuthGroup_delete__c": "string", "BatchFee__c": "string", "Booking_Date__c": "string", "BundleTier__c": "string", "Bundle_Discount_10__c": "string", "Bundle_Query_ID__c": "string", "Cap__c": "string", "CardBrandFee__c": "string", "Child_IMC_Created__c": "string", "Child_Implementation_Case__c": "string", "CloseDate": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "Contract_Months_After_Promo__c": "string", "Contract_Term_in_Months__c": "string", "ConvertedtoAsset__c": "string", "CreatedById": "string", "CreatedDate": "string", "Created_via_Screenflow__c": "string", "CurrencyIsoCode": "string", "Custom_Pricing_Finalized__c": "string", "DS_Bundle_Name__c": "string", "Data_Load_By__c": "string", "DebitRate__c": "string", "Description": "string", "Discount": "string", "DiscountRate__c": "string", "Discount_Group_Prior_Value__c": "string", "Discountgroup_delete__c": "string", "ESS_Add_On_ID__c": "string", "Escalation_Percent__c": "string", "Escalation_Rate__c": "string", "ExpectedRevenue": "string", "ForecastCategory": "string", "Free_Initial_Period_Days__c": "string", "Free_Initial_Period__c": "string", "GPMCC__c": "string", "GatewayFee__c": "string", "GatewayTransactionFee__c": "string", "Id": "string", "Included_Minutes__c": "string", "Included_Tracking_Numbers__c": "string", "Integration_Software__c": "string", "IntroPrice__c": "string", "Intro_Discount_Dollars__c": "string", "Intro_Discount_Percent__c": "string", "Intro_Discount_Term__c": "string", "Inventory_Campsites__c": "string", "Inventory_HouseBoats__c": "string", "Inventory_Lodging__c": "string", "Inventory_NonPowered__c": "string", "Inventory_PWCJetSki__c": "string", "Inventory_PoweredBoats__c": "string", "Inventory_RVSites__c": "string", "Inventory_RecreationalVehicles__c": "string", "Inventory_Slips__c": "string", "Inventory_Snowmobiles__c": "string", "IsDeleted": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "ListPrice": "string", "List_Price_Custom__c": "string", "Lock_SalesPriceApproval__c": "string", "MRR_Year_1_Avg_Currency__c": "string", "MSTotalVolume__c": "string", "Marine_Calculated_Sales_Price__c": "string", "Marine_Reprice__c": "string", "Master_Opportunity_Product__c": "string", "Maximum_Usage__c": "string", "MidQualifiedRate__c": "string", "MonthlyFee__c": "string", "Next_Escalation_Date__c": "string", "NonQualifiedRate__c": "string", "NonQualifiedSurcharge__c": "string", "OpportunityId": "string", "Order_Product__c": "string", "Overage_Rate_for_Minutes__c": "string", "Overage_Rate_for_Tracking_Numbers__c": "string", "PassAVS__c": "string", "PassDuesAssessments__c": "string", "Pause_Bundle_Automation__c": "string", "Payment_Family__c": "string", "PerfacilityMVR__c": "string", "PerfacilityVolume__c": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Price_Reduction_Flag__c": "string", "PricebookEntryId": "string", "Pricing_Type__c": "string", "Pro_Plus_Services_Currency__c": "string", "Probability": "string", "Product2Id": "string", "ProductCode": "string", "Product_Name__c": "string", "Product_Type__c": "string", "Promotional_Cap__c": "string", "Promotional_Tier_Rate__c": "string", "QualifiedRate__c": "string", "Quantity": "string", "Quantity_Adjustment_Flag__c": "string", "Reprice_Approval_Completed__c": "string", "Repriced_Asset__c": "string", "Repriced_Line_Item__c": "string", "RevOps_Override_Bookings_Type__c": "string", "RevOps_Override_Total_MRR__c": "string", "Rev_FixedRecurring_A__c": "string", "Rev_FixedRecurring_M__c": "string", "Rev_FixedRecurring_Q__c": "string", "Rev_NonRecurring_MQA__c": "string", "Rev_VariableRecurring_A__c": "string", "Rev_VariableRecurring_M__c": "string", "Rev_VariableRecurring_Q__c": "string", "SFMinimumBidRate__c": "string", "Sales_Price_DIscount_Approval_Status__c": "string", "Sales_Price_Discount_Threshold__c": "string", "ServiceDate": "string", "Services_Created_Date_Time__c": "string", "SetupFee__c": "string", "ShippingCost__c": "string", "SiteNumber__c": "string", "SortOrder": "string", "StageName": "string", "Stellar_Convenience_Fee__c": "string", "Subscription_End_Date__c": "string", "Subscription_Interval__c": "string", "Subtotal": "string", "SystemModstamp": "string", "TaxLocal__c": "string", "TaxState__c": "string", "Termed_Discounting__c": "string", "Termed_Discounting_not_needed__c": "string", "TerminalRentalMonthlyFee__c": "string", "TierRateGroup__c": "string", "Tier_Increase_Flag__c": "string", "Tier__c": "string", "TotalPrice": "string", "TransactionFee__c": "string", "UnitPrice": "string", "Vendor_Name__c": "string", "VolumeTierRate__c": "string", "WebsiteType__c": "string", "X_Intro_Discount_Dollars__c": "string", "X_Intro_Discount_Percent__c": "string", "monthlygroup_del__c": "string", "sfcloud__Bundle_Description__c": "string", "sfcloud__Bundle_Hierarchy__c": "string", "sfcloud__Bundle_Item__c": "string", "sfcloud__Bundle_Items__c": "string", "sfcloud__Bundle_Path__c": "string", "sfcloud__Bundle_Quantity__c": "string", "sfcloud__Description__c": "string", "sfcloud__Product_Bundle__c": "string", "sfcloud__Volume_Pricing_Model__c": "string" } - created: 2026-02-27 09:10:30
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.salesforce_opportunity_line_items`\n(\n `Id` string , `OpportunityId` string , `SortOrder` string , `PricebookEntryId` string , `Product2Id` string , `ProductCode` string , `CurrencyIsoCode` string , `Quantity` string , `Discount` string , `Subtotal` string , `TotalPrice` string , `UnitPrice` string , `ListPrice` string , `ServiceDate` string , `Description` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsDeleted` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `BundleTier__c` string , `Product_Type__c` string , `Tier__c` string , `Product_Name__c` string , `WebsiteType__c` string , `PassAVS__c` string , `Pro_Plus_Services_Currency__c` string , `PassDuesAssessments__c` string , `Asset__c` string , `MRR_Year_1_Avg_Currency__c` string , `VolumeTierRate__c` string , `NonQualifiedSurcharge__c` string , `MidQualifiedRate__c` string , `ConvertedtoAsset__c` string , `NonQualifiedRate__c` string , `DiscountRate__c` string , `CardBrandFee__c` string , `MonthlyFee__c` string , `DebitRate__c` string , `QualifiedRate__c` string , `AMEXDiscountRate__c` string , `AMEXTransactionFee__c` string , `TransactionFee__c` string , `Custom_Pricing_Finalized__c` string , `Payment_Family__c` string , `GatewayTransactionFee__c` string , `GatewayFee__c` string , `SetupFee__c` string , `TerminalRentalMonthlyFee__c` string , `BatchFee__c` string , `AuthGroup_delete__c` string , `monthlygroup_del__c` string , `GPMCC__c` string , `MSTotalVolume__c` string , `ShippingCost__c` string , `TaxLocal__c` string , `TaxState__c` string , `Discountgroup_delete__c` string , `Annualgroup_del__c` string , `AnnualFee__c` string , `ACHTransactionFee__c` string , `PerfacilityMVR__c` string , `PerfacilityVolume__c` string , `Marine_Reprice__c` string , `Price_Reduction_Flag__c` string , `Quantity_Adjustment_Flag__c` string , `Reprice_Approval_Completed__c` string , `Repriced_Asset__c` string , `Tier_Increase_Flag__c` string , `Contract_Term_in_Months__c` string , `Escalation_Percent__c` string , `Escalation_Rate__c` string , `Free_Initial_Period__c` string , `Next_Escalation_Date__c` string , `Termed_Discounting__c` string , `Cap__c` string , `Vendor_Name__c` string , `Promotional_Cap__c` string , `Promotional_Tier_Rate__c` string , `Free_Initial_Period_Days__c` string , `Termed_Discounting_not_needed__c` string , `Data_Load_By__c` string , `Contract_Months_After_Promo__c` string , `Services_Created_Date_Time__c` string , `RevOps_Override_Bookings_Type__c` string , `RevOps_Override_Total_MRR__c` string , `Booking_Date__c` string , `Bundle_Discount_10__c` string , `Created_via_Screenflow__c` string , `Pause_Bundle_Automation__c` string , `Bundle_Query_ID__c` string , `ESS_Add_On_ID__c` string , `Pricing_Type__c` string , `Child_IMC_Created__c` string , `Discount_Group_Prior_Value__c` string , `Child_Implementation_Case__c` string , `Order_Product__c` string , `SFMinimumBidRate__c` string , `Repriced_Line_Item__c` string , `DS_Bundle_Name__c` string , `Included_Minutes__c` string , `Included_Tracking_Numbers__c` string , `Maximum_Usage__c` string , `Overage_Rate_for_Minutes__c` string , `Overage_Rate_for_Tracking_Numbers__c` string , `TierRateGroup__c` string , `List_Price_Custom__c` string , `Integration_Software__c` string , `IntroPrice__c` string , `Marine_Calculated_Sales_Price__c` string , `Master_Opportunity_Product__c` string , `Stellar_Convenience_Fee__c` string , `Intro_Discount_Dollars__c` string , `Intro_Discount_Percent__c` string , `Intro_Discount_Term__c` string , `Sales_Price_DIscount_Approval_Status__c` string , `Sales_Price_Discount_Threshold__c` string , `SiteNumber__c` string , `X_Intro_Discount_Dollars__c` string , `X_Intro_Discount_Percent__c` string , `Subscription_Interval__c` string , `Subscription_End_Date__c` string , `Lock_SalesPriceApproval__c` string , `Inventory_Campsites__c` string , `Inventory_HouseBoats__c` string , `Inventory_Lodging__c` string , `Inventory_NonPowered__c` string , `Inventory_PWCJetSki__c` string , `Inventory_PoweredBoats__c` string , `Inventory_RVSites__c` string , `Inventory_RecreationalVehicles__c` string , `Inventory_Slips__c` string , `Inventory_Snowmobiles__c` string , `Rev_FixedRecurring_A__c` string , `Rev_FixedRecurring_M__c` string , `Rev_FixedRecurring_Q__c` string , `Rev_NonRecurring_MQA__c` string , `Rev_VariableRecurring_A__c` string , `Rev_VariableRecurring_M__c` string , `Rev_VariableRecurring_Q__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-stage/raw/opportunity_line_items/2026-02-27/1772205003'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.salesforce_opportunity_line_items`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.salesforce_opportunity_line_items" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2022-10-24 15:16:13",
"disabled": false,
"format": "raw",
"id": 1454,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_csv",
"table": "salesforce_opportunity_line_items"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"ACHTransactionFee__c": "string",
"AMEXDiscountRate__c": "string",
"AMEXTransactionFee__c": "string",
"Amount": "string",
"AnnualFee__c": "string",
"Annualgroup_del__c": "string",
"Asset__c": "string",
"AuthGroup_delete__c": "string",
"BatchFee__c": "string",
"Booking_Date__c": "string",
"BundleTier__c": "string",
"Bundle_Discount_10__c": "string",
"Bundle_Query_ID__c": "string",
"Cap__c": "string",
"CardBrandFee__c": "string",
"Child_IMC_Created__c": "string",
"Child_Implementation_Case__c": "string",
"CloseDate": "string",
"ConnectionReceivedId": "string",
"ConnectionSentId": "string",
"Contract_Months_After_Promo__c": "string",
"Contract_Term_in_Months__c": "string",
"ConvertedtoAsset__c": "string",
"CreatedById": "string",
"CreatedDate": "string",
"Created_via_Screenflow__c": "string",
"CurrencyIsoCode": "string",
"Custom_Pricing_Finalized__c": "string",
"DS_Bundle_Name__c": "string",
"Data_Load_By__c": "string",
"DebitRate__c": "string",
"Description": "string",
"Discount": "string",
"DiscountRate__c": "string",
"Discount_Group_Prior_Value__c": "string",
"Discountgroup_delete__c": "string",
"ESS_Add_On_ID__c": "string",
"Escalation_Percent__c": "string",
"Escalation_Rate__c": "string",
"ExpectedRevenue": "string",
"ForecastCategory": "string",
"Free_Initial_Period_Days__c": "string",
"Free_Initial_Period__c": "string",
"GPMCC__c": "string",
"GatewayFee__c": "string",
"GatewayTransactionFee__c": "string",
"Id": "string",
"Included_Minutes__c": "string",
"Included_Tracking_Numbers__c": "string",
"Integration_Software__c": "string",
"IntroPrice__c": "string",
"Intro_Discount_Dollars__c": "string",
"Intro_Discount_Percent__c": "string",
"Intro_Discount_Term__c": "string",
"Inventory_Campsites__c": "string",
"Inventory_HouseBoats__c": "string",
"Inventory_Lodging__c": "string",
"Inventory_NonPowered__c": "string",
"Inventory_PWCJetSki__c": "string",
"Inventory_PoweredBoats__c": "string",
"Inventory_RVSites__c": "string",
"Inventory_RecreationalVehicles__c": "string",
"Inventory_Slips__c": "string",
"Inventory_Snowmobiles__c": "string",
"IsDeleted": "string",
"LastModifiedById": "string",
"LastModifiedDate": "string",
"ListPrice": "string",
"List_Price_Custom__c": "string",
"Lock_SalesPriceApproval__c": "string",
"MRR_Year_1_Avg_Currency__c": "string",
"MSTotalVolume__c": "string",
"Marine_Calculated_Sales_Price__c": "string",
"Marine_Reprice__c": "string",
"Master_Opportunity_Product__c": "string",
"Maximum_Usage__c": "string",
"MidQualifiedRate__c": "string",
"MonthlyFee__c": "string",
"Next_Escalation_Date__c": "string",
"NonQualifiedRate__c": "string",
"NonQualifiedSurcharge__c": "string",
"OpportunityId": "string",
"Order_Product__c": "string",
"Overage_Rate_for_Minutes__c": "string",
"Overage_Rate_for_Tracking_Numbers__c": "string",
"PassAVS__c": "string",
"PassDuesAssessments__c": "string",
"Pause_Bundle_Automation__c": "string",
"Payment_Family__c": "string",
"PerfacilityMVR__c": "string",
"PerfacilityVolume__c": "string",
"PrevAmount": "string",
"PrevCloseDate": "string",
"Price_Reduction_Flag__c": "string",
"PricebookEntryId": "string",
"Pricing_Type__c": "string",
"Pro_Plus_Services_Currency__c": "string",
"Probability": "string",
"Product2Id": "string",
"ProductCode": "string",
"Product_Name__c": "string",
"Product_Type__c": "string",
"Promotional_Cap__c": "string",
"Promotional_Tier_Rate__c": "string",
"QualifiedRate__c": "string",
"Quantity": "string",
"Quantity_Adjustment_Flag__c": "string",
"Reprice_Approval_Completed__c": "string",
"Repriced_Asset__c": "string",
"Repriced_Line_Item__c": "string",
"RevOps_Override_Bookings_Type__c": "string",
"RevOps_Override_Total_MRR__c": "string",
"Rev_FixedRecurring_A__c": "string",
"Rev_FixedRecurring_M__c": "string",
"Rev_FixedRecurring_Q__c": "string",
"Rev_NonRecurring_MQA__c": "string",
"Rev_VariableRecurring_A__c": "string",
"Rev_VariableRecurring_M__c": "string",
"Rev_VariableRecurring_Q__c": "string",
"SFMinimumBidRate__c": "string",
"Sales_Price_DIscount_Approval_Status__c": "string",
"Sales_Price_Discount_Threshold__c": "string",
"ServiceDate": "string",
"Services_Created_Date_Time__c": "string",
"SetupFee__c": "string",
"ShippingCost__c": "string",
"SiteNumber__c": "string",
"SortOrder": "string",
"StageName": "string",
"Stellar_Convenience_Fee__c": "string",
"Subscription_End_Date__c": "string",
"Subscription_Interval__c": "string",
"Subtotal": "string",
"SystemModstamp": "string",
"TaxLocal__c": "string",
"TaxState__c": "string",
"Termed_Discounting__c": "string",
"Termed_Discounting_not_needed__c": "string",
"TerminalRentalMonthlyFee__c": "string",
"TierRateGroup__c": "string",
"Tier_Increase_Flag__c": "string",
"Tier__c": "string",
"TotalPrice": "string",
"TransactionFee__c": "string",
"UnitPrice": "string",
"Vendor_Name__c": "string",
"VolumeTierRate__c": "string",
"WebsiteType__c": "string",
"X_Intro_Discount_Dollars__c": "string",
"X_Intro_Discount_Percent__c": "string",
"monthlygroup_del__c": "string",
"sfcloud__Bundle_Description__c": "string",
"sfcloud__Bundle_Hierarchy__c": "string",
"sfcloud__Bundle_Item__c": "string",
"sfcloud__Bundle_Items__c": "string",
"sfcloud__Bundle_Path__c": "string",
"sfcloud__Bundle_Quantity__c": "string",
"sfcloud__Description__c": "string",
"sfcloud__Product_Bundle__c": "string",
"sfcloud__Volume_Pricing_Model__c": "string"
},
"created": "2026-02-27 09:10:30",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.salesforce_opportunity_line_items`\n(\n `Id` string , `OpportunityId` string , `SortOrder` string , `PricebookEntryId` string , `Product2Id` string , `ProductCode` string , `CurrencyIsoCode` string , `Quantity` string , `Discount` string , `Subtotal` string , `TotalPrice` string , `UnitPrice` string , `ListPrice` string , `ServiceDate` string , `Description` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsDeleted` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `BundleTier__c` string , `Product_Type__c` string , `Tier__c` string , `Product_Name__c` string , `WebsiteType__c` string , `PassAVS__c` string , `Pro_Plus_Services_Currency__c` string , `PassDuesAssessments__c` string , `Asset__c` string , `MRR_Year_1_Avg_Currency__c` string , `VolumeTierRate__c` string , `NonQualifiedSurcharge__c` string , `MidQualifiedRate__c` string , `ConvertedtoAsset__c` string , `NonQualifiedRate__c` string , `DiscountRate__c` string , `CardBrandFee__c` string , `MonthlyFee__c` string , `DebitRate__c` string , `QualifiedRate__c` string , `AMEXDiscountRate__c` string , `AMEXTransactionFee__c` string , `TransactionFee__c` string , `Custom_Pricing_Finalized__c` string , `Payment_Family__c` string , `GatewayTransactionFee__c` string , `GatewayFee__c` string , `SetupFee__c` string , `TerminalRentalMonthlyFee__c` string , `BatchFee__c` string , `AuthGroup_delete__c` string , `monthlygroup_del__c` string , `GPMCC__c` string , `MSTotalVolume__c` string , `ShippingCost__c` string , `TaxLocal__c` string , `TaxState__c` string , `Discountgroup_delete__c` string , `Annualgroup_del__c` string , `AnnualFee__c` string , `ACHTransactionFee__c` string , `PerfacilityMVR__c` string , `PerfacilityVolume__c` string , `Marine_Reprice__c` string , `Price_Reduction_Flag__c` string , `Quantity_Adjustment_Flag__c` string , `Reprice_Approval_Completed__c` string , `Repriced_Asset__c` string , `Tier_Increase_Flag__c` string , `Contract_Term_in_Months__c` string , `Escalation_Percent__c` string , `Escalation_Rate__c` string , `Free_Initial_Period__c` string , `Next_Escalation_Date__c` string , `Termed_Discounting__c` string , `Cap__c` string , `Vendor_Name__c` string , `Promotional_Cap__c` string , `Promotional_Tier_Rate__c` string , `Free_Initial_Period_Days__c` string , `Termed_Discounting_not_needed__c` string , `Data_Load_By__c` string , `Contract_Months_After_Promo__c` string , `Services_Created_Date_Time__c` string , `RevOps_Override_Bookings_Type__c` string , `RevOps_Override_Total_MRR__c` string , `Booking_Date__c` string , `Bundle_Discount_10__c` string , `Created_via_Screenflow__c` string , `Pause_Bundle_Automation__c` string , `Bundle_Query_ID__c` string , `ESS_Add_On_ID__c` string , `Pricing_Type__c` string , `Child_IMC_Created__c` string , `Discount_Group_Prior_Value__c` string , `Child_Implementation_Case__c` string , `Order_Product__c` string , `SFMinimumBidRate__c` string , `Repriced_Line_Item__c` string , `DS_Bundle_Name__c` string , `Included_Minutes__c` string , `Included_Tracking_Numbers__c` string , `Maximum_Usage__c` string , `Overage_Rate_for_Minutes__c` string , `Overage_Rate_for_Tracking_Numbers__c` string , `TierRateGroup__c` string , `List_Price_Custom__c` string , `Integration_Software__c` string , `IntroPrice__c` string , `Marine_Calculated_Sales_Price__c` string , `Master_Opportunity_Product__c` string , `Stellar_Convenience_Fee__c` string , `Intro_Discount_Dollars__c` string , `Intro_Discount_Percent__c` string , `Intro_Discount_Term__c` string , `Sales_Price_DIscount_Approval_Status__c` string , `Sales_Price_Discount_Threshold__c` string , `SiteNumber__c` string , `X_Intro_Discount_Dollars__c` string , `X_Intro_Discount_Percent__c` string , `Subscription_Interval__c` string , `Subscription_End_Date__c` string , `Lock_SalesPriceApproval__c` string , `Inventory_Campsites__c` string , `Inventory_HouseBoats__c` string , `Inventory_Lodging__c` string , `Inventory_NonPowered__c` string , `Inventory_PWCJetSki__c` string , `Inventory_PoweredBoats__c` string , `Inventory_RVSites__c` string , `Inventory_RecreationalVehicles__c` string , `Inventory_Slips__c` string , `Inventory_Snowmobiles__c` string , `Rev_FixedRecurring_A__c` string , `Rev_FixedRecurring_M__c` string , `Rev_FixedRecurring_Q__c` string , `Rev_NonRecurring_MQA__c` string , `Rev_VariableRecurring_A__c` string , `Rev_VariableRecurring_M__c` string , `Rev_VariableRecurring_Q__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-stage/raw/opportunity_line_items/2026-02-27/1772205003'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.salesforce_opportunity_line_items`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.salesforce_opportunity_line_items"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}