Schema Info

Schema Name: sfdl_dev_csv.salesforce_product2s

created: 2022-10-24 14:54:21
disabled: False
format: raw
id: 2079
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_csv",
    "table": "salesforce_product2s"
}

type: csv

Schema Versions: 5

Version 4706435

created: 2024-06-10 15:30:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
    "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_product2s`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_product2s`\n(\n `Id`  string , `Name`  string , `ProductCode`  string , `Description`  string , `IsActive`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Family`  string , `CurrencyIsoCode`  string , `ExternalDataSourceId`  string , `ExternalId`  string , `DisplayUrl`  string , `QuantityUnitOfMeasure`  string , `IsDeleted`  string , `IsArchived`  string , `ConnectionReceivedId`  string , `ConnectionSentId`  string , `StockKeepingUnit`  string , `sfcloud__Bundle_Items__c`  string , `sfcloud__Copied_from_Bundle__c`  string , `sfcloud__Field_Properties__c`  string , `sfcloud__Image_URL__c`  string , `sfcloud__Volume_Pricing_Model__c`  string , `RevenueType__c`  string , `Pricingbasedonterms__c`  string , `Tier__c`  string , `BundleTier__c`  string , `VolumeTierRate__c`  string , `InternalNotes__c`  string , `Product_Subsidiary__c`  string , `CustomMSproduct__c`  string , `RequiresIC__c`  string , `RequiresICforSLMSBoarding__c`  string , `GenerateAssets__c`  string , `Vendor_Ordering_SKU__c`  string , `Vendor_Name__c`  string , `Sync_to_NetSuite__c`  string , `GenerateAddtoBillingcases__c`  string , `GenerateBillingCancellationcases__c`  string , `GenerateProductCancellationcases__c`  string , `SMSorSBOAproduct__c`  string , `ProductFamily__c`  string , `ProductCategory__c`  string , `ProductBrand__c`  string , `BillingTrigger__c`  string , `CreatedAssetStatus__c`  string , `MerchantSalesOffice__c`  string , `Merchant_Processor__c`  string , `Delay_Implementation_Case__c`  string , `Alt_Product_Code__c`  string , `Product_UID__c`  string , `ESSAvailableAddOnID__c`  string , `Create_Add_To_Shipping_Case__c`  string , `Product_Expire_Date__c`  string , `Implementation_Trigger__c`  string , `NetSuite_ID__c`  string , `NetSuite_Sync_Time__c`  string , `Billing_Cancellation_Case_Owner__c`  string , `Billing_Case_Owner__c`  string , `Create_Order__c`  string , `High_Quantity_Hardware__c`  string , `Implementation_Case_Owner__c`  string , `Product_Cancellation_Case_Owner__c`  string , `Legacy__c`  string , `CPQGroup__c`  string , `TierRateGroup__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-dev/raw/product2s/2024-06-10/1718051321'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_product2s"
]

hive_path: s3://sfdl-csv-salesforce-dev/raw/product2s/2024-06-10/1718051321
id: 4706435
processed: 1

raw_data:

{
    "Alt_Product_Code__c": 52,
    "BillingTrigger__c": 47,
    "Billing_Cancellation_Case_Owner__c": 60,
    "Billing_Case_Owner__c": 61,
    "BundleTier__c": 29,
    "CPQGroup__c": 67,
    "ConnectionReceivedId": 18,
    "ConnectionSentId": 19,
    "Create_Add_To_Shipping_Case__c": 55,
    "Create_Order__c": 62,
    "CreatedAssetStatus__c": 48,
    "CreatedById": 6,
    "CreatedDate": 5,
    "CurrencyIsoCode": 11,
    "CustomMSproduct__c": 33,
    "Delay_Implementation_Case__c": 51,
    "Description": 3,
    "DisplayUrl": 14,
    "ESSAvailableAddOnID__c": 54,
    "ExternalDataSourceId": 12,
    "ExternalId": 13,
    "Family": 10,
    "GenerateAddtoBillingcases__c": 40,
    "GenerateAssets__c": 36,
    "GenerateBillingCancellationcases__c": 41,
    "GenerateProductCancellationcases__c": 42,
    "High_Quantity_Hardware__c": 63,
    "Id": 0,
    "Implementation_Case_Owner__c": 64,
    "Implementation_Trigger__c": 57,
    "InternalNotes__c": 31,
    "IsActive": 4,
    "IsArchived": 17,
    "IsDeleted": 16,
    "LastModifiedById": 8,
    "LastModifiedDate": 7,
    "Legacy__c": 66,
    "MerchantSalesOffice__c": 49,
    "Merchant_Processor__c": 50,
    "Name": 1,
    "NetSuite_ID__c": 58,
    "NetSuite_Sync_Time__c": 59,
    "Pricingbasedonterms__c": 27,
    "ProductBrand__c": 46,
    "ProductCategory__c": 45,
    "ProductCode": 2,
    "ProductFamily__c": 44,
    "Product_Cancellation_Case_Owner__c": 65,
    "Product_Expire_Date__c": 56,
    "Product_Subsidiary__c": 32,
    "Product_UID__c": 53,
    "QuantityUnitOfMeasure": 15,
    "RequiresIC__c": 34,
    "RequiresICforSLMSBoarding__c": 35,
    "RevenueType__c": 26,
    "SMSorSBOAproduct__c": 43,
    "StockKeepingUnit": 20,
    "Sync_to_NetSuite__c": 39,
    "SystemModstamp": 9,
    "TierRateGroup__c": 68,
    "Tier__c": 28,
    "Vendor_Name__c": 38,
    "Vendor_Ordering_SKU__c": 37,
    "VolumeTierRate__c": 30,
    "sfcloud__Bundle_Items__c": 21,
    "sfcloud__Copied_from_Bundle__c": 22,
    "sfcloud__Field_Properties__c": 23,
    "sfcloud__Image_URL__c": 24,
    "sfcloud__Volume_Pricing_Model__c": 25
}

schema_attributes:

{
    "Alt_Product_Code__c": "string",
    "Amount": "string",
    "BillingTrigger__c": "string",
    "Billing_Cancellation_Case_Owner__c": "string",
    "Billing_Case_Owner__c": "string",
    "BundleTier__c": "string",
    "CPQGroup__c": "string",
    "CloseDate": "string",
    "ConnectionReceivedId": "string",
    "ConnectionSentId": "string",
    "Create_Add_To_Shipping_Case__c": "string",
    "Create_Order__c": "string",
    "CreatedAssetStatus__c": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "CustomMSproduct__c": "string",
    "Delay_Implementation_Case__c": "string",
    "Description": "string",
    "DisplayUrl": "string",
    "ESSAvailableAddOnID__c": "string",
    "ExpectedRevenue": "string",
    "ExternalDataSourceId": "string",
    "ExternalId": "string",
    "Family": "string",
    "ForecastCategory": "string",
    "GenerateAddtoBillingcases__c": "string",
    "GenerateAssets__c": "string",
    "GenerateBillingCancellationcases__c": "string",
    "GenerateProductCancellationcases__c": "string",
    "High_Quantity_Hardware__c": "string",
    "Id": "string",
    "Implementation_Case_Owner__c": "string",
    "Implementation_Trigger__c": "string",
    "InternalNotes__c": "string",
    "IsActive": "string",
    "IsArchived": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Legacy__c": "string",
    "MerchantSalesOffice__c": "string",
    "Merchant_Processor__c": "string",
    "Name": "string",
    "NetSuite_ID__c": "string",
    "NetSuite_Sync_Time__c": "string",
    "OpportunityId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Pricingbasedonterms__c": "string",
    "Probability": "string",
    "ProductBrand__c": "string",
    "ProductCategory__c": "string",
    "ProductCode": "string",
    "ProductFamily__c": "string",
    "Product_Cancellation_Case_Owner__c": "string",
    "Product_Expire_Date__c": "string",
    "Product_Subsidiary__c": "string",
    "Product_UID__c": "string",
    "QuantityUnitOfMeasure": "string",
    "RequiresIC__c": "string",
    "RequiresICforSLMSBoarding__c": "string",
    "RevenueType__c": "string",
    "SMSorSBOAproduct__c": "string",
    "StageName": "string",
    "StockKeepingUnit": "string",
    "Sync_to_NetSuite__c": "string",
    "SystemModstamp": "string",
    "TierRateGroup__c": "string",
    "Tier__c": "string",
    "Vendor_Name__c": "string",
    "Vendor_Ordering_SKU__c": "string",
    "VolumeTierRate__c": "string",
    "sfcloud__Bundle_Items__c": "string",
    "sfcloud__Copied_from_Bundle__c": "string",
    "sfcloud__Field_Properties__c": "string",
    "sfcloud__Image_URL__c": "string",
    "sfcloud__Volume_Pricing_Model__c": "string"
}

schema_name_id: 2079
schema_scan_id: 6510679
updated: 2024-06-10 15:30:25

Version 4700467

created: 2024-01-11 09:08:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
    "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_product2s`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_product2s`\n(\n `Id`  string , `Name`  string , `ProductCode`  string , `Description`  string , `IsActive`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Family`  string , `CurrencyIsoCode`  string , `ExternalDataSourceId`  string , `ExternalId`  string , `DisplayUrl`  string , `QuantityUnitOfMeasure`  string , `IsDeleted`  string , `IsArchived`  string , `ConnectionReceivedId`  string , `ConnectionSentId`  string , `StockKeepingUnit`  string , `sfcloud__Bundle_Items__c`  string , `sfcloud__Copied_from_Bundle__c`  string , `sfcloud__Field_Properties__c`  string , `sfcloud__Image_URL__c`  string , `sfcloud__Volume_Pricing_Model__c`  string , `RevenueType__c`  string , `Pricingbasedonterms__c`  string , `Tier__c`  string , `BundleTier__c`  string , `VolumeTierRate__c`  string , `InternalNotes__c`  string , `Product_Subsidiary__c`  string , `CustomMSproduct__c`  string , `RequiresIC__c`  string , `RequiresICforSLMSBoarding__c`  string , `GenerateAssets__c`  string , `Vendor_Ordering_SKU__c`  string , `Vendor_Name__c`  string , `Sync_to_NetSuite__c`  string , `GenerateAddtoBillingcases__c`  string , `GenerateBillingCancellationcases__c`  string , `GenerateProductCancellationcases__c`  string , `SMSorSBOAproduct__c`  string , `ProductFamily__c`  string , `ProductCategory__c`  string , `ProductBrand__c`  string , `BillingTrigger__c`  string , `CreatedAssetStatus__c`  string , `MerchantSalesOffice__c`  string , `Merchant_Processor__c`  string , `Delay_Implementation_Case__c`  string , `Alt_Product_Code__c`  string , `Product_UID__c`  string , `ESSAvailableAddOnID__c`  string , `Create_Add_To_Shipping_Case__c`  string , `Product_Expire_Date__c`  string , `Implementation_Trigger__c`  string , `NetSuite_ID__c`  string , `NetSuite_Sync_Time__c`  string , `Billing_Cancellation_Case_Owner__c`  string , `Billing_Case_Owner__c`  string , `Create_Order__c`  string , `High_Quantity_Hardware__c`  string , `Implementation_Case_Owner__c`  string , `Product_Cancellation_Case_Owner__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-dev/raw/product2s/2024-01-11/1704985676'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_product2s"
]

hive_path: s3://sfdl-csv-salesforce-dev/raw/product2s/2024-01-11/1704985676
id: 4700467
processed: 1

raw_data:

{
    "Alt_Product_Code__c": 52,
    "BillingTrigger__c": 47,
    "Billing_Cancellation_Case_Owner__c": 60,
    "Billing_Case_Owner__c": 61,
    "BundleTier__c": 29,
    "ConnectionReceivedId": 18,
    "ConnectionSentId": 19,
    "Create_Add_To_Shipping_Case__c": 55,
    "Create_Order__c": 62,
    "CreatedAssetStatus__c": 48,
    "CreatedById": 6,
    "CreatedDate": 5,
    "CurrencyIsoCode": 11,
    "CustomMSproduct__c": 33,
    "Delay_Implementation_Case__c": 51,
    "Description": 3,
    "DisplayUrl": 14,
    "ESSAvailableAddOnID__c": 54,
    "ExternalDataSourceId": 12,
    "ExternalId": 13,
    "Family": 10,
    "GenerateAddtoBillingcases__c": 40,
    "GenerateAssets__c": 36,
    "GenerateBillingCancellationcases__c": 41,
    "GenerateProductCancellationcases__c": 42,
    "High_Quantity_Hardware__c": 63,
    "Id": 0,
    "Implementation_Case_Owner__c": 64,
    "Implementation_Trigger__c": 57,
    "InternalNotes__c": 31,
    "IsActive": 4,
    "IsArchived": 17,
    "IsDeleted": 16,
    "LastModifiedById": 8,
    "LastModifiedDate": 7,
    "MerchantSalesOffice__c": 49,
    "Merchant_Processor__c": 50,
    "Name": 1,
    "NetSuite_ID__c": 58,
    "NetSuite_Sync_Time__c": 59,
    "Pricingbasedonterms__c": 27,
    "ProductBrand__c": 46,
    "ProductCategory__c": 45,
    "ProductCode": 2,
    "ProductFamily__c": 44,
    "Product_Cancellation_Case_Owner__c": 65,
    "Product_Expire_Date__c": 56,
    "Product_Subsidiary__c": 32,
    "Product_UID__c": 53,
    "QuantityUnitOfMeasure": 15,
    "RequiresIC__c": 34,
    "RequiresICforSLMSBoarding__c": 35,
    "RevenueType__c": 26,
    "SMSorSBOAproduct__c": 43,
    "StockKeepingUnit": 20,
    "Sync_to_NetSuite__c": 39,
    "SystemModstamp": 9,
    "Tier__c": 28,
    "Vendor_Name__c": 38,
    "Vendor_Ordering_SKU__c": 37,
    "VolumeTierRate__c": 30,
    "sfcloud__Bundle_Items__c": 21,
    "sfcloud__Copied_from_Bundle__c": 22,
    "sfcloud__Field_Properties__c": 23,
    "sfcloud__Image_URL__c": 24,
    "sfcloud__Volume_Pricing_Model__c": 25
}

schema_attributes:

{
    "Alt_Product_Code__c": "string",
    "Amount": "string",
    "BillingTrigger__c": "string",
    "Billing_Cancellation_Case_Owner__c": "string",
    "Billing_Case_Owner__c": "string",
    "BundleTier__c": "string",
    "CloseDate": "string",
    "ConnectionReceivedId": "string",
    "ConnectionSentId": "string",
    "Create_Add_To_Shipping_Case__c": "string",
    "Create_Order__c": "string",
    "CreatedAssetStatus__c": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "CustomMSproduct__c": "string",
    "Delay_Implementation_Case__c": "string",
    "Description": "string",
    "DisplayUrl": "string",
    "ESSAvailableAddOnID__c": "string",
    "ExpectedRevenue": "string",
    "ExternalDataSourceId": "string",
    "ExternalId": "string",
    "Family": "string",
    "ForecastCategory": "string",
    "GenerateAddtoBillingcases__c": "string",
    "GenerateAssets__c": "string",
    "GenerateBillingCancellationcases__c": "string",
    "GenerateProductCancellationcases__c": "string",
    "High_Quantity_Hardware__c": "string",
    "Id": "string",
    "Implementation_Case_Owner__c": "string",
    "Implementation_Trigger__c": "string",
    "InternalNotes__c": "string",
    "IsActive": "string",
    "IsArchived": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "MerchantSalesOffice__c": "string",
    "Merchant_Processor__c": "string",
    "Name": "string",
    "NetSuite_ID__c": "string",
    "NetSuite_Sync_Time__c": "string",
    "OpportunityId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Pricingbasedonterms__c": "string",
    "Probability": "string",
    "ProductBrand__c": "string",
    "ProductCategory__c": "string",
    "ProductCode": "string",
    "ProductFamily__c": "string",
    "Product_Cancellation_Case_Owner__c": "string",
    "Product_Expire_Date__c": "string",
    "Product_Subsidiary__c": "string",
    "Product_UID__c": "string",
    "QuantityUnitOfMeasure": "string",
    "RequiresIC__c": "string",
    "RequiresICforSLMSBoarding__c": "string",
    "RevenueType__c": "string",
    "SMSorSBOAproduct__c": "string",
    "StageName": "string",
    "StockKeepingUnit": "string",
    "Sync_to_NetSuite__c": "string",
    "SystemModstamp": "string",
    "Tier__c": "string",
    "Vendor_Name__c": "string",
    "Vendor_Ordering_SKU__c": "string",
    "VolumeTierRate__c": "string",
    "sfcloud__Bundle_Items__c": "string",
    "sfcloud__Copied_from_Bundle__c": "string",
    "sfcloud__Field_Properties__c": "string",
    "sfcloud__Image_URL__c": "string",
    "sfcloud__Volume_Pricing_Model__c": "string"
}

schema_name_id: 2079
schema_scan_id: 6402600
updated: 2024-01-11 09:08:37

Version 4697478

created: 2023-08-16 11:12:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
    "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_product2s`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_product2s`\n(\n `Id`  string , `Name`  string , `ProductCode`  string , `Description`  string , `IsActive`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Family`  string , `CurrencyIsoCode`  string , `ExternalDataSourceId`  string , `ExternalId`  string , `DisplayUrl`  string , `QuantityUnitOfMeasure`  string , `IsDeleted`  string , `IsArchived`  string , `ConnectionReceivedId`  string , `ConnectionSentId`  string , `StockKeepingUnit`  string , `sfcloud__Bundle_Items__c`  string , `sfcloud__Copied_from_Bundle__c`  string , `sfcloud__Field_Properties__c`  string , `sfcloud__Image_URL__c`  string , `sfcloud__Volume_Pricing_Model__c`  string , `RevenueType__c`  string , `Pricingbasedonterms__c`  string , `Tier__c`  string , `BundleTier__c`  string , `VolumeTierRate__c`  string , `InternalNotes__c`  string , `Product_Subsidiary__c`  string , `CustomMSproduct__c`  string , `RequiresIC__c`  string , `RequiresICforSLMSBoarding__c`  string , `GenerateAssets__c`  string , `Vendor_Ordering_SKU__c`  string , `Vendor_Name__c`  string , `Sync_to_NetSuite__c`  string , `GenerateAddtoBillingcases__c`  string , `GenerateBillingCancellationcases__c`  string , `GenerateProductCancellationcases__c`  string , `SMSorSBOAproduct__c`  string , `ProductFamily__c`  string , `ProductCategory__c`  string , `ProductBrand__c`  string , `BillingTrigger__c`  string , `CreatedAssetStatus__c`  string , `MerchantSalesOffice__c`  string , `Merchant_Processor__c`  string , `Delay_Implementation_Case__c`  string , `Alt_Product_Code__c`  string , `Product_UID__c`  string , `ESSAvailableAddOnID__c`  string , `Create_Add_To_Shipping_Case__c`  string , `Product_Expire_Date__c`  string , `Implementation_Trigger__c`  string , `NetSuite_ID__c`  string , `NetSuite_Sync_Time__c`  string , `Billing_Cancellation_Case_Owner__c`  string , `Billing_Case_Owner__c`  string , `Create_Order__c`  string , `High_Quantity_Hardware__c`  string , `Implementation_Case_Owner__c`  string , `Product_Cancellation_Case_Owner__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-dev/raw/product2s/2023-08-16/1692202268'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_product2s"
]

hive_path: s3://sfdl-csv-salesforce-dev/raw/product2s/2023-08-16/1692202268
id: 4697478
processed: 1

raw_data:

{
    "Alt_Product_Code__c": 52,
    "BillingTrigger__c": 47,
    "Billing_Cancellation_Case_Owner__c": 60,
    "Billing_Case_Owner__c": 61,
    "BundleTier__c": 29,
    "ConnectionReceivedId": 18,
    "ConnectionSentId": 19,
    "Create_Add_To_Shipping_Case__c": 55,
    "Create_Order__c": 62,
    "CreatedAssetStatus__c": 48,
    "CreatedById": 6,
    "CreatedDate": 5,
    "CurrencyIsoCode": 11,
    "CustomMSproduct__c": 33,
    "Delay_Implementation_Case__c": 51,
    "Description": 3,
    "DisplayUrl": 14,
    "ESSAvailableAddOnID__c": 54,
    "ExternalDataSourceId": 12,
    "ExternalId": 13,
    "Family": 10,
    "GenerateAddtoBillingcases__c": 40,
    "GenerateAssets__c": 36,
    "GenerateBillingCancellationcases__c": 41,
    "GenerateProductCancellationcases__c": 42,
    "High_Quantity_Hardware__c": 63,
    "Id": 0,
    "Implementation_Case_Owner__c": 64,
    "Implementation_Trigger__c": 57,
    "InternalNotes__c": 31,
    "IsActive": 4,
    "IsArchived": 17,
    "IsDeleted": 16,
    "LastModifiedById": 8,
    "LastModifiedDate": 7,
    "MerchantSalesOffice__c": 49,
    "Merchant_Processor__c": 50,
    "Name": 1,
    "NetSuite_ID__c": 58,
    "NetSuite_Sync_Time__c": 59,
    "Pricingbasedonterms__c": 27,
    "ProductBrand__c": 46,
    "ProductCategory__c": 45,
    "ProductCode": 2,
    "ProductFamily__c": 44,
    "Product_Cancellation_Case_Owner__c": 65,
    "Product_Expire_Date__c": 56,
    "Product_Subsidiary__c": 32,
    "Product_UID__c": 53,
    "QuantityUnitOfMeasure": 15,
    "RequiresIC__c": 34,
    "RequiresICforSLMSBoarding__c": 35,
    "RevenueType__c": 26,
    "SMSorSBOAproduct__c": 43,
    "StockKeepingUnit": 20,
    "Sync_to_NetSuite__c": 39,
    "SystemModstamp": 9,
    "Tier__c": 28,
    "Vendor_Name__c": 38,
    "Vendor_Ordering_SKU__c": 37,
    "VolumeTierRate__c": 30,
    "sfcloud__Bundle_Items__c": 21,
    "sfcloud__Copied_from_Bundle__c": 22,
    "sfcloud__Field_Properties__c": 23,
    "sfcloud__Image_URL__c": 24,
    "sfcloud__Volume_Pricing_Model__c": 25
}

schema_attributes:

{
    "Alt_Product_Code__c": "string",
    "Amount": "string",
    "BillingTrigger__c": "string",
    "Billing_Cancellation_Case_Owner__c": "string",
    "Billing_Case_Owner__c": "string",
    "BundleTier__c": "string",
    "CloseDate": "string",
    "ConnectionReceivedId": "string",
    "ConnectionSentId": "string",
    "Create_Add_To_Shipping_Case__c": "string",
    "Create_Order__c": "string",
    "CreatedAssetStatus__c": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "CustomMSproduct__c": "string",
    "Delay_Implementation_Case__c": "string",
    "Description": "string",
    "DisplayUrl": "string",
    "ESSAvailableAddOnID__c": "string",
    "ExpectedRevenue": "string",
    "ExternalDataSourceId": "string",
    "ExternalId": "string",
    "Family": "string",
    "ForecastCategory": "string",
    "GenerateAddtoBillingcases__c": "string",
    "GenerateAssets__c": "string",
    "GenerateBillingCancellationcases__c": "string",
    "GenerateProductCancellationcases__c": "string",
    "High_Quantity_Hardware__c": "string",
    "Id": "string",
    "Implementation_Case_Owner__c": "string",
    "Implementation_Trigger__c": "string",
    "InternalNotes__c": "string",
    "IsActive": "string",
    "IsArchived": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "MerchantSalesOffice__c": "string",
    "Merchant_Processor__c": "string",
    "Name": "string",
    "NetSuite_ID__c": "string",
    "NetSuite_Sync_Time__c": "string",
    "OpportunityId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Pricingbasedonterms__c": "string",
    "Probability": "string",
    "ProductBrand__c": "string",
    "ProductCategory__c": "string",
    "ProductCode": "string",
    "ProductFamily__c": "string",
    "Product_Cancellation_Case_Owner__c": "string",
    "Product_Expire_Date__c": "string",
    "Product_Subsidiary__c": "string",
    "Product_UID__c": "string",
    "QuantityUnitOfMeasure": "string",
    "RequiresIC__c": "string",
    "RequiresICforSLMSBoarding__c": "string",
    "RevenueType__c": "string",
    "SMSorSBOAproduct__c": "string",
    "StageName": "string",
    "StockKeepingUnit": "string",
    "Sync_to_NetSuite__c": "string",
    "SystemModstamp": "string",
    "Tier__c": "string",
    "Vendor_Name__c": "string",
    "Vendor_Ordering_SKU__c": "string",
    "VolumeTierRate__c": "string",
    "sfcloud__Bundle_Items__c": "string",
    "sfcloud__Copied_from_Bundle__c": "string",
    "sfcloud__Field_Properties__c": "string",
    "sfcloud__Image_URL__c": "string",
    "sfcloud__Volume_Pricing_Model__c": "string"
}

schema_name_id: 2079
schema_scan_id: 6251483
updated: 2023-08-16 11:13:05

Version 4697459

created: 2023-08-16 10:31:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
    "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_product2s`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_product2s`\n(\n `Id`  string , `Name`  string , `ProductCode`  string , `Description`  string , `IsActive`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Family`  string , `CurrencyIsoCode`  string , `ExternalDataSourceId`  string , `ExternalId`  string , `DisplayUrl`  string , `QuantityUnitOfMeasure`  string , `IsDeleted`  string , `IsArchived`  string , `ConnectionReceivedId`  string , `ConnectionSentId`  string , `StockKeepingUnit`  string , `sfcloud__Bundle_Items__c`  string , `sfcloud__Copied_from_Bundle__c`  string , `sfcloud__Field_Properties__c`  string , `sfcloud__Image_URL__c`  string , `sfcloud__Volume_Pricing_Model__c`  string , `RevenueType__c`  string , `Pricingbasedonterms__c`  string , `Tier__c`  string , `BundleTier__c`  string , `VolumeTierRate__c`  string , `InternalNotes__c`  string , `Product_Subsidiary__c`  string , `CustomMSproduct__c`  string , `RequiresIC__c`  string , `RequiresICforSLMSBoarding__c`  string , `GenerateAssets__c`  string , `Vendor_Ordering_SKU__c`  string , `Vendor_Name__c`  string , `Sync_to_NetSuite__c`  string , `GenerateAddtoBillingcases__c`  string , `GenerateBillingCancellationcases__c`  string , `GenerateProductCancellationcases__c`  string , `SMSorSBOAproduct__c`  string , `ProductFamily__c`  string , `ProductCategory__c`  string , `ProductBrand__c`  string , `BillingTrigger__c`  string , `CreatedAssetStatus__c`  string , `MerchantSalesOffice__c`  string , `Merchant_Processor__c`  string , `Delay_Implementation_Case__c`  string , `Alt_Product_Code__c`  string , `Product_UID__c`  string , `ESSAvailableAddOnID__c`  string , `Create_Add_To_Shipping_Case__c`  string , `Product_Expire_Date__c`  string , `Implementation_Trigger__c`  string , `NetSuite_ID__c`  string , `NetSuite_Sync_Time__c`  string , `Billing_Cancellation_Case_Owner__c`  string , `Billing_Case_Owner__c`  string , `Create_Order__c`  string , `High_Quantity_Hardware__c`  string , `Implementation_Case_Owner__c`  string , `Product_Cancellation_Case_Owner__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-dev/raw/product2s/2023-08-16/1692199563'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_product2s"
]

hive_path: s3://sfdl-csv-salesforce-dev/raw/product2s/2023-08-16/1692199563
id: 4697459
processed: 1

raw_data:

{
    "Alt_Product_Code__c": 52,
    "BillingTrigger__c": 47,
    "Billing_Cancellation_Case_Owner__c": 60,
    "Billing_Case_Owner__c": 61,
    "BundleTier__c": 29,
    "ConnectionReceivedId": 18,
    "ConnectionSentId": 19,
    "Create_Add_To_Shipping_Case__c": 55,
    "Create_Order__c": 62,
    "CreatedAssetStatus__c": 48,
    "CreatedById": 6,
    "CreatedDate": 5,
    "CurrencyIsoCode": 11,
    "CustomMSproduct__c": 33,
    "Delay_Implementation_Case__c": 51,
    "Description": 3,
    "DisplayUrl": 14,
    "ESSAvailableAddOnID__c": 54,
    "ExternalDataSourceId": 12,
    "ExternalId": 13,
    "Family": 10,
    "GenerateAddtoBillingcases__c": 40,
    "GenerateAssets__c": 36,
    "GenerateBillingCancellationcases__c": 41,
    "GenerateProductCancellationcases__c": 42,
    "High_Quantity_Hardware__c": 63,
    "Id": 0,
    "Implementation_Case_Owner__c": 64,
    "Implementation_Trigger__c": 57,
    "InternalNotes__c": 31,
    "IsActive": 4,
    "IsArchived": 17,
    "IsDeleted": 16,
    "LastModifiedById": 8,
    "LastModifiedDate": 7,
    "MerchantSalesOffice__c": 49,
    "Merchant_Processor__c": 50,
    "Name": 1,
    "NetSuite_ID__c": 58,
    "NetSuite_Sync_Time__c": 59,
    "Pricingbasedonterms__c": 27,
    "ProductBrand__c": 46,
    "ProductCategory__c": 45,
    "ProductCode": 2,
    "ProductFamily__c": 44,
    "Product_Cancellation_Case_Owner__c": 65,
    "Product_Expire_Date__c": 56,
    "Product_Subsidiary__c": 32,
    "Product_UID__c": 53,
    "QuantityUnitOfMeasure": 15,
    "RequiresIC__c": 34,
    "RequiresICforSLMSBoarding__c": 35,
    "RevenueType__c": 26,
    "SMSorSBOAproduct__c": 43,
    "StockKeepingUnit": 20,
    "Sync_to_NetSuite__c": 39,
    "SystemModstamp": 9,
    "Tier__c": 28,
    "Vendor_Name__c": 38,
    "Vendor_Ordering_SKU__c": 37,
    "VolumeTierRate__c": 30,
    "sfcloud__Bundle_Items__c": 21,
    "sfcloud__Copied_from_Bundle__c": 22,
    "sfcloud__Field_Properties__c": 23,
    "sfcloud__Image_URL__c": 24,
    "sfcloud__Volume_Pricing_Model__c": 25
}

schema_attributes:

{
    "Alt_Product_Code__c": "string",
    "Amount": "string",
    "BillingTrigger__c": "string",
    "Billing_Cancellation_Case_Owner__c": "string",
    "Billing_Case_Owner__c": "string",
    "BundleTier__c": "string",
    "CloseDate": "string",
    "ConnectionReceivedId": "string",
    "ConnectionSentId": "string",
    "Create_Add_To_Shipping_Case__c": "string",
    "Create_Order__c": "string",
    "CreatedAssetStatus__c": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "CustomMSproduct__c": "string",
    "Delay_Implementation_Case__c": "string",
    "Description": "string",
    "DisplayUrl": "string",
    "ESSAvailableAddOnID__c": "string",
    "ExpectedRevenue": "string",
    "ExternalDataSourceId": "string",
    "ExternalId": "string",
    "Family": "string",
    "ForecastCategory": "string",
    "GenerateAddtoBillingcases__c": "string",
    "GenerateAssets__c": "string",
    "GenerateBillingCancellationcases__c": "string",
    "GenerateProductCancellationcases__c": "string",
    "High_Quantity_Hardware__c": "string",
    "Id": "string",
    "Implementation_Case_Owner__c": "string",
    "Implementation_Trigger__c": "string",
    "InternalNotes__c": "string",
    "IsActive": "string",
    "IsArchived": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "MerchantSalesOffice__c": "string",
    "Merchant_Processor__c": "string",
    "Name": "string",
    "NetSuite_ID__c": "string",
    "NetSuite_Sync_Time__c": "string",
    "OpportunityId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Pricingbasedonterms__c": "string",
    "Probability": "string",
    "ProductBrand__c": "string",
    "ProductCategory__c": "string",
    "ProductCode": "string",
    "ProductFamily__c": "string",
    "Product_Cancellation_Case_Owner__c": "string",
    "Product_Expire_Date__c": "string",
    "Product_Subsidiary__c": "string",
    "Product_UID__c": "string",
    "QuantityUnitOfMeasure": "string",
    "RequiresIC__c": "string",
    "RequiresICforSLMSBoarding__c": "string",
    "RevenueType__c": "string",
    "SMSorSBOAproduct__c": "string",
    "StageName": "string",
    "StockKeepingUnit": "string",
    "Sync_to_NetSuite__c": "string",
    "SystemModstamp": "string",
    "Tier__c": "string",
    "Vendor_Name__c": "string",
    "Vendor_Ordering_SKU__c": "string",
    "VolumeTierRate__c": "string",
    "sfcloud__Bundle_Items__c": "string",
    "sfcloud__Copied_from_Bundle__c": "string",
    "sfcloud__Field_Properties__c": "string",
    "sfcloud__Image_URL__c": "string",
    "sfcloud__Volume_Pricing_Model__c": "string"
}

schema_name_id: 2079
schema_scan_id: 6251390
updated: 2023-08-16 10:31:22

Version 4697377

created: 2023-08-16 09:28:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
    "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_product2s`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_product2s`\n(\n `Id`  string , `Name`  string , `ProductCode`  string , `Description`  string , `IsActive`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Family`  string , `CurrencyIsoCode`  string , `ExternalDataSourceId`  string , `ExternalId`  string , `DisplayUrl`  string , `QuantityUnitOfMeasure`  string , `IsDeleted`  string , `IsArchived`  string , `ConnectionReceivedId`  string , `ConnectionSentId`  string , `StockKeepingUnit`  string , `sfcloud__Bundle_Items__c`  string , `sfcloud__Copied_from_Bundle__c`  string , `sfcloud__Field_Properties__c`  string , `sfcloud__Image_URL__c`  string , `sfcloud__Volume_Pricing_Model__c`  string , `RevenueType__c`  string , `Pricingbasedonterms__c`  string , `Tier__c`  string , `BundleTier__c`  string , `VolumeTierRate__c`  string , `InternalNotes__c`  string , `Product_Subsidiary__c`  string , `CustomMSproduct__c`  string , `RequiresIC__c`  string , `RequiresICforSLMSBoarding__c`  string , `GenerateAssets__c`  string , `Vendor_Ordering_SKU__c`  string , `Vendor_Name__c`  string , `Sync_to_NetSuite__c`  string , `GenerateAddtoBillingcases__c`  string , `GenerateBillingCancellationcases__c`  string , `GenerateProductCancellationcases__c`  string , `SMSorSBOAproduct__c`  string , `ProductFamily__c`  string , `ProductCategory__c`  string , `ProductBrand__c`  string , `BillingTrigger__c`  string , `CreatedAssetStatus__c`  string , `MerchantSalesOffice__c`  string , `Merchant_Processor__c`  string , `Delay_Implementation_Case__c`  string , `Alt_Product_Code__c`  string , `Product_UID__c`  string , `ESSAvailableAddOnID__c`  string , `Create_Add_To_Shipping_Case__c`  string , `Product_Expire_Date__c`  string , `Implementation_Trigger__c`  string , `NetSuite_ID__c`  string , `NetSuite_Sync_Time__c`  string , `Billing_Cancellation_Case_Owner__c`  string , `Billing_Case_Owner__c`  string , `Create_Order__c`  string , `High_Quantity_Hardware__c`  string , `Implementation_Case_Owner__c`  string , `Product_Cancellation_Case_Owner__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-dev/raw/product2s/2023-08-16/1692195949'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_product2s"
]

hive_path: s3://sfdl-csv-salesforce-dev/raw/product2s/2023-08-16/1692195949
id: 4697377
processed: 1

raw_data:

{
    "Alt_Product_Code__c": 52,
    "BillingTrigger__c": 47,
    "Billing_Cancellation_Case_Owner__c": 60,
    "Billing_Case_Owner__c": 61,
    "BundleTier__c": 29,
    "ConnectionReceivedId": 18,
    "ConnectionSentId": 19,
    "Create_Add_To_Shipping_Case__c": 55,
    "Create_Order__c": 62,
    "CreatedAssetStatus__c": 48,
    "CreatedById": 6,
    "CreatedDate": 5,
    "CurrencyIsoCode": 11,
    "CustomMSproduct__c": 33,
    "Delay_Implementation_Case__c": 51,
    "Description": 3,
    "DisplayUrl": 14,
    "ESSAvailableAddOnID__c": 54,
    "ExternalDataSourceId": 12,
    "ExternalId": 13,
    "Family": 10,
    "GenerateAddtoBillingcases__c": 40,
    "GenerateAssets__c": 36,
    "GenerateBillingCancellationcases__c": 41,
    "GenerateProductCancellationcases__c": 42,
    "High_Quantity_Hardware__c": 63,
    "Id": 0,
    "Implementation_Case_Owner__c": 64,
    "Implementation_Trigger__c": 57,
    "InternalNotes__c": 31,
    "IsActive": 4,
    "IsArchived": 17,
    "IsDeleted": 16,
    "LastModifiedById": 8,
    "LastModifiedDate": 7,
    "MerchantSalesOffice__c": 49,
    "Merchant_Processor__c": 50,
    "Name": 1,
    "NetSuite_ID__c": 58,
    "NetSuite_Sync_Time__c": 59,
    "Pricingbasedonterms__c": 27,
    "ProductBrand__c": 46,
    "ProductCategory__c": 45,
    "ProductCode": 2,
    "ProductFamily__c": 44,
    "Product_Cancellation_Case_Owner__c": 65,
    "Product_Expire_Date__c": 56,
    "Product_Subsidiary__c": 32,
    "Product_UID__c": 53,
    "QuantityUnitOfMeasure": 15,
    "RequiresIC__c": 34,
    "RequiresICforSLMSBoarding__c": 35,
    "RevenueType__c": 26,
    "SMSorSBOAproduct__c": 43,
    "StockKeepingUnit": 20,
    "Sync_to_NetSuite__c": 39,
    "SystemModstamp": 9,
    "Tier__c": 28,
    "Vendor_Name__c": 38,
    "Vendor_Ordering_SKU__c": 37,
    "VolumeTierRate__c": 30,
    "sfcloud__Bundle_Items__c": 21,
    "sfcloud__Copied_from_Bundle__c": 22,
    "sfcloud__Field_Properties__c": 23,
    "sfcloud__Image_URL__c": 24,
    "sfcloud__Volume_Pricing_Model__c": 25
}

schema_attributes:

{
    "Alt_Product_Code__c": "string",
    "Amount": "string",
    "BillingTrigger__c": "string",
    "Billing_Cancellation_Case_Owner__c": "string",
    "Billing_Case_Owner__c": "string",
    "BundleTier__c": "string",
    "CloseDate": "string",
    "ConnectionReceivedId": "string",
    "ConnectionSentId": "string",
    "Create_Add_To_Shipping_Case__c": "string",
    "Create_Order__c": "string",
    "CreatedAssetStatus__c": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "CustomMSproduct__c": "string",
    "Delay_Implementation_Case__c": "string",
    "Description": "string",
    "DisplayUrl": "string",
    "ESSAvailableAddOnID__c": "string",
    "ExpectedRevenue": "string",
    "ExternalDataSourceId": "string",
    "ExternalId": "string",
    "Family": "string",
    "ForecastCategory": "string",
    "GenerateAddtoBillingcases__c": "string",
    "GenerateAssets__c": "string",
    "GenerateBillingCancellationcases__c": "string",
    "GenerateProductCancellationcases__c": "string",
    "High_Quantity_Hardware__c": "string",
    "Id": "string",
    "Implementation_Case_Owner__c": "string",
    "Implementation_Trigger__c": "string",
    "InternalNotes__c": "string",
    "IsActive": "string",
    "IsArchived": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "MerchantSalesOffice__c": "string",
    "Merchant_Processor__c": "string",
    "Name": "string",
    "NetSuite_ID__c": "string",
    "NetSuite_Sync_Time__c": "string",
    "OpportunityId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Pricingbasedonterms__c": "string",
    "Probability": "string",
    "ProductBrand__c": "string",
    "ProductCategory__c": "string",
    "ProductCode": "string",
    "ProductFamily__c": "string",
    "Product_Cancellation_Case_Owner__c": "string",
    "Product_Expire_Date__c": "string",
    "Product_Subsidiary__c": "string",
    "Product_UID__c": "string",
    "QuantityUnitOfMeasure": "string",
    "RequiresIC__c": "string",
    "RequiresICforSLMSBoarding__c": "string",
    "RevenueType__c": "string",
    "SMSorSBOAproduct__c": "string",
    "StageName": "string",
    "StockKeepingUnit": "string",
    "Sync_to_NetSuite__c": "string",
    "SystemModstamp": "string",
    "Tier__c": "string",
    "Vendor_Name__c": "string",
    "Vendor_Ordering_SKU__c": "string",
    "VolumeTierRate__c": "string",
    "sfcloud__Bundle_Items__c": "string",
    "sfcloud__Copied_from_Bundle__c": "string",
    "sfcloud__Field_Properties__c": "string",
    "sfcloud__Image_URL__c": "string",
    "sfcloud__Volume_Pricing_Model__c": "string"
}

schema_name_id: 2079
schema_scan_id: 6251260
updated: 2023-08-16 09:28:32

Schema Scans: 5

Last at 2024-06-10 15:30:11

Scan 6510679

duration: 0:00:13.842419

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6510679

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-dev",
        "hive_path": "s3://sfdl-csv-salesforce-dev/raw/product2s/2024-06-10/1718051321",
        "key": "raw/product2s/2024-06-10/1718051321/product2s.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_csv.salesforce_product2s",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 7396873498586767443,
        "service_name": "drive-thru",
        "span_id": 13978686492443234225,
        "trace_id": 16449446583221591799
    }
}

running: False
schema_name_id: 2079
start_time: 2024-06-10 15:30:11
success: True
trace_id: 16449446583221591799

Scan 6402600

duration: 0:00:16.025938

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6402600

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-dev",
        "hive_path": "s3://sfdl-csv-salesforce-dev/raw/product2s/2024-01-11/1704985676",
        "key": "raw/product2s/2024-01-11/1704985676/product2s.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_csv.salesforce_product2s",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9895734313690089633,
        "service_name": "drive-thru",
        "span_id": 8996772556547952263,
        "trace_id": 12634959411370725983
    }
}

running: False
schema_name_id: 2079
start_time: 2024-01-11 09:08:21
success: True
trace_id: 12634959411370725983

Scan 6251483

duration: 0:00:13.462981

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6251483

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-dev",
        "hive_path": "s3://sfdl-csv-salesforce-dev/raw/product2s/2023-08-16/1692202268",
        "key": "raw/product2s/2023-08-16/1692202268/product2s.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_csv.salesforce_product2s",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14214016330889418968,
        "service_name": "drive-thru",
        "span_id": 18161619994783931881,
        "trace_id": 7337109881810539495
    }
}

running: False
schema_name_id: 2079
start_time: 2023-08-16 11:12:51
success: True
trace_id: 7337109881810539495

Scan 6251390

duration: 0:00:13.368029

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6251390

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-dev",
        "hive_path": "s3://sfdl-csv-salesforce-dev/raw/product2s/2023-08-16/1692199563",
        "key": "raw/product2s/2023-08-16/1692199563/product2s.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_csv.salesforce_product2s",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11614193581740858440,
        "service_name": "drive-thru",
        "span_id": 3286787965876614562,
        "trace_id": 13038501351440715290
    }
}

running: False
schema_name_id: 2079
start_time: 2023-08-16 10:31:09
success: True
trace_id: 13038501351440715290

Scan 6251260

duration: 0:00:13.531650

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6251260

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-dev",
        "hive_path": "s3://sfdl-csv-salesforce-dev/raw/product2s/2023-08-16/1692195949",
        "key": "raw/product2s/2023-08-16/1692195949/product2s.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_csv.salesforce_product2s",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4271747673651414747,
        "service_name": "drive-thru",
        "span_id": 2085169551339799335,
        "trace_id": 9968181912243250961
    }
}

running: False
schema_name_id: 2079
start_time: 2023-08-16 09:28:18
success: True
trace_id: 9968181912243250961

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "Alt_Product_Code__c": "string",
    "Amount": "string",
    "BillingTrigger__c": "string",
    "Billing_Cancellation_Case_Owner__c": "string",
    "Billing_Case_Owner__c": "string",
    "BundleTier__c": "string",
    "CPQGroup__c": "string",
    "CloseDate": "string",
    "ConnectionReceivedId": "string",
    "ConnectionSentId": "string",
    "Create_Add_To_Shipping_Case__c": "string",
    "Create_Order__c": "string",
    "CreatedAssetStatus__c": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "CustomMSproduct__c": "string",
    "Delay_Implementation_Case__c": "string",
    "Description": "string",
    "DisplayUrl": "string",
    "ESSAvailableAddOnID__c": "string",
    "ExpectedRevenue": "string",
    "ExternalDataSourceId": "string",
    "ExternalId": "string",
    "Family": "string",
    "ForecastCategory": "string",
    "GenerateAddtoBillingcases__c": "string",
    "GenerateAssets__c": "string",
    "GenerateBillingCancellationcases__c": "string",
    "GenerateProductCancellationcases__c": "string",
    "High_Quantity_Hardware__c": "string",
    "Id": "string",
    "Implementation_Case_Owner__c": "string",
    "Implementation_Trigger__c": "string",
    "InternalNotes__c": "string",
    "IsActive": "string",
    "IsArchived": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Legacy__c": "string",
    "MerchantSalesOffice__c": "string",
    "Merchant_Processor__c": "string",
    "Name": "string",
    "NetSuite_ID__c": "string",
    "NetSuite_Sync_Time__c": "string",
    "OpportunityId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Pricingbasedonterms__c": "string",
    "Probability": "string",
    "ProductBrand__c": "string",
    "ProductCategory__c": "string",
    "ProductCode": "string",
    "ProductFamily__c": "string",
    "Product_Cancellation_Case_Owner__c": "string",
    "Product_Expire_Date__c": "string",
    "Product_Subsidiary__c": "string",
    "Product_UID__c": "string",
    "QuantityUnitOfMeasure": "string",
    "RequiresIC__c": "string",
    "RequiresICforSLMSBoarding__c": "string",
    "RevenueType__c": "string",
    "SMSorSBOAproduct__c": "string",
    "StageName": "string",
    "StockKeepingUnit": "string",
    "Sync_to_NetSuite__c": "string",
    "SystemModstamp": "string",
    "TierRateGroup__c": "string",
    "Tier__c": "string",
    "Vendor_Name__c": "string",
    "Vendor_Ordering_SKU__c": "string",
    "VolumeTierRate__c": "string",
    "sfcloud__Bundle_Items__c": "string",
    "sfcloud__Copied_from_Bundle__c": "string",
    "sfcloud__Field_Properties__c": "string",
    "sfcloud__Image_URL__c": "string",
    "sfcloud__Volume_Pricing_Model__c": "string"
}

created: 2024-06-10 15:30:14

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_product2s`\n(\n `Id`  string , `Name`  string , `ProductCode`  string , `Description`  string , `IsActive`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Family`  string , `CurrencyIsoCode`  string , `ExternalDataSourceId`  string , `ExternalId`  string , `DisplayUrl`  string , `QuantityUnitOfMeasure`  string , `IsDeleted`  string , `IsArchived`  string , `ConnectionReceivedId`  string , `ConnectionSentId`  string , `StockKeepingUnit`  string , `sfcloud__Bundle_Items__c`  string , `sfcloud__Copied_from_Bundle__c`  string , `sfcloud__Field_Properties__c`  string , `sfcloud__Image_URL__c`  string , `sfcloud__Volume_Pricing_Model__c`  string , `RevenueType__c`  string , `Pricingbasedonterms__c`  string , `Tier__c`  string , `BundleTier__c`  string , `VolumeTierRate__c`  string , `InternalNotes__c`  string , `Product_Subsidiary__c`  string , `CustomMSproduct__c`  string , `RequiresIC__c`  string , `RequiresICforSLMSBoarding__c`  string , `GenerateAssets__c`  string , `Vendor_Ordering_SKU__c`  string , `Vendor_Name__c`  string , `Sync_to_NetSuite__c`  string , `GenerateAddtoBillingcases__c`  string , `GenerateBillingCancellationcases__c`  string , `GenerateProductCancellationcases__c`  string , `SMSorSBOAproduct__c`  string , `ProductFamily__c`  string , `ProductCategory__c`  string , `ProductBrand__c`  string , `BillingTrigger__c`  string , `CreatedAssetStatus__c`  string , `MerchantSalesOffice__c`  string , `Merchant_Processor__c`  string , `Delay_Implementation_Case__c`  string , `Alt_Product_Code__c`  string , `Product_UID__c`  string , `ESSAvailableAddOnID__c`  string , `Create_Add_To_Shipping_Case__c`  string , `Product_Expire_Date__c`  string , `Implementation_Trigger__c`  string , `NetSuite_ID__c`  string , `NetSuite_Sync_Time__c`  string , `Billing_Cancellation_Case_Owner__c`  string , `Billing_Case_Owner__c`  string , `Create_Order__c`  string , `High_Quantity_Hardware__c`  string , `Implementation_Case_Owner__c`  string , `Product_Cancellation_Case_Owner__c`  string , `Legacy__c`  string , `CPQGroup__c`  string , `TierRateGroup__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-dev/raw/product2s/2024-06-10/1718051321'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_product2s`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_product2s"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2022-10-24 14:54:21",
        "disabled": false,
        "format": "raw",
        "id": 2079,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_csv",
            "table": "salesforce_product2s"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "Alt_Product_Code__c": "string",
            "Amount": "string",
            "BillingTrigger__c": "string",
            "Billing_Cancellation_Case_Owner__c": "string",
            "Billing_Case_Owner__c": "string",
            "BundleTier__c": "string",
            "CPQGroup__c": "string",
            "CloseDate": "string",
            "ConnectionReceivedId": "string",
            "ConnectionSentId": "string",
            "Create_Add_To_Shipping_Case__c": "string",
            "Create_Order__c": "string",
            "CreatedAssetStatus__c": "string",
            "CreatedById": "string",
            "CreatedDate": "string",
            "CurrencyIsoCode": "string",
            "CustomMSproduct__c": "string",
            "Delay_Implementation_Case__c": "string",
            "Description": "string",
            "DisplayUrl": "string",
            "ESSAvailableAddOnID__c": "string",
            "ExpectedRevenue": "string",
            "ExternalDataSourceId": "string",
            "ExternalId": "string",
            "Family": "string",
            "ForecastCategory": "string",
            "GenerateAddtoBillingcases__c": "string",
            "GenerateAssets__c": "string",
            "GenerateBillingCancellationcases__c": "string",
            "GenerateProductCancellationcases__c": "string",
            "High_Quantity_Hardware__c": "string",
            "Id": "string",
            "Implementation_Case_Owner__c": "string",
            "Implementation_Trigger__c": "string",
            "InternalNotes__c": "string",
            "IsActive": "string",
            "IsArchived": "string",
            "IsDeleted": "string",
            "LastModifiedById": "string",
            "LastModifiedDate": "string",
            "Legacy__c": "string",
            "MerchantSalesOffice__c": "string",
            "Merchant_Processor__c": "string",
            "Name": "string",
            "NetSuite_ID__c": "string",
            "NetSuite_Sync_Time__c": "string",
            "OpportunityId": "string",
            "PrevAmount": "string",
            "PrevCloseDate": "string",
            "Pricingbasedonterms__c": "string",
            "Probability": "string",
            "ProductBrand__c": "string",
            "ProductCategory__c": "string",
            "ProductCode": "string",
            "ProductFamily__c": "string",
            "Product_Cancellation_Case_Owner__c": "string",
            "Product_Expire_Date__c": "string",
            "Product_Subsidiary__c": "string",
            "Product_UID__c": "string",
            "QuantityUnitOfMeasure": "string",
            "RequiresIC__c": "string",
            "RequiresICforSLMSBoarding__c": "string",
            "RevenueType__c": "string",
            "SMSorSBOAproduct__c": "string",
            "StageName": "string",
            "StockKeepingUnit": "string",
            "Sync_to_NetSuite__c": "string",
            "SystemModstamp": "string",
            "TierRateGroup__c": "string",
            "Tier__c": "string",
            "Vendor_Name__c": "string",
            "Vendor_Ordering_SKU__c": "string",
            "VolumeTierRate__c": "string",
            "sfcloud__Bundle_Items__c": "string",
            "sfcloud__Copied_from_Bundle__c": "string",
            "sfcloud__Field_Properties__c": "string",
            "sfcloud__Image_URL__c": "string",
            "sfcloud__Volume_Pricing_Model__c": "string"
        },
        "created": "2024-06-10 15:30:14",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_product2s`\n(\n `Id`  string , `Name`  string , `ProductCode`  string , `Description`  string , `IsActive`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Family`  string , `CurrencyIsoCode`  string , `ExternalDataSourceId`  string , `ExternalId`  string , `DisplayUrl`  string , `QuantityUnitOfMeasure`  string , `IsDeleted`  string , `IsArchived`  string , `ConnectionReceivedId`  string , `ConnectionSentId`  string , `StockKeepingUnit`  string , `sfcloud__Bundle_Items__c`  string , `sfcloud__Copied_from_Bundle__c`  string , `sfcloud__Field_Properties__c`  string , `sfcloud__Image_URL__c`  string , `sfcloud__Volume_Pricing_Model__c`  string , `RevenueType__c`  string , `Pricingbasedonterms__c`  string , `Tier__c`  string , `BundleTier__c`  string , `VolumeTierRate__c`  string , `InternalNotes__c`  string , `Product_Subsidiary__c`  string , `CustomMSproduct__c`  string , `RequiresIC__c`  string , `RequiresICforSLMSBoarding__c`  string , `GenerateAssets__c`  string , `Vendor_Ordering_SKU__c`  string , `Vendor_Name__c`  string , `Sync_to_NetSuite__c`  string , `GenerateAddtoBillingcases__c`  string , `GenerateBillingCancellationcases__c`  string , `GenerateProductCancellationcases__c`  string , `SMSorSBOAproduct__c`  string , `ProductFamily__c`  string , `ProductCategory__c`  string , `ProductBrand__c`  string , `BillingTrigger__c`  string , `CreatedAssetStatus__c`  string , `MerchantSalesOffice__c`  string , `Merchant_Processor__c`  string , `Delay_Implementation_Case__c`  string , `Alt_Product_Code__c`  string , `Product_UID__c`  string , `ESSAvailableAddOnID__c`  string , `Create_Add_To_Shipping_Case__c`  string , `Product_Expire_Date__c`  string , `Implementation_Trigger__c`  string , `NetSuite_ID__c`  string , `NetSuite_Sync_Time__c`  string , `Billing_Cancellation_Case_Owner__c`  string , `Billing_Case_Owner__c`  string , `Create_Order__c`  string , `High_Quantity_Hardware__c`  string , `Implementation_Case_Owner__c`  string , `Product_Cancellation_Case_Owner__c`  string , `Legacy__c`  string , `CPQGroup__c`  string , `TierRateGroup__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-dev/raw/product2s/2024-06-10/1718051321'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_product2s`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_product2s"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}