Schema Info
Schema Name: sfdl_dev_csv.salesforce_netsuite_contract__cs
- created: 2023-03-28 10:39:10
- disabled: False
- format: raw
- id: 2214
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_csv", "table": "salesforce_netsuite_contract__cs" } - type: csv
Schema Versions: 5
-
Version 4706440
- created: 2024-06-10 15:30:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_netsuite_contract__cs`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_netsuite_contract__cs`\n(\n `Id` string , `OwnerId` string , `IsDeleted` string , `Name` string , `CurrencyIsoCode` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `Bill_Days_in_Advance__c` string , `Billing_Day__c` string , `Cancellation_Date__c` string , `Customer_Name__c` string , `Full_Annual_Value__c` string , `Full_Monthly_Value__c` string , `Full_NetSuite_Contract_Name__c` string , `Full_Quarterly_Value__c` string , `Full_Weekly_Value__c` string , `Gross_Amount_Billed_to_Date__c` string , `Last_Billed_Date__c` string , `NetSuite_ID__c` string , `NetSuite_Sync_Time__c` string , `Netsuite_Contract_ID__c` string , `Next_Bill_Date__c` string , `OrderId__c` string , `Payment_Method__c` string , `Status__c` string , `Subsidiary__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2024-06-10/1718051344'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_netsuite_contract__cs" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2024-06-10/1718051344
- id: 4706440
- processed: 1
- raw_data:
{ "Bill_Days_in_Advance__c": 12, "Billing_Day__c": 13, "Cancellation_Date__c": 14, "ConnectionReceivedId": 10, "ConnectionSentId": 11, "CreatedById": 6, "CreatedDate": 5, "CurrencyIsoCode": 4, "Customer_Name__c": 15, "Full_Annual_Value__c": 16, "Full_Monthly_Value__c": 17, "Full_NetSuite_Contract_Name__c": 18, "Full_Quarterly_Value__c": 19, "Full_Weekly_Value__c": 20, "Gross_Amount_Billed_to_Date__c": 21, "Id": 0, "IsDeleted": 2, "LastModifiedById": 8, "LastModifiedDate": 7, "Last_Billed_Date__c": 22, "Name": 3, "NetSuite_ID__c": 23, "NetSuite_Sync_Time__c": 24, "Netsuite_Contract_ID__c": 25, "Next_Bill_Date__c": 26, "OrderId__c": 27, "OwnerId": 1, "Payment_Method__c": 28, "Status__c": 29, "Subsidiary__c": 30, "SystemModstamp": 9 } - schema_attributes:
{ "Bill_Days_in_Advance__c": "string", "Billing_Day__c": "string", "Cancellation_Date__c": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Customer_Name__c": "string", "Full_Annual_Value__c": "string", "Full_Monthly_Value__c": "string", "Full_NetSuite_Contract_Name__c": "string", "Full_Quarterly_Value__c": "string", "Full_Weekly_Value__c": "string", "Gross_Amount_Billed_to_Date__c": "string", "Id": "string", "IsDeleted": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Last_Billed_Date__c": "string", "Name": "string", "NetSuite_ID__c": "string", "NetSuite_Sync_Time__c": "string", "Netsuite_Contract_ID__c": "string", "Next_Bill_Date__c": "string", "OrderId__c": "string", "OwnerId": "string", "Payment_Method__c": "string", "Status__c": "string", "Subsidiary__c": "string", "SystemModstamp": "string" } - schema_name_id: 2214
- schema_scan_id: 6510686
- updated: 2024-06-10 15:31:10
-
Version 4700497
- created: 2024-01-11 09:12:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_netsuite_contract__cs`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_netsuite_contract__cs`\n(\n `Id` string , `OwnerId` string , `IsDeleted` string , `Name` string , `CurrencyIsoCode` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `Bill_Days_in_Advance__c` string , `Billing_Day__c` string , `Cancellation_Date__c` string , `Customer_Name__c` string , `Full_Annual_Value__c` string , `Full_Monthly_Value__c` string , `Full_NetSuite_Contract_Name__c` string , `Full_Quarterly_Value__c` string , `Full_Weekly_Value__c` string , `Gross_Amount_Billed_to_Date__c` string , `Last_Billed_Date__c` string , `NetSuite_ID__c` string , `NetSuite_Sync_Time__c` string , `Netsuite_Contract_ID__c` string , `Next_Bill_Date__c` string , `OrderId__c` string , `Payment_Method__c` string , `Status__c` string , `Subsidiary__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2024-01-11/1704985766'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_netsuite_contract__cs" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2024-01-11/1704985766
- id: 4700497
- processed: 1
- raw_data:
{ "Bill_Days_in_Advance__c": 12, "Billing_Day__c": 13, "Cancellation_Date__c": 14, "ConnectionReceivedId": 10, "ConnectionSentId": 11, "CreatedById": 6, "CreatedDate": 5, "CurrencyIsoCode": 4, "Customer_Name__c": 15, "Full_Annual_Value__c": 16, "Full_Monthly_Value__c": 17, "Full_NetSuite_Contract_Name__c": 18, "Full_Quarterly_Value__c": 19, "Full_Weekly_Value__c": 20, "Gross_Amount_Billed_to_Date__c": 21, "Id": 0, "IsDeleted": 2, "LastModifiedById": 8, "LastModifiedDate": 7, "Last_Billed_Date__c": 22, "Name": 3, "NetSuite_ID__c": 23, "NetSuite_Sync_Time__c": 24, "Netsuite_Contract_ID__c": 25, "Next_Bill_Date__c": 26, "OrderId__c": 27, "OwnerId": 1, "Payment_Method__c": 28, "Status__c": 29, "Subsidiary__c": 30, "SystemModstamp": 9 } - schema_attributes:
{ "Bill_Days_in_Advance__c": "string", "Billing_Day__c": "string", "Cancellation_Date__c": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Customer_Name__c": "string", "Full_Annual_Value__c": "string", "Full_Monthly_Value__c": "string", "Full_NetSuite_Contract_Name__c": "string", "Full_Quarterly_Value__c": "string", "Full_Weekly_Value__c": "string", "Gross_Amount_Billed_to_Date__c": "string", "Id": "string", "IsDeleted": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Last_Billed_Date__c": "string", "Name": "string", "NetSuite_ID__c": "string", "NetSuite_Sync_Time__c": "string", "Netsuite_Contract_ID__c": "string", "Next_Bill_Date__c": "string", "OrderId__c": "string", "OwnerId": "string", "Payment_Method__c": "string", "Status__c": "string", "Subsidiary__c": "string", "SystemModstamp": "string" } - schema_name_id: 2214
- schema_scan_id: 6402645
- updated: 2024-01-11 09:12:45
-
Version 4697512
- created: 2023-08-16 11:16:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_netsuite_contract__cs`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_netsuite_contract__cs`\n(\n `Id` string , `OwnerId` string , `IsDeleted` string , `Name` string , `CurrencyIsoCode` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `Bill_Days_in_Advance__c` string , `Billing_Day__c` string , `Cancellation_Date__c` string , `Customer_Name__c` string , `Full_Annual_Value__c` string , `Full_Monthly_Value__c` string , `Full_NetSuite_Contract_Name__c` string , `Full_Quarterly_Value__c` string , `Full_Weekly_Value__c` string , `Gross_Amount_Billed_to_Date__c` string , `Last_Billed_Date__c` string , `NetSuite_ID__c` string , `NetSuite_Sync_Time__c` string , `Netsuite_Contract_ID__c` string , `Next_Bill_Date__c` string , `OrderId__c` string , `Payment_Method__c` string , `Status__c` string , `Subsidiary__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2023-08-16/1692202313'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_netsuite_contract__cs" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2023-08-16/1692202313
- id: 4697512
- processed: 1
- raw_data:
{ "Bill_Days_in_Advance__c": 12, "Billing_Day__c": 13, "Cancellation_Date__c": 14, "ConnectionReceivedId": 10, "ConnectionSentId": 11, "CreatedById": 6, "CreatedDate": 5, "CurrencyIsoCode": 4, "Customer_Name__c": 15, "Full_Annual_Value__c": 16, "Full_Monthly_Value__c": 17, "Full_NetSuite_Contract_Name__c": 18, "Full_Quarterly_Value__c": 19, "Full_Weekly_Value__c": 20, "Gross_Amount_Billed_to_Date__c": 21, "Id": 0, "IsDeleted": 2, "LastModifiedById": 8, "LastModifiedDate": 7, "Last_Billed_Date__c": 22, "Name": 3, "NetSuite_ID__c": 23, "NetSuite_Sync_Time__c": 24, "Netsuite_Contract_ID__c": 25, "Next_Bill_Date__c": 26, "OrderId__c": 27, "OwnerId": 1, "Payment_Method__c": 28, "Status__c": 29, "Subsidiary__c": 30, "SystemModstamp": 9 } - schema_attributes:
{ "Bill_Days_in_Advance__c": "string", "Billing_Day__c": "string", "Cancellation_Date__c": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Customer_Name__c": "string", "Full_Annual_Value__c": "string", "Full_Monthly_Value__c": "string", "Full_NetSuite_Contract_Name__c": "string", "Full_Quarterly_Value__c": "string", "Full_Weekly_Value__c": "string", "Gross_Amount_Billed_to_Date__c": "string", "Id": "string", "IsDeleted": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Last_Billed_Date__c": "string", "Name": "string", "NetSuite_ID__c": "string", "NetSuite_Sync_Time__c": "string", "Netsuite_Contract_ID__c": "string", "Next_Bill_Date__c": "string", "OrderId__c": "string", "OwnerId": "string", "Payment_Method__c": "string", "Status__c": "string", "Subsidiary__c": "string", "SystemModstamp": "string" } - schema_name_id: 2214
- schema_scan_id: 6251518
- updated: 2023-08-16 11:17:01
-
Version 4697455
- created: 2023-08-16 10:30:42
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_netsuite_contract__cs`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_netsuite_contract__cs`\n(\n `Id` string , `OwnerId` string , `IsDeleted` string , `Name` string , `CurrencyIsoCode` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `Bill_Days_in_Advance__c` string , `Billing_Day__c` string , `Cancellation_Date__c` string , `Customer_Name__c` string , `Full_Annual_Value__c` string , `Full_Monthly_Value__c` string , `Full_NetSuite_Contract_Name__c` string , `Full_Quarterly_Value__c` string , `Full_Weekly_Value__c` string , `Gross_Amount_Billed_to_Date__c` string , `Last_Billed_Date__c` string , `NetSuite_ID__c` string , `NetSuite_Sync_Time__c` string , `Netsuite_Contract_ID__c` string , `Next_Bill_Date__c` string , `OrderId__c` string , `Payment_Method__c` string , `Status__c` string , `Subsidiary__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2023-08-16/1692199572'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_netsuite_contract__cs" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2023-08-16/1692199572
- id: 4697455
- processed: 1
- raw_data:
{ "Bill_Days_in_Advance__c": 12, "Billing_Day__c": 13, "Cancellation_Date__c": 14, "ConnectionReceivedId": 10, "ConnectionSentId": 11, "CreatedById": 6, "CreatedDate": 5, "CurrencyIsoCode": 4, "Customer_Name__c": 15, "Full_Annual_Value__c": 16, "Full_Monthly_Value__c": 17, "Full_NetSuite_Contract_Name__c": 18, "Full_Quarterly_Value__c": 19, "Full_Weekly_Value__c": 20, "Gross_Amount_Billed_to_Date__c": 21, "Id": 0, "IsDeleted": 2, "LastModifiedById": 8, "LastModifiedDate": 7, "Last_Billed_Date__c": 22, "Name": 3, "NetSuite_ID__c": 23, "NetSuite_Sync_Time__c": 24, "Netsuite_Contract_ID__c": 25, "Next_Bill_Date__c": 26, "OrderId__c": 27, "OwnerId": 1, "Payment_Method__c": 28, "Status__c": 29, "Subsidiary__c": 30, "SystemModstamp": 9 } - schema_attributes:
{ "Bill_Days_in_Advance__c": "string", "Billing_Day__c": "string", "Cancellation_Date__c": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Customer_Name__c": "string", "Full_Annual_Value__c": "string", "Full_Monthly_Value__c": "string", "Full_NetSuite_Contract_Name__c": "string", "Full_Quarterly_Value__c": "string", "Full_Weekly_Value__c": "string", "Gross_Amount_Billed_to_Date__c": "string", "Id": "string", "IsDeleted": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Last_Billed_Date__c": "string", "Name": "string", "NetSuite_ID__c": "string", "NetSuite_Sync_Time__c": "string", "Netsuite_Contract_ID__c": "string", "Next_Bill_Date__c": "string", "OrderId__c": "string", "OwnerId": "string", "Payment_Method__c": "string", "Status__c": "string", "Subsidiary__c": "string", "SystemModstamp": "string" } - schema_name_id: 2214
- schema_scan_id: 6251384
- updated: 2023-08-16 10:30:54
-
Version 4697375
- created: 2023-08-16 09:28:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_netsuite_contract__cs`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_netsuite_contract__cs`\n(\n `Id` string , `OwnerId` string , `IsDeleted` string , `Name` string , `CurrencyIsoCode` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `Bill_Days_in_Advance__c` string , `Billing_Day__c` string , `Cancellation_Date__c` string , `Customer_Name__c` string , `Full_Annual_Value__c` string , `Full_Monthly_Value__c` string , `Full_NetSuite_Contract_Name__c` string , `Full_Quarterly_Value__c` string , `Full_Weekly_Value__c` string , `Gross_Amount_Billed_to_Date__c` string , `Last_Billed_Date__c` string , `NetSuite_ID__c` string , `NetSuite_Sync_Time__c` string , `Netsuite_Contract_ID__c` string , `Next_Bill_Date__c` string , `OrderId__c` string , `Payment_Method__c` string , `Status__c` string , `Subsidiary__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2023-08-16/1692195963'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_netsuite_contract__cs" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2023-08-16/1692195963
- id: 4697375
- processed: 1
- raw_data:
{ "Bill_Days_in_Advance__c": 12, "Billing_Day__c": 13, "Cancellation_Date__c": 14, "ConnectionReceivedId": 10, "ConnectionSentId": 11, "CreatedById": 6, "CreatedDate": 5, "CurrencyIsoCode": 4, "Customer_Name__c": 15, "Full_Annual_Value__c": 16, "Full_Monthly_Value__c": 17, "Full_NetSuite_Contract_Name__c": 18, "Full_Quarterly_Value__c": 19, "Full_Weekly_Value__c": 20, "Gross_Amount_Billed_to_Date__c": 21, "Id": 0, "IsDeleted": 2, "LastModifiedById": 8, "LastModifiedDate": 7, "Last_Billed_Date__c": 22, "Name": 3, "NetSuite_ID__c": 23, "NetSuite_Sync_Time__c": 24, "Netsuite_Contract_ID__c": 25, "Next_Bill_Date__c": 26, "OrderId__c": 27, "OwnerId": 1, "Payment_Method__c": 28, "Status__c": 29, "Subsidiary__c": 30, "SystemModstamp": 9 } - schema_attributes:
{ "Bill_Days_in_Advance__c": "string", "Billing_Day__c": "string", "Cancellation_Date__c": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Customer_Name__c": "string", "Full_Annual_Value__c": "string", "Full_Monthly_Value__c": "string", "Full_NetSuite_Contract_Name__c": "string", "Full_Quarterly_Value__c": "string", "Full_Weekly_Value__c": "string", "Gross_Amount_Billed_to_Date__c": "string", "Id": "string", "IsDeleted": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Last_Billed_Date__c": "string", "Name": "string", "NetSuite_ID__c": "string", "NetSuite_Sync_Time__c": "string", "Netsuite_Contract_ID__c": "string", "Next_Bill_Date__c": "string", "OrderId__c": "string", "OwnerId": "string", "Payment_Method__c": "string", "Status__c": "string", "Subsidiary__c": "string", "SystemModstamp": "string" } - schema_name_id: 2214
- schema_scan_id: 6251259
- updated: 2023-08-16 09:28:18
Schema Scans: 5
Last at 2024-06-10 15:30:55
-
Scan 6510686
- duration: 0:00:14.919328
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6510686
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2024-06-10/1718051344", "key": "raw/netsuite_contract__cs/2024-06-10/1718051344/netsuite_contract__cs.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_netsuite_contract__cs", "type": "csv" }, "trace_context": { "parent_id": 9081095261759774671, "service_name": "drive-thru", "span_id": 10434708419398676970, "trace_id": 13243040422719841597 } } - running: False
- schema_name_id: 2214
- start_time: 2024-06-10 15:30:55
- success: True
- trace_id: 13243040422719841597
-
Scan 6402645
- duration: 0:00:14.978465
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6402645
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2024-01-11/1704985766", "key": "raw/netsuite_contract__cs/2024-01-11/1704985766/netsuite_contract__cs.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_netsuite_contract__cs", "type": "csv" }, "trace_context": { "parent_id": 7111470642741462632, "service_name": "drive-thru", "span_id": 1840996854358280202, "trace_id": 12371911408971976608 } } - running: False
- schema_name_id: 2214
- start_time: 2024-01-11 09:12:30
- success: True
- trace_id: 12371911408971976608
-
Scan 6251518
- duration: 0:00:12.698537
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6251518
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2023-08-16/1692202313", "key": "raw/netsuite_contract__cs/2023-08-16/1692202313/netsuite_contract__cs.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_netsuite_contract__cs", "type": "csv" }, "trace_context": { "parent_id": 6679919508362762090, "service_name": "drive-thru", "span_id": 1860180845004788049, "trace_id": 17183873414855285519 } } - running: False
- schema_name_id: 2214
- start_time: 2023-08-16 11:16:48
- success: True
- trace_id: 17183873414855285519
-
Scan 6251384
- duration: 0:00:12.420788
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6251384
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2023-08-16/1692199572", "key": "raw/netsuite_contract__cs/2023-08-16/1692199572/netsuite_contract__cs.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_netsuite_contract__cs", "type": "csv" }, "trace_context": { "parent_id": 16656951190582519924, "service_name": "drive-thru", "span_id": 12737946694459169343, "trace_id": 10274022465991422498 } } - running: False
- schema_name_id: 2214
- start_time: 2023-08-16 10:30:41
- success: True
- trace_id: 10274022465991422498
-
Scan 6251259
- duration: 0:00:12.352815
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6251259
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2023-08-16/1692195963", "key": "raw/netsuite_contract__cs/2023-08-16/1692195963/netsuite_contract__cs.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_netsuite_contract__cs", "type": "csv" }, "trace_context": { "parent_id": 4710535733585407806, "service_name": "drive-thru", "span_id": 10323814451128464630, "trace_id": 5434147806272739774 } } - running: False
- schema_name_id: 2214
- start_time: 2023-08-16 09:28:06
- success: True
- trace_id: 5434147806272739774
- attributes:
{ "Bill_Days_in_Advance__c": "string", "Billing_Day__c": "string", "Cancellation_Date__c": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Customer_Name__c": "string", "Full_Annual_Value__c": "string", "Full_Monthly_Value__c": "string", "Full_NetSuite_Contract_Name__c": "string", "Full_Quarterly_Value__c": "string", "Full_Weekly_Value__c": "string", "Gross_Amount_Billed_to_Date__c": "string", "Id": "string", "IsDeleted": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Last_Billed_Date__c": "string", "Name": "string", "NetSuite_ID__c": "string", "NetSuite_Sync_Time__c": "string", "Netsuite_Contract_ID__c": "string", "Next_Bill_Date__c": "string", "OrderId__c": "string", "OwnerId": "string", "Payment_Method__c": "string", "Status__c": "string", "Subsidiary__c": "string", "SystemModstamp": "string" } - created: 2024-06-10 15:30:56
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_netsuite_contract__cs`\n(\n `Id` string , `OwnerId` string , `IsDeleted` string , `Name` string , `CurrencyIsoCode` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `Bill_Days_in_Advance__c` string , `Billing_Day__c` string , `Cancellation_Date__c` string , `Customer_Name__c` string , `Full_Annual_Value__c` string , `Full_Monthly_Value__c` string , `Full_NetSuite_Contract_Name__c` string , `Full_Quarterly_Value__c` string , `Full_Weekly_Value__c` string , `Gross_Amount_Billed_to_Date__c` string , `Last_Billed_Date__c` string , `NetSuite_ID__c` string , `NetSuite_Sync_Time__c` string , `Netsuite_Contract_ID__c` string , `Next_Bill_Date__c` string , `OrderId__c` string , `Payment_Method__c` string , `Status__c` string , `Subsidiary__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2024-06-10/1718051344'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_netsuite_contract__cs`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_netsuite_contract__cs" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2023-03-28 10:39:10",
"disabled": false,
"format": "raw",
"id": 2214,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_csv",
"table": "salesforce_netsuite_contract__cs"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"Bill_Days_in_Advance__c": "string",
"Billing_Day__c": "string",
"Cancellation_Date__c": "string",
"ConnectionReceivedId": "string",
"ConnectionSentId": "string",
"CreatedById": "string",
"CreatedDate": "string",
"CurrencyIsoCode": "string",
"Customer_Name__c": "string",
"Full_Annual_Value__c": "string",
"Full_Monthly_Value__c": "string",
"Full_NetSuite_Contract_Name__c": "string",
"Full_Quarterly_Value__c": "string",
"Full_Weekly_Value__c": "string",
"Gross_Amount_Billed_to_Date__c": "string",
"Id": "string",
"IsDeleted": "string",
"LastModifiedById": "string",
"LastModifiedDate": "string",
"Last_Billed_Date__c": "string",
"Name": "string",
"NetSuite_ID__c": "string",
"NetSuite_Sync_Time__c": "string",
"Netsuite_Contract_ID__c": "string",
"Next_Bill_Date__c": "string",
"OrderId__c": "string",
"OwnerId": "string",
"Payment_Method__c": "string",
"Status__c": "string",
"Subsidiary__c": "string",
"SystemModstamp": "string"
},
"created": "2024-06-10 15:30:56",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_netsuite_contract__cs`\n(\n `Id` string , `OwnerId` string , `IsDeleted` string , `Name` string , `CurrencyIsoCode` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `Bill_Days_in_Advance__c` string , `Billing_Day__c` string , `Cancellation_Date__c` string , `Customer_Name__c` string , `Full_Annual_Value__c` string , `Full_Monthly_Value__c` string , `Full_NetSuite_Contract_Name__c` string , `Full_Quarterly_Value__c` string , `Full_Weekly_Value__c` string , `Gross_Amount_Billed_to_Date__c` string , `Last_Billed_Date__c` string , `NetSuite_ID__c` string , `NetSuite_Sync_Time__c` string , `Netsuite_Contract_ID__c` string , `Next_Bill_Date__c` string , `OrderId__c` string , `Payment_Method__c` string , `Status__c` string , `Subsidiary__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/netsuite_contract__cs/2024-06-10/1718051344'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_netsuite_contract__cs`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_netsuite_contract__cs"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}