Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits

created: 2024-10-08 18:34:47
disabled: False
format: raw
id: 3050
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktariffs_deposits"
}

type: drivethrucsv

Schema Versions: 15

Version 4749512

created: 2024-11-05 23:59:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866612'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866612
id: 4749512
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6675612
updated: 2024-11-05 23:59:52

Version 4749109

created: 2024-11-05 23:20:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866564'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866564
id: 4749109
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6675141
updated: 2024-11-05 23:21:06

Version 4748645

created: 2024-11-05 22:54:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866460'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866460
id: 4748645
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6674677
updated: 2024-11-05 22:55:02

Version 4747129

created: 2024-11-05 04:53:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730785808'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730785808
id: 4747129
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6672361
updated: 2024-11-05 04:53:35

Version 4746698

created: 2024-11-05 04:17:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730785173'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730785173
id: 4746698
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6671922
updated: 2024-11-05 04:17:14

Version 4745792

created: 2024-11-05 03:39:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784868'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784868
id: 4745792
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6671009
updated: 2024-11-05 03:39:15

Version 4745050

created: 2024-11-05 03:19:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784265'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784265
id: 4745050
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6670268
updated: 2024-11-05 03:19:31

Version 4743762

created: 2024-11-05 02:45:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784102'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784102
id: 4743762
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6668979
updated: 2024-11-05 02:45:31

Version 4743630

created: 2024-11-05 02:41:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783936'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783936
id: 4743630
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6668847
updated: 2024-11-05 02:41:57

Version 4743011

created: 2024-11-05 02:25:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783816'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783816
id: 4743011
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6668228
updated: 2024-11-05 02:25:30

Version 4741732

created: 2024-11-05 01:51:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783622'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783622
id: 4741732
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6666949
updated: 2024-11-05 01:51:33

Version 4741528

created: 2024-11-05 01:45:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783573'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783573
id: 4741528
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6666745
updated: 2024-11-05 01:46:12

Version 4740283

created: 2024-11-05 01:13:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783355'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783355
id: 4740283
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6665500
updated: 2024-11-05 01:13:31

Version 4739854

created: 2024-11-05 01:01:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730782953'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730782953
id: 4739854
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6665071
updated: 2024-11-05 01:01:56

Version 4739185

created: 2024-11-05 00:44:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730782841'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730782841
id: 4739185
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3050
schema_scan_id: 6664400
updated: 2024-11-05 00:44:15

Schema Scans: 15

Last at 2024-11-05 23:59:41

Scan 6675612

duration: 0:00:11.680649

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675612

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866612",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866612/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13444835858976651148,
        "service_name": "drive-thru",
        "span_id": 7154026718329567689,
        "trace_id": 1643429205422007557
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 23:59:41
success: True
trace_id: 1643429205422007557

Scan 6675141

duration: 0:00:11.770877

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675141

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866564",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866564/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1151871829006647729,
        "service_name": "drive-thru",
        "span_id": 12397001687089783832,
        "trace_id": 11275119236393784169
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 23:20:55
success: True
trace_id: 11275119236393784169

Scan 6674677

duration: 0:00:14.284079

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674677

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866460",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866460/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4658362579628603239,
        "service_name": "drive-thru",
        "span_id": 3009167725272416845,
        "trace_id": 13425917502766318463
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 22:54:48
success: True
trace_id: 13425917502766318463

Scan 6672361

duration: 0:00:11.657006

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672361

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730785808",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730785808/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4552201029879136457,
        "service_name": "drive-thru",
        "span_id": 4547714831229933849,
        "trace_id": 9945080131999538294
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 04:53:23
success: True
trace_id: 9945080131999538294

Scan 6671922

duration: 0:00:14.259001

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671922

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730785173",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730785173/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1661928827717747022,
        "service_name": "drive-thru",
        "span_id": 8252357975927894881,
        "trace_id": 7108140216240508350
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 04:17:00
success: True
trace_id: 7108140216240508350

Scan 6671009

duration: 0:00:11.832011

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671009

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784868",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784868/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2481511861240237283,
        "service_name": "drive-thru",
        "span_id": 6894073060909665045,
        "trace_id": 3353431651701322221
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 03:39:03
success: True
trace_id: 3353431651701322221

Scan 6670268

duration: 0:00:11.754450

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670268

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784265",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784265/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18107735397150746350,
        "service_name": "drive-thru",
        "span_id": 7975258624455068820,
        "trace_id": 10323947483032434914
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 03:19:19
success: True
trace_id: 10323947483032434914

Scan 6668979

duration: 0:00:21.801962

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668979

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784102",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730784102/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6705155592498703203,
        "service_name": "drive-thru",
        "span_id": 9123113177165753267,
        "trace_id": 11381228296754322313
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 02:45:09
success: True
trace_id: 11381228296754322313

Scan 6668847

duration: 0:00:14.137118

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668847

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783936",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783936/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8281520923590174588,
        "service_name": "drive-thru",
        "span_id": 7675596600724429923,
        "trace_id": 4119693995528681379
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 02:41:43
success: True
trace_id: 4119693995528681379

Scan 6668228

duration: 0:00:11.624740

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668228

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783816",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783816/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7117865031278632123,
        "service_name": "drive-thru",
        "span_id": 11312006674745458,
        "trace_id": 17830254233097528652
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 02:25:18
success: True
trace_id: 17830254233097528652

Scan 6666949

duration: 0:00:11.560589

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666949

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783622",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783622/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6493752756140482539,
        "service_name": "drive-thru",
        "span_id": 12504949231474250960,
        "trace_id": 70642722674231296
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 01:51:21
success: True
trace_id: 70642722674231296

Scan 6666745

duration: 0:00:14.112596

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666745

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783573",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783573/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1646949352739434977,
        "service_name": "drive-thru",
        "span_id": 15747619160366638053,
        "trace_id": 15135750789421192430
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 01:45:58
success: True
trace_id: 15135750789421192430

Scan 6665500

duration: 0:00:14.102955

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665500

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783355",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730783355/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7194940610455991805,
        "service_name": "drive-thru",
        "span_id": 11571253545760820993,
        "trace_id": 11737951223698928651
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 01:13:17
success: True
trace_id: 11737951223698928651

Scan 6665071

duration: 0:00:14.023320

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665071

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730782953",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730782953/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17598717792615308282,
        "service_name": "drive-thru",
        "span_id": 16429850597426637618,
        "trace_id": 3367328121695935182
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 01:01:42
success: True
trace_id: 3367328121695935182

Scan 6664400

duration: 0:00:14.184957

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664400

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730782841",
        "key": "raw/newbookdev_newbooktariffs_deposits/2024-11-04/1730782841/tariffs_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12376476194325247353,
        "service_name": "drive-thru",
        "span_id": 13240946281477777475,
        "trace_id": 11980890079447422419
    }
}

running: False
schema_name_id: 3050
start_time: 2024-11-05 00:44:01
success: True
trace_id: 11980890079447422419

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "tariff_id": "string",
    "tenant": "string"
}

created: 2024-11-05 23:59:41

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866612'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:34:47",
        "disabled": false,
        "format": "raw",
        "id": 3050,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktariffs_deposits"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "days_in_advance": "string",
            "deposit_amount": "string",
            "deposit_type": "string",
            "due_date": "string",
            "due_days": "string",
            "due_type": "string",
            "id": "string",
            "maximum": "string",
            "minimum": "string",
            "newbook_region": "string",
            "offline_deposit": "string",
            "online_deposit": "string",
            "tariff_id": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:59:41",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_deposits/2024-11-05/1730866612'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_deposits"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}