Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts

created: 2024-10-08 18:35:27
disabled: False
format: raw
id: 3056
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktariffs_discounts"
}

type: drivethrucsv

Schema Versions: 15

Version 4749515

created: 2024-11-05 23:59:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866612'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866612
id: 4749515
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6675618
updated: 2024-11-06 00:00:09

Version 4749113

created: 2024-11-05 23:21:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866564'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866564
id: 4749113
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6675145
updated: 2024-11-05 23:21:21

Version 4748656

created: 2024-11-05 22:55:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866460'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866460
id: 4748656
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6674688
updated: 2024-11-05 22:55:28

Version 4746508

created: 2024-11-05 04:06:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730785173'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730785173
id: 4746508
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6671729
updated: 2024-11-05 04:06:56

Version 4746391

created: 2024-11-05 04:01:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730785808'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730785808
id: 4746391
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6671612
updated: 2024-11-05 04:01:14

Version 4745066

created: 2024-11-05 03:19:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784868'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784868
id: 4745066
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6670283
updated: 2024-11-05 03:19:58

Version 4744904

created: 2024-11-05 03:15:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784264'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784264
id: 4744904
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6670121
updated: 2024-11-05 03:15:43

Version 4744672

created: 2024-11-05 03:09:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784102'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784102
id: 4744672
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6669889
updated: 2024-11-05 03:09:31

Version 4743607

created: 2024-11-05 02:41:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783936'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783936
id: 4743607
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6668825
updated: 2024-11-05 02:41:21

Version 4742339

created: 2024-11-05 02:07:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783816'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783816
id: 4742339
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6667556
updated: 2024-11-05 02:07:50

Version 4742189

created: 2024-11-05 02:03:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783702'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783702
id: 4742189
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6667406
updated: 2024-11-05 02:03:43

Version 4740905

created: 2024-11-05 01:29:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783574'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783574
id: 4740905
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6666122
updated: 2024-11-05 01:29:46

Version 4740611

created: 2024-11-05 01:21:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783355'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783355
id: 4740611
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6665828
updated: 2024-11-05 01:22:06

Version 4739852

created: 2024-11-05 01:01:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730782953'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730782953
id: 4739852
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6665069
updated: 2024-11-05 01:01:48

Version 4738694

created: 2024-11-05 00:31:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730782763'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730782763
id: 4738694
processed: 1

raw_data:

{
    "additional_amount": 10,
    "additional_type": 9,
    "applies_after": 4,
    "applies_every": 5,
    "applies_retroactively": 6,
    "base_amount": 8,
    "base_type": 7,
    "cm_code": 11,
    "id": 2,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3056
schema_scan_id: 6663907
updated: 2024-11-05 00:31:22

Schema Scans: 15

Last at 2024-11-05 23:59:57

Scan 6675618

duration: 0:00:11.723934

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675618

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866612",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866612/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7713200828023813967,
        "service_name": "drive-thru",
        "span_id": 5797843597334101832,
        "trace_id": 14348792495402028233
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 23:59:57
success: True
trace_id: 14348792495402028233

Scan 6675145

duration: 0:00:11.602369

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675145

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866564",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866564/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15616853587818853796,
        "service_name": "drive-thru",
        "span_id": 15236223355840325181,
        "trace_id": 3520862306362475279
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 23:21:09
success: True
trace_id: 3520862306362475279

Scan 6674688

duration: 0:00:11.649663

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674688

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866460",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866460/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6560852701696238148,
        "service_name": "drive-thru",
        "span_id": 15761083374373623478,
        "trace_id": 14422490181938540692
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 22:55:16
success: True
trace_id: 14422490181938540692

Scan 6671729

duration: 0:00:14.192712

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671729

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730785173",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730785173/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12465453499673416100,
        "service_name": "drive-thru",
        "span_id": 16043494593016768977,
        "trace_id": 6839097721099208347
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 04:06:42
success: True
trace_id: 6839097721099208347

Scan 6671612

duration: 0:00:11.660289

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671612

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730785808",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730785808/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7034223116519947332,
        "service_name": "drive-thru",
        "span_id": 3544920704568262509,
        "trace_id": 12673397390664784010
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 04:01:03
success: True
trace_id: 12673397390664784010

Scan 6670283

duration: 0:00:14.097199

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670283

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784868",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784868/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16992721928145532325,
        "service_name": "drive-thru",
        "span_id": 5056198196980057744,
        "trace_id": 13461252249590525566
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 03:19:44
success: True
trace_id: 13461252249590525566

Scan 6670121

duration: 0:00:11.476652

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670121

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784264",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784264/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2341110827119564783,
        "service_name": "drive-thru",
        "span_id": 13441063377423772338,
        "trace_id": 15738237073273592343
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 03:15:31
success: True
trace_id: 15738237073273592343

Scan 6669889

duration: 0:00:11.503572

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669889

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784102",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730784102/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17238284919124192120,
        "service_name": "drive-thru",
        "span_id": 7898386161371260182,
        "trace_id": 283709290612666342
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 03:09:20
success: True
trace_id: 283709290612666342

Scan 6668825

duration: 0:00:14.122265

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668825

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783936",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783936/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17769684677653414153,
        "service_name": "drive-thru",
        "span_id": 9883503581416703523,
        "trace_id": 830303425102411367
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 02:41:06
success: True
trace_id: 830303425102411367

Scan 6667556

duration: 0:00:11.431150

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667556

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783816",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783816/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17244347111403010103,
        "service_name": "drive-thru",
        "span_id": 16491144601156815303,
        "trace_id": 6603240211082092975
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 02:07:38
success: True
trace_id: 6603240211082092975

Scan 6667406

duration: 0:00:14.187576

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667406

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783702",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783702/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6902875539847017512,
        "service_name": "drive-thru",
        "span_id": 400061875277557692,
        "trace_id": 11431769499412717872
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 02:03:29
success: True
trace_id: 11431769499412717872

Scan 6666122

duration: 0:00:11.555913

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666122

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783574",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783574/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5896825052948992471,
        "service_name": "drive-thru",
        "span_id": 234295801410530608,
        "trace_id": 1043404514635300050
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 01:29:35
success: True
trace_id: 1043404514635300050

Scan 6665828

duration: 0:00:14.067559

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665828

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783355",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730783355/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18179476384691785896,
        "service_name": "drive-thru",
        "span_id": 13144135999889090106,
        "trace_id": 13493353350758063623
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 01:21:52
success: True
trace_id: 13493353350758063623

Scan 6665069

duration: 0:00:11.471784

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665069

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730782953",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730782953/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3387342333068560130,
        "service_name": "drive-thru",
        "span_id": 3907052870478847249,
        "trace_id": 8855761285860346227
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 01:01:37
success: True
trace_id: 8855761285860346227

Scan 6663907

duration: 0:00:14.024588

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663907

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730782763",
        "key": "raw/newbookdev_newbooktariffs_discounts/2024-11-04/1730782763/tariffs_discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5062146763171351563,
        "service_name": "drive-thru",
        "span_id": 5918637731218040898,
        "trace_id": 2137183025167590993
    }
}

running: False
schema_name_id: 3056
start_time: 2024-11-05 00:31:08
success: True
trace_id: 2137183025167590993

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "additional_amount": "string",
    "additional_type": "string",
    "applies_after": "string",
    "applies_every": "string",
    "applies_retroactively": "string",
    "base_amount": "string",
    "base_type": "string",
    "cm_code": "string",
    "id": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

created: 2024-11-05 23:59:58

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866612'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:35:27",
        "disabled": false,
        "format": "raw",
        "id": 3056,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktariffs_discounts"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "additional_amount": "string",
            "additional_type": "string",
            "applies_after": "string",
            "applies_every": "string",
            "applies_retroactively": "string",
            "base_amount": "string",
            "base_type": "string",
            "cm_code": "string",
            "id": "string",
            "newbook_region": "string",
            "tariff_id": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:59:58",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `applies_after`  string , `applies_every`  string , `applies_retroactively`  string , `base_type`  string , `base_amount`  string , `additional_type`  string , `additional_amount`  string , `cm_code`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_discounts/2024-11-05/1730866612'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_discounts"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}