Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals

created: 2024-10-08 18:35:44
disabled: False
format: raw
id: 3059
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktariffs_additionals"
}

type: drivethrucsv

Schema Versions: 15

Version 4749508

created: 2024-11-05 23:59:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866610'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866610
id: 4749508
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6675598
updated: 2024-11-05 23:59:18

Version 4749066

created: 2024-11-05 23:17:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866561'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866561
id: 4749066
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6675098
updated: 2024-11-05 23:18:00

Version 4748619

created: 2024-11-05 22:53:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866456'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866456
id: 4748619
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6674651
updated: 2024-11-05 22:53:54

Version 4747127

created: 2024-11-05 04:53:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730785806'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730785806
id: 4747127
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6672359
updated: 2024-11-05 04:53:23

Version 4746675

created: 2024-11-05 04:15:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730785172'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730785172
id: 4746675
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6671899
updated: 2024-11-05 04:16:03

Version 4745780

created: 2024-11-05 03:38:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784867'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784867
id: 4745780
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6670997
updated: 2024-11-05 03:38:53

Version 4744389

created: 2024-11-05 03:01:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784263'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784263
id: 4744389
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6669606
updated: 2024-11-05 03:01:54

Version 4744139

created: 2024-11-05 02:55:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784101'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784101
id: 4744139
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6669356
updated: 2024-11-05 02:55:13

Version 4743833

created: 2024-11-05 02:47:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783935'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783935
id: 4743833
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6669050
updated: 2024-11-05 02:47:16

Version 4742857

created: 2024-11-05 02:21:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783815'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783815
id: 4742857
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6668074
updated: 2024-11-05 02:21:29

Version 4742251

created: 2024-11-05 02:05:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783701'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783701
id: 4742251
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6667468
updated: 2024-11-05 02:05:24

Version 4741337

created: 2024-11-05 01:40:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783572'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783572
id: 4741337
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6666554
updated: 2024-11-05 01:41:13

Version 4740656

created: 2024-11-05 01:23:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783353'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783353
id: 4740656
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6665873
updated: 2024-11-05 01:23:18

Version 4739811

created: 2024-11-05 01:00:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730782952'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730782952
id: 4739811
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6665028
updated: 2024-11-05 01:00:46

Version 4738559

created: 2024-11-05 00:27:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730782762'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730782762
id: 4738559
processed: 1

raw_data:

{
    "adult_amount": 4,
    "animal_amount": 7,
    "child_amount": 5,
    "id": 2,
    "infant_amount": 6,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3059
schema_scan_id: 6663772
updated: 2024-11-05 00:27:49

Schema Scans: 15

Last at 2024-11-05 23:59:04

Scan 6675598

duration: 0:00:14.149437

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675598

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866610",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866610/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8003043192747525001,
        "service_name": "drive-thru",
        "span_id": 532857639593076100,
        "trace_id": 8801209476078865305
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 23:59:04
success: True
trace_id: 8801209476078865305

Scan 6675098

duration: 0:00:14.182475

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675098

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866561",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866561/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5975760349614564472,
        "service_name": "drive-thru",
        "span_id": 11956959323385025614,
        "trace_id": 1851059749057130824
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 23:17:46
success: True
trace_id: 1851059749057130824

Scan 6674651

duration: 0:00:14.079810

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674651

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866456",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866456/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15071839591615514146,
        "service_name": "drive-thru",
        "span_id": 13572616841683762116,
        "trace_id": 2839598876904307826
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 22:53:40
success: True
trace_id: 2839598876904307826

Scan 6672359

duration: 0:00:14.114818

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672359

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730785806",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730785806/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6880595486534065226,
        "service_name": "drive-thru",
        "span_id": 2083857356746925284,
        "trace_id": 7639384410181919034
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 04:53:09
success: True
trace_id: 7639384410181919034

Scan 6671899

duration: 0:00:11.533103

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671899

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730785172",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730785172/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14631562949426619834,
        "service_name": "drive-thru",
        "span_id": 2522358523671164259,
        "trace_id": 3883941098345904367
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 04:15:52
success: True
trace_id: 3883941098345904367

Scan 6670997

duration: 0:00:14.123708

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670997

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784867",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784867/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16049313997778928444,
        "service_name": "drive-thru",
        "span_id": 5487249809641912725,
        "trace_id": 15961321597190339485
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 03:38:39
success: True
trace_id: 15961321597190339485

Scan 6669606

duration: 0:00:13.918394

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669606

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784263",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784263/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8556343978864839244,
        "service_name": "drive-thru",
        "span_id": 5064032359405904845,
        "trace_id": 15566842447031828625
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 03:01:40
success: True
trace_id: 15566842447031828625

Scan 6669356

duration: 0:00:11.687162

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669356

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784101",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730784101/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18415970440749546651,
        "service_name": "drive-thru",
        "span_id": 7490534353034680730,
        "trace_id": 11570901079744654117
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 02:55:01
success: True
trace_id: 11570901079744654117

Scan 6669050

duration: 0:00:11.491243

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669050

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783935",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783935/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14838762700701803388,
        "service_name": "drive-thru",
        "span_id": 16417079560748442518,
        "trace_id": 15564293437191450885
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 02:47:05
success: True
trace_id: 15564293437191450885

Scan 6668074

duration: 0:00:11.726812

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668074

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783815",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783815/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10281922895993126423,
        "service_name": "drive-thru",
        "span_id": 1392077599394317961,
        "trace_id": 9406028873889403992
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 02:21:17
success: True
trace_id: 9406028873889403992

Scan 6667468

duration: 0:00:11.540843

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667468

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783701",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783701/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1594463713698440445,
        "service_name": "drive-thru",
        "span_id": 9678058776390547024,
        "trace_id": 7680172312348354306
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 02:05:12
success: True
trace_id: 7680172312348354306

Scan 6666554

duration: 0:00:13.884877

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666554

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783572",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783572/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6525988664240815359,
        "service_name": "drive-thru",
        "span_id": 18099286873354093596,
        "trace_id": 17253321241938196812
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 01:40:59
success: True
trace_id: 17253321241938196812

Scan 6665873

duration: 0:00:13.940417

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665873

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783353",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730783353/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14677412468288820349,
        "service_name": "drive-thru",
        "span_id": 11336412165277625567,
        "trace_id": 6081085660147974500
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 01:23:04
success: True
trace_id: 6081085660147974500

Scan 6665028

duration: 0:00:14.122133

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665028

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730782952",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730782952/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9443428981834761225,
        "service_name": "drive-thru",
        "span_id": 11258146852331604630,
        "trace_id": 1227213751818505748
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 01:00:32
success: True
trace_id: 1227213751818505748

Scan 6663772

duration: 0:00:13.888779

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663772

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730782762",
        "key": "raw/newbookdev_newbooktariffs_additionals/2024-11-04/1730782762/tariffs_additionals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12954970879345110929,
        "service_name": "drive-thru",
        "span_id": 8909592161714246737,
        "trace_id": 5318133973157649690
    }
}

running: False
schema_name_id: 3059
start_time: 2024-11-05 00:27:35
success: True
trace_id: 5318133973157649690

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "adult_amount": "string",
    "animal_amount": "string",
    "child_amount": "string",
    "id": "string",
    "infant_amount": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

created: 2024-11-05 23:59:04

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866610'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:35:44",
        "disabled": false,
        "format": "raw",
        "id": 3059,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktariffs_additionals"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "adult_amount": "string",
            "animal_amount": "string",
            "child_amount": "string",
            "id": "string",
            "infant_amount": "string",
            "newbook_region": "string",
            "tariff_id": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:59:04",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_additionals/2024-11-05/1730866610'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_additionals"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}