Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans

created: 2024-10-08 18:33:04
disabled: False
format: raw
id: 3036
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktariff_payment_plans"
}

type: drivethrucsv

Schema Versions: 15

Version 4749265

created: 2024-11-05 23:32:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866610'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866610
id: 4749265
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6675297
updated: 2024-11-05 23:32:25

Version 4749187

created: 2024-11-05 23:26:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866560'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866560
id: 4749187
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6675219
updated: 2024-11-05 23:26:41

Version 4748521

created: 2024-11-05 22:49:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866455'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866455
id: 4748521
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6674553
updated: 2024-11-05 22:49:45

Version 4747147

created: 2024-11-05 04:55:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730785805'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730785805
id: 4747147
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6672379
updated: 2024-11-05 04:55:32

Version 4746467

created: 2024-11-05 04:04:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730785172'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730785172
id: 4746467
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6671688
updated: 2024-11-05 04:04:41

Version 4745059

created: 2024-11-05 03:19:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784867'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784867
id: 4745059
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6670276
updated: 2024-11-05 03:19:46

Version 4744896

created: 2024-11-05 03:15:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784263'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784263
id: 4744896
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6670113
updated: 2024-11-05 03:15:32

Version 4744548

created: 2024-11-05 03:06:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784102'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784102
id: 4744548
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6669764
updated: 2024-11-05 03:06:12

Version 4743583

created: 2024-11-05 02:40:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783934'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783934
id: 4743583
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6668800
updated: 2024-11-05 02:40:37

Version 4742314

created: 2024-11-05 02:06:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783815'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783815
id: 4742314
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6667531
updated: 2024-11-05 02:07:09

Version 4742195

created: 2024-11-05 02:03:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783701'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783701
id: 4742195
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6667412
updated: 2024-11-05 02:03:55

Version 4741518

created: 2024-11-05 01:45:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783572'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783572
id: 4741518
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6666735
updated: 2024-11-05 01:45:53

Version 4740279

created: 2024-11-05 01:13:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783353'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783353
id: 4740279
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6665496
updated: 2024-11-05 01:13:19

Version 4740079

created: 2024-11-05 01:07:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730782968'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730782968
id: 4740079
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6665296
updated: 2024-11-05 01:07:58

Version 4739075

created: 2024-11-05 00:41:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730782840'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730782840
id: 4739075
processed: 1

raw_data:

{
    "begin_billing": 7,
    "billing_cycle": 4,
    "booked_by_num": 6,
    "booked_by_period": 5,
    "id": 2,
    "minimum": 8,
    "newbook_region": 0,
    "tariff_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 3036
schema_scan_id: 6664290
updated: 2024-11-05 00:41:26

Schema Scans: 15

Last at 2024-11-05 23:32:11

Scan 6675297

duration: 0:00:14.083593

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675297

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866610",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866610/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12027242045843697677,
        "service_name": "drive-thru",
        "span_id": 15277612999788188843,
        "trace_id": 11587114910998413859
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 23:32:11
success: True
trace_id: 11587114910998413859

Scan 6675219

duration: 0:00:14.148402

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675219

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866560",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866560/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1223108009782916378,
        "service_name": "drive-thru",
        "span_id": 18046711339776993049,
        "trace_id": 17434348426038321604
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 23:26:27
success: True
trace_id: 17434348426038321604

Scan 6674553

duration: 0:00:14.096789

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674553

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866455",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866455/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5161483908873824587,
        "service_name": "drive-thru",
        "span_id": 2279187744035616313,
        "trace_id": 320525708247342144
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 22:49:31
success: True
trace_id: 320525708247342144

Scan 6672379

duration: 0:00:14.208765

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672379

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730785805",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730785805/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9863305919787776050,
        "service_name": "drive-thru",
        "span_id": 1614201573766596060,
        "trace_id": 5851026539519908072
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 04:55:18
success: True
trace_id: 5851026539519908072

Scan 6671688

duration: 0:00:11.692196

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671688

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730785172",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730785172/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11809434777203238161,
        "service_name": "drive-thru",
        "span_id": 14764905007114827131,
        "trace_id": 16928098525807292336
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 04:04:29
success: True
trace_id: 16928098525807292336

Scan 6670276

duration: 0:00:14.069635

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670276

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784867",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784867/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1000499063860122200,
        "service_name": "drive-thru",
        "span_id": 17277077001615401948,
        "trace_id": 12606708877957548056
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 03:19:32
success: True
trace_id: 12606708877957548056

Scan 6670113

duration: 0:00:13.896797

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670113

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784263",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784263/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18075322633369464652,
        "service_name": "drive-thru",
        "span_id": 1354932414158570797,
        "trace_id": 877618065806253588
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 03:15:19
success: True
trace_id: 877618065806253588

Scan 6669764

duration: 0:00:11.432794

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669764

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784102",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730784102/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6522817789225305063,
        "service_name": "drive-thru",
        "span_id": 14553941897897394140,
        "trace_id": 3868556402893371207
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 03:06:01
success: True
trace_id: 3868556402893371207

Scan 6668800

duration: 0:00:11.493135

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668800

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783934",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783934/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 712784766921098368,
        "service_name": "drive-thru",
        "span_id": 8774066344733742020,
        "trace_id": 5666126241480189711
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 02:40:25
success: True
trace_id: 5666126241480189711

Scan 6667531

duration: 0:00:13.872159

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667531

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783815",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783815/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12446568578854497083,
        "service_name": "drive-thru",
        "span_id": 14245562989254089804,
        "trace_id": 11558971123324958390
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 02:06:55
success: True
trace_id: 11558971123324958390

Scan 6667412

duration: 0:00:14.039577

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667412

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783701",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783701/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1556906084734693975,
        "service_name": "drive-thru",
        "span_id": 15606004980893992530,
        "trace_id": 12377261726309590056
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 02:03:41
success: True
trace_id: 12377261726309590056

Scan 6666735

duration: 0:00:13.965997

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666735

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783572",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783572/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2624130604965009751,
        "service_name": "drive-thru",
        "span_id": 2071558398903173491,
        "trace_id": 4798159369956765968
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 01:45:39
success: True
trace_id: 4798159369956765968

Scan 6665496

duration: 0:00:11.417591

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665496

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783353",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730783353/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17945827147814453102,
        "service_name": "drive-thru",
        "span_id": 6938719340815433104,
        "trace_id": 15217190083857377067
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 01:13:08
success: True
trace_id: 15217190083857377067

Scan 6665296

duration: 0:00:11.389787

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665296

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730782968",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730782968/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15407437555834680950,
        "service_name": "drive-thru",
        "span_id": 10446291404250591578,
        "trace_id": 3783508793546431299
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 01:07:47
success: True
trace_id: 3783508793546431299

Scan 6664290

duration: 0:00:13.961074

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664290

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730782840",
        "key": "raw/newbookdev_newbooktariff_payment_plans/2024-11-04/1730782840/tariff_payment_plans.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5186428820437910083,
        "service_name": "drive-thru",
        "span_id": 6032458698250399382,
        "trace_id": 16130502171158265575
    }
}

running: False
schema_name_id: 3036
start_time: 2024-11-05 00:41:12
success: True
trace_id: 16130502171158265575

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "begin_billing": "string",
    "billing_cycle": "string",
    "booked_by_num": "string",
    "booked_by_period": "string",
    "id": "string",
    "minimum": "string",
    "newbook_region": "string",
    "tariff_id": "string",
    "tenant": "string"
}

created: 2024-11-05 23:32:12

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866610'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:33:04",
        "disabled": false,
        "format": "raw",
        "id": 3036,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktariff_payment_plans"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "begin_billing": "string",
            "billing_cycle": "string",
            "booked_by_num": "string",
            "booked_by_period": "string",
            "id": "string",
            "minimum": "string",
            "newbook_region": "string",
            "tariff_id": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:32:12",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `tariff_id`  string , `billing_cycle`  string , `booked_by_period`  string , `booked_by_num`  string , `begin_billing`  string , `minimum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariff_payment_plans/2024-11-05/1730866610'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariff_payment_plans"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}