Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing

created: 2024-10-08 18:15:12
disabled: False
format: raw
id: 2869
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookpayment_plans_existing"
}

type: drivethrucsv

Schema Versions: 15

Version 4749368

created: 2024-11-05 23:43:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866581'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866581
id: 4749368
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6675402
updated: 2024-11-05 23:43:20

Version 4748883

created: 2024-11-05 23:06:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866522'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866522
id: 4748883
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6674915
updated: 2024-11-05 23:06:59

Version 4748093

created: 2024-11-05 22:34:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866397'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866397
id: 4748093
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6674125
updated: 2024-11-05 22:34:49

Version 4747231

created: 2024-11-05 05:05:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730785777'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730785777
id: 4747231
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6672495
updated: 2024-11-05 05:05:18

Version 4746611

created: 2024-11-05 04:12:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730785156'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730785156
id: 4746611
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6671834
updated: 2024-11-05 04:12:30

Version 4745567

created: 2024-11-05 03:32:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784850'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784850
id: 4745567
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6670784
updated: 2024-11-05 03:33:05

Version 4745430

created: 2024-11-05 03:29:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784247'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784247
id: 4745430
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6670647
updated: 2024-11-05 03:29:21

Version 4744083

created: 2024-11-05 02:53:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784085'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784085
id: 4744083
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6669300
updated: 2024-11-05 02:53:49

Version 4743698

created: 2024-11-05 02:43:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783922'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783922
id: 4743698
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6668915
updated: 2024-11-05 02:43:42

Version 4742872

created: 2024-11-05 02:21:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783799'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783799
id: 4742872
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6668089
updated: 2024-11-05 02:21:53

Version 4741472

created: 2024-11-05 01:44:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783617'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783617
id: 4741472
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6666689
updated: 2024-11-05 01:44:40

Version 4741268

created: 2024-11-05 01:39:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783555'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783555
id: 4741268
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6666485
updated: 2024-11-05 01:39:24

Version 4740166

created: 2024-11-05 01:10:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783337'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783337
id: 4740166
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6665383
updated: 2024-11-05 01:10:23

Version 4739527

created: 2024-11-05 00:53:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730782936'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730782936
id: 4739527
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6664742
updated: 2024-11-05 00:53:11

Version 4738967

created: 2024-11-05 00:38:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730782828'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730782828
id: 4738967
processed: 1

raw_data:

{
    "active": 9,
    "amount": 6,
    "billing_cycle": 8,
    "booking_id": 3,
    "final_date": 5,
    "id": 2,
    "newbook_region": 0,
    "next_date": 4,
    "tenant": 1,
    "total_taken": 7
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

schema_name_id: 2869
schema_scan_id: 6664181
updated: 2024-11-05 00:38:35

Schema Scans: 15

Last at 2024-11-05 23:43:09

Scan 6675402

duration: 0:00:11.728234

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675402

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866581",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866581/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14607061722182194578,
        "service_name": "drive-thru",
        "span_id": 16684652251956935430,
        "trace_id": 9467623236395199050
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 23:43:09
success: True
trace_id: 9467623236395199050

Scan 6674915

duration: 0:00:11.569416

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674915

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866522",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866522/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4553226436380930944,
        "service_name": "drive-thru",
        "span_id": 558885578919934931,
        "trace_id": 699540976510771625
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 23:06:47
success: True
trace_id: 699540976510771625

Scan 6674125

duration: 0:00:11.666654

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674125

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866397",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866397/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12306287807844774946,
        "service_name": "drive-thru",
        "span_id": 13102140301963673612,
        "trace_id": 6547511511421803924
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 22:34:38
success: True
trace_id: 6547511511421803924

Scan 6672495

duration: 0:00:14.260152

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672495

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730785777",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730785777/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16822155483803334695,
        "service_name": "drive-thru",
        "span_id": 3588444667590189715,
        "trace_id": 16328804583420634951
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 05:05:04
success: True
trace_id: 16328804583420634951

Scan 6671834

duration: 0:00:11.699390

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671834

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730785156",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730785156/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14443716477545772818,
        "service_name": "drive-thru",
        "span_id": 9604959638925325314,
        "trace_id": 2491478180961662736
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 04:12:19
success: True
trace_id: 2491478180961662736

Scan 6670784

duration: 0:00:11.648548

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670784

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784850",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784850/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15064496610727849576,
        "service_name": "drive-thru",
        "span_id": 15093223355123104872,
        "trace_id": 7141044674830557637
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 03:32:53
success: True
trace_id: 7141044674830557637

Scan 6670647

duration: 0:00:11.478964

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670647

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784247",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784247/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1856185678384676105,
        "service_name": "drive-thru",
        "span_id": 13044961364466671863,
        "trace_id": 8300135383818640333
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 03:29:10
success: True
trace_id: 8300135383818640333

Scan 6669300

duration: 0:00:13.901298

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669300

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784085",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730784085/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3821918395507515536,
        "service_name": "drive-thru",
        "span_id": 775727020481234305,
        "trace_id": 8265200628895612383
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 02:53:35
success: True
trace_id: 8265200628895612383

Scan 6668915

duration: 0:00:14.000479

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668915

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783922",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783922/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18329364686128243568,
        "service_name": "drive-thru",
        "span_id": 5220368962369223515,
        "trace_id": 13931616897711239570
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 02:43:28
success: True
trace_id: 13931616897711239570

Scan 6668089

duration: 0:00:14.121676

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668089

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783799",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783799/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17527313146176957252,
        "service_name": "drive-thru",
        "span_id": 16058887057450543661,
        "trace_id": 3228564455130558171
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 02:21:39
success: True
trace_id: 3228564455130558171

Scan 6666689

duration: 0:00:11.464988

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666689

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783617",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783617/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9173754210298512665,
        "service_name": "drive-thru",
        "span_id": 9447451070750629912,
        "trace_id": 4218487988359465659
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 01:44:29
success: True
trace_id: 4218487988359465659

Scan 6666485

duration: 0:00:13.981358

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666485

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783555",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783555/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13166837745208920534,
        "service_name": "drive-thru",
        "span_id": 5589558573121350242,
        "trace_id": 11023634580241084205
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 01:39:10
success: True
trace_id: 11023634580241084205

Scan 6665383

duration: 0:00:13.883127

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665383

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783337",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730783337/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11570943976457607093,
        "service_name": "drive-thru",
        "span_id": 2181864699569700550,
        "trace_id": 9007407612115810117
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 01:10:09
success: True
trace_id: 9007407612115810117

Scan 6664742

duration: 0:00:11.643745

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664742

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730782936",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730782936/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2039211235367745302,
        "service_name": "drive-thru",
        "span_id": 2475526631031199899,
        "trace_id": 6862501789185592600
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 00:52:59
success: True
trace_id: 6862501789185592600

Scan 6664181

duration: 0:00:14.025252

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664181

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730782828",
        "key": "raw/newbookdev_newbookpayment_plans_existing/2024-11-04/1730782828/payment_plans_existing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4145965879250262390,
        "service_name": "drive-thru",
        "span_id": 12706261355015676772,
        "trace_id": 7582102998686683881
    }
}

running: False
schema_name_id: 2869
start_time: 2024-11-05 00:38:21
success: True
trace_id: 7582102998686683881

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "amount": "string",
    "billing_cycle": "string",
    "booking_id": "string",
    "final_date": "string",
    "id": "string",
    "newbook_region": "string",
    "next_date": "string",
    "tenant": "string",
    "total_taken": "string"
}

created: 2024-11-05 23:43:09

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866581'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:15:12",
        "disabled": false,
        "format": "raw",
        "id": 2869,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookpayment_plans_existing"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "amount": "string",
            "billing_cycle": "string",
            "booking_id": "string",
            "final_date": "string",
            "id": "string",
            "newbook_region": "string",
            "next_date": "string",
            "tenant": "string",
            "total_taken": "string"
        },
        "created": "2024-11-05 23:43:09",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `next_date`  string , `final_date`  string , `amount`  string , `total_taken`  string , `billing_cycle`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_existing/2024-11-05/1730866581'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_existing"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}