Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits

created: 2024-10-08 17:44:55
disabled: False
format: raw
id: 2519
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookbookings_rule_templates_deposits"
}

type: drivethrucsv

Schema Versions: 15

Version 4748256

created: 2024-11-05 22:39:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866385'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866385
id: 4748256
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6674288
updated: 2024-11-05 22:40:03

Version 4747819

created: 2024-11-05 22:26:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866317'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866317
id: 4747819
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6673851
updated: 2024-11-05 22:27:02

Version 4747405

created: 2024-11-05 22:15:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866240'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866240
id: 4747405
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6673437
updated: 2024-11-05 22:15:52

Version 4745968

created: 2024-11-05 03:44:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730785659'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730785659
id: 4745968
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6671188
updated: 2024-11-05 03:44:42

Version 4745714

created: 2024-11-05 03:36:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784782'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784782
id: 4745714
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6670933
updated: 2024-11-05 03:36:57

Version 4745243

created: 2024-11-05 03:24:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730785088'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730785088
id: 4745243
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6670460
updated: 2024-11-05 03:24:37

Version 4744721

created: 2024-11-05 03:10:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784179'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784179
id: 4744721
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6669938
updated: 2024-11-05 03:10:52

Version 4743661

created: 2024-11-05 02:42:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784016'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784016
id: 4743661
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6668878
updated: 2024-11-05 02:42:45

Version 4743347

created: 2024-11-05 02:34:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783871'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783871
id: 4743347
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6668564
updated: 2024-11-05 02:34:23

Version 4742205

created: 2024-11-05 02:03:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783729'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783729
id: 4742205
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6667422
updated: 2024-11-05 02:04:11

Version 4741200

created: 2024-11-05 01:37:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783636'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783636
id: 4741200
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6666417
updated: 2024-11-05 01:37:38

Version 4740890

created: 2024-11-05 01:29:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783485'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783485
id: 4740890
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6666107
updated: 2024-11-05 01:29:22

Version 4740097

created: 2024-11-05 01:08:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783266'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783266
id: 4740097
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6665313
updated: 2024-11-05 01:08:25

Version 4739358

created: 2024-11-05 00:48:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730782869'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730782869
id: 4739358
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6664572
updated: 2024-11-05 00:48:48

Version 4738434

created: 2024-11-05 00:24:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730782741'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730782741
id: 4738434
processed: 1

raw_data:

{
    "days_in_advance": 7,
    "deposit_amount": 9,
    "deposit_type": 8,
    "due_date": 6,
    "due_days": 5,
    "due_type": 4,
    "id": 2,
    "maximum": 11,
    "minimum": 10,
    "newbook_region": 0,
    "offline_deposit": 12,
    "online_deposit": 13,
    "template_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

schema_name_id: 2519
schema_scan_id: 6663645
updated: 2024-11-05 00:24:30

Schema Scans: 15

Last at 2024-11-05 22:39:52

Scan 6674288

duration: 0:00:11.723249

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674288

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866385",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866385/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10662268226011232442,
        "service_name": "drive-thru",
        "span_id": 11488549037736276596,
        "trace_id": 3878924507646453678
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 22:39:52
success: True
trace_id: 3878924507646453678

Scan 6673851

duration: 0:00:11.660740

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673851

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866317",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866317/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2561767630277220471,
        "service_name": "drive-thru",
        "span_id": 18034476659779849407,
        "trace_id": 17873999959284725508
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 22:26:50
success: True
trace_id: 17873999959284725508

Scan 6673437

duration: 0:00:11.725618

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673437

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866240",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866240/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3580536154627898293,
        "service_name": "drive-thru",
        "span_id": 9885116798118836299,
        "trace_id": 6615332244451391137
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 22:15:41
success: True
trace_id: 6615332244451391137

Scan 6671188

duration: 0:00:14.248064

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671188

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730785659",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730785659/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7442577482480262807,
        "service_name": "drive-thru",
        "span_id": 1100390609659748145,
        "trace_id": 5710103480313738875
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 03:44:28
success: True
trace_id: 5710103480313738875

Scan 6670933

duration: 0:00:14.198443

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670933

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784782",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784782/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4555252570258583470,
        "service_name": "drive-thru",
        "span_id": 11278897372120918484,
        "trace_id": 10762033567480093485
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 03:36:43
success: True
trace_id: 10762033567480093485

Scan 6670460

duration: 0:00:14.102596

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670460

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730785088",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730785088/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 107463759934301171,
        "service_name": "drive-thru",
        "span_id": 739171559834386187,
        "trace_id": 12767175240294931246
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 03:24:23
success: True
trace_id: 12767175240294931246

Scan 6669938

duration: 0:00:11.491260

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669938

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784179",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784179/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2002677746260842412,
        "service_name": "drive-thru",
        "span_id": 11805431208289339626,
        "trace_id": 7641352075603736319
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 03:10:41
success: True
trace_id: 7641352075603736319

Scan 6668878

duration: 0:00:14.106080

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668878

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784016",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730784016/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18390659907711046221,
        "service_name": "drive-thru",
        "span_id": 12605042817826608434,
        "trace_id": 5426626644145968910
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 02:42:31
success: True
trace_id: 5426626644145968910

Scan 6668564

duration: 0:00:11.349337

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668564

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783871",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783871/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17000224220946844289,
        "service_name": "drive-thru",
        "span_id": 12647149568674228138,
        "trace_id": 17823842236938147863
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 02:34:12
success: True
trace_id: 17823842236938147863

Scan 6667422

duration: 0:00:14.122138

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667422

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783729",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783729/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16278953937764663323,
        "service_name": "drive-thru",
        "span_id": 983450172473437065,
        "trace_id": 6723574955368565834
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 02:03:57
success: True
trace_id: 6723574955368565834

Scan 6666417

duration: 0:00:14.116707

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666417

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783636",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783636/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1405620300440131228,
        "service_name": "drive-thru",
        "span_id": 9943518714928150398,
        "trace_id": 15422211534688051938
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 01:37:24
success: True
trace_id: 15422211534688051938

Scan 6666107

duration: 0:00:11.567224

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666107

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783485",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783485/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 490019690743244928,
        "service_name": "drive-thru",
        "span_id": 13280130635392333472,
        "trace_id": 15692538071073642376
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 01:29:10
success: True
trace_id: 15692538071073642376

Scan 6665313

duration: 0:00:11.509874

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665313

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783266",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730783266/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17658438151976789821,
        "service_name": "drive-thru",
        "span_id": 12116532772819562094,
        "trace_id": 4020395739301526093
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 01:08:14
success: True
trace_id: 4020395739301526093

Scan 6664572

duration: 0:00:14.079240

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664572

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730782869",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730782869/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1297631285980345325,
        "service_name": "drive-thru",
        "span_id": 7705610131041281747,
        "trace_id": 3338812825419497278
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 00:48:34
success: True
trace_id: 3338812825419497278

Scan 6663645

duration: 0:00:11.675457

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663645

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730782741",
        "key": "raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-04/1730782741/bookings_rule_templates_deposits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8266845329989126746,
        "service_name": "drive-thru",
        "span_id": 7258157925729790582,
        "trace_id": 6204719634094273351
    }
}

running: False
schema_name_id: 2519
start_time: 2024-11-05 00:24:18
success: True
trace_id: 6204719634094273351

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "days_in_advance": "string",
    "deposit_amount": "string",
    "deposit_type": "string",
    "due_date": "string",
    "due_days": "string",
    "due_type": "string",
    "id": "string",
    "maximum": "string",
    "minimum": "string",
    "newbook_region": "string",
    "offline_deposit": "string",
    "online_deposit": "string",
    "template_id": "string",
    "tenant": "string"
}

created: 2024-11-05 22:39:52

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866385'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:44:55",
        "disabled": false,
        "format": "raw",
        "id": 2519,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookbookings_rule_templates_deposits"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "days_in_advance": "string",
            "deposit_amount": "string",
            "deposit_type": "string",
            "due_date": "string",
            "due_days": "string",
            "due_type": "string",
            "id": "string",
            "maximum": "string",
            "minimum": "string",
            "newbook_region": "string",
            "offline_deposit": "string",
            "online_deposit": "string",
            "template_id": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:39:52",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `due_type`  string , `due_days`  string , `due_date`  string , `days_in_advance`  string , `deposit_type`  string , `deposit_amount`  string , `minimum`  string , `maximum`  string , `offline_deposit`  string , `online_deposit`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_rule_templates_deposits/2024-11-05/1730866385'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_rule_templates_deposits"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}