Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees

created: 2024-10-08 17:54:52
disabled: False
format: raw
id: 2657
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookevents_adjustment_fees"
}

type: drivethrucsv

Schema Versions: 15

Version 4748679

created: 2024-11-05 22:56:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866485'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866485
id: 4748679
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6674711
updated: 2024-11-05 22:56:27

Version 4748410

created: 2024-11-05 22:45:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866399'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866399
id: 4748410
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6674442
updated: 2024-11-05 22:45:32

Version 4747673

created: 2024-11-05 22:22:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866288'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866288
id: 4747673
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6673705
updated: 2024-11-05 22:23:09

Version 4747086

created: 2024-11-05 04:48:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730785706'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730785706
id: 4747086
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6672318
updated: 2024-11-05 04:48:58

Version 4746385

created: 2024-11-05 04:00:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730785116'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730785116
id: 4746385
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6671606
updated: 2024-11-05 04:00:52

Version 4745819

created: 2024-11-05 03:39:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784812'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784812
id: 4745819
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6671036
updated: 2024-11-05 03:40:11

Version 4744498

created: 2024-11-05 03:04:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784208'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784208
id: 4744498
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6669715
updated: 2024-11-05 03:04:52

Version 4744215

created: 2024-11-05 02:57:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784045'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784045
id: 4744215
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6669432
updated: 2024-11-05 02:57:11

Version 4743227

created: 2024-11-05 02:31:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783893'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783893
id: 4743227
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6668444
updated: 2024-11-05 02:31:12

Version 4742567

created: 2024-11-05 02:13:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783758'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783758
id: 4742567
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6667784
updated: 2024-11-05 02:13:53

Version 4741359

created: 2024-11-05 01:41:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783658'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783658
id: 4741359
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6666576
updated: 2024-11-05 01:41:46

Version 4741147

created: 2024-11-05 01:36:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783514'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783514
id: 4741147
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6666364
updated: 2024-11-05 01:36:14

Version 4740374

created: 2024-11-05 01:15:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783296'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783296
id: 4740374
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6665591
updated: 2024-11-05 01:15:49

Version 4739582

created: 2024-11-05 00:54:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730782898'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730782898
id: 4739582
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6664798
updated: 2024-11-05 00:54:39

Version 4739026

created: 2024-11-05 00:39:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730782799'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730782799
id: 4739026
processed: 1

raw_data:

{
    "amount": 12,
    "amount_type": 11,
    "description": 8,
    "event_id": 4,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 5,
    "newbook_region": 0,
    "per_adult": 13,
    "per_animal": 16,
    "per_child": 14,
    "per_infant": 15,
    "tax_free": 17,
    "tenant": 1,
    "type": 3,
    "within_days": 10,
    "within_type": 9
}

schema_attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

schema_name_id: 2657
schema_scan_id: 6664241
updated: 2024-11-05 00:40:06

Schema Scans: 15

Last at 2024-11-05 22:56:12

Scan 6674711

duration: 0:00:14.464559

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674711

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866485",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866485/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9837718055556518530,
        "service_name": "drive-thru",
        "span_id": 17473194848646287812,
        "trace_id": 7006270082882978487
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 22:56:12
success: True
trace_id: 7006270082882978487

Scan 6674442

duration: 0:00:14.441341

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674442

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866399",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866399/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12406521738871687559,
        "service_name": "drive-thru",
        "span_id": 12840095042653645510,
        "trace_id": 15963624210840903580
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 22:45:18
success: True
trace_id: 15963624210840903580

Scan 6673705

duration: 0:00:11.611067

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673705

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866288",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866288/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 459686911908857,
        "service_name": "drive-thru",
        "span_id": 1579239600988003674,
        "trace_id": 4913782634788630123
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 22:22:57
success: True
trace_id: 4913782634788630123

Scan 6672318

duration: 0:00:14.505012

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672318

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730785706",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730785706/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8071648390072151086,
        "service_name": "drive-thru",
        "span_id": 10518822947584181047,
        "trace_id": 17834264899441587670
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 04:48:44
success: True
trace_id: 17834264899441587670

Scan 6671606

duration: 0:00:11.938816

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671606

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730785116",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730785116/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8759663775645860740,
        "service_name": "drive-thru",
        "span_id": 622327925411960523,
        "trace_id": 6846903721286078609
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 04:00:40
success: True
trace_id: 6846903721286078609

Scan 6671036

duration: 0:00:14.389030

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671036

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784812",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784812/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10254431312427571153,
        "service_name": "drive-thru",
        "span_id": 11695559335826375126,
        "trace_id": 7803757889742571406
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 03:39:57
success: True
trace_id: 7803757889742571406

Scan 6669715

duration: 0:00:14.177122

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669715

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784208",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784208/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7413870282378047173,
        "service_name": "drive-thru",
        "span_id": 4115969754442147337,
        "trace_id": 3893117988506992386
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 03:04:38
success: True
trace_id: 3893117988506992386

Scan 6669432

duration: 0:00:11.983867

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669432

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784045",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730784045/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13978928586213122572,
        "service_name": "drive-thru",
        "span_id": 16619441650543517462,
        "trace_id": 13397045798231818060
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 02:56:59
success: True
trace_id: 13397045798231818060

Scan 6668444

duration: 0:00:11.760338

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668444

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783893",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783893/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8384560448906708275,
        "service_name": "drive-thru",
        "span_id": 1011590987151186282,
        "trace_id": 616803263238221064
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 02:31:00
success: True
trace_id: 616803263238221064

Scan 6667784

duration: 0:00:14.181557

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667784

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783758",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783758/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2680284021372523631,
        "service_name": "drive-thru",
        "span_id": 3763264101133978592,
        "trace_id": 2147975733093807433
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 02:13:39
success: True
trace_id: 2147975733093807433

Scan 6666576

duration: 0:00:11.762118

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666576

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783658",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783658/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17265386751885276382,
        "service_name": "drive-thru",
        "span_id": 15497521057551483988,
        "trace_id": 76323928264538660
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 01:41:34
success: True
trace_id: 76323928264538660

Scan 6666364

duration: 0:00:14.388441

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666364

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783514",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783514/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4633263631618531384,
        "service_name": "drive-thru",
        "span_id": 4947297229346300136,
        "trace_id": 15353921249450939584
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 01:35:59
success: True
trace_id: 15353921249450939584

Scan 6665591

duration: 0:00:11.706922

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665591

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783296",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730783296/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4789752420406494754,
        "service_name": "drive-thru",
        "span_id": 3132023136681318711,
        "trace_id": 17280550476958822695
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 01:15:38
success: True
trace_id: 17280550476958822695

Scan 6664798

duration: 0:00:11.771758

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664798

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730782898",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730782898/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5631076153085148884,
        "service_name": "drive-thru",
        "span_id": 7609741611272513212,
        "trace_id": 6639595870390177617
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 00:54:27
success: True
trace_id: 6639595870390177617

Scan 6664241

duration: 0:00:14.346568

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664241

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730782799",
        "key": "raw/newbookdev_newbookevents_adjustment_fees/2024-11-04/1730782799/events_adjustment_fees.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 880294962448014979,
        "service_name": "drive-thru",
        "span_id": 14445825519327841837,
        "trace_id": 13886008515461698812
    }
}

running: False
schema_name_id: 2657
start_time: 2024-11-05 00:39:51
success: True
trace_id: 13886008515461698812

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "amount": "string",
    "amount_type": "string",
    "description": "string",
    "event_id": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "per_adult": "string",
    "per_animal": "string",
    "per_child": "string",
    "per_infant": "string",
    "tax_free": "string",
    "tenant": "string",
    "type": "string",
    "within_days": "string",
    "within_type": "string"
}

created: 2024-11-05 22:56:13

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866485'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:54:52",
        "disabled": false,
        "format": "raw",
        "id": 2657,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookevents_adjustment_fees"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "amount": "string",
            "amount_type": "string",
            "description": "string",
            "event_id": "string",
            "gl_account_id": "string",
            "gl_category_id": "string",
            "id": "string",
            "inventory_item_id": "string",
            "newbook_region": "string",
            "per_adult": "string",
            "per_animal": "string",
            "per_child": "string",
            "per_infant": "string",
            "tax_free": "string",
            "tenant": "string",
            "type": "string",
            "within_days": "string",
            "within_type": "string"
        },
        "created": "2024-11-05 22:56:13",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `event_id`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `within_type`  string , `within_days`  string , `amount_type`  string , `amount`  string , `per_adult`  string , `per_child`  string , `per_infant`  string , `per_animal`  string , `tax_free`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_adjustment_fees/2024-11-05/1730866485'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_adjustment_fees"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}