Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries
- created: 2024-10-08 18:39:36
- disabled: False
- format: raw
- id: 3094
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbooktransaction_journal_entries" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749489
- created: 2024-11-05 23:56:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866624'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866624
- id: 4749489
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6675557
- updated: 2024-11-05 23:56:51
-
Version 4749132
- created: 2024-11-05 23:22:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866583'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866583
- id: 4749132
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6675163
- updated: 2024-11-05 23:22:39
-
Version 4748767
- created: 2024-11-05 23:00:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866485'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866485
- id: 4748767
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6674799
- updated: 2024-11-05 23:00:37
-
Version 4747187
- created: 2024-11-05 04:59:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730785823'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730785823
- id: 4747187
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6672419
- updated: 2024-11-05 04:59:51
-
Version 4746555
- created: 2024-11-05 04:09:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730785182'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730785182
- id: 4746555
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6671778
- updated: 2024-11-05 04:09:28
-
Version 4745713
- created: 2024-11-05 03:36:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784876'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784876
- id: 4745713
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6670930
- updated: 2024-11-05 03:36:53
-
Version 4745266
- created: 2024-11-05 03:24:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784272'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784272
- id: 4745266
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6670482
- updated: 2024-11-05 03:25:06
-
Version 4744628
- created: 2024-11-05 03:08:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784111'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784111
- id: 4744628
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6669844
- updated: 2024-11-05 03:08:25
-
Version 4743840
- created: 2024-11-05 02:47:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783942'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783942
- id: 4743840
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6669056
- updated: 2024-11-05 02:47:24
-
Version 4742915
- created: 2024-11-05 02:22:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783824'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783824
- id: 4742915
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6668132
- updated: 2024-11-05 02:22:58
-
Version 4741562
- created: 2024-11-05 01:46:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783582'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783582
- id: 4741562
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6666779
- updated: 2024-11-05 01:47:01
-
Version 4741536
- created: 2024-11-05 01:46:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783624'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783624
- id: 4741536
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6666753
- updated: 2024-11-05 01:46:22
-
Version 4740621
- created: 2024-11-05 01:22:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783363'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783363
- id: 4740621
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6665837
- updated: 2024-11-05 01:22:22
-
Version 4740036
- created: 2024-11-05 01:06:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730782960'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730782960
- id: 4740036
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6665253
- updated: 2024-11-05 01:06:52
-
Version 4739151
- created: 2024-11-05 00:43:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730782848'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730782848
- id: 4739151
- processed: 1
- raw_data:
{ "accounting_type": 20, "amount": 21, "arrival": 11, "balancing_id": 24, "departure": 12, "description": 10, "for": 13, "for_id": 14, "gl_account_code": 8, "gl_account_group_name": 6, "gl_account_group_prefix": 7, "gl_account_id": 5, "gl_account_name": 9, "guest_firstname": 18, "guest_id": 19, "guest_lastname": 17, "id": 2, "nature": 22, "newbook_region": 0, "period": 4, "system_account": 23, "tenant": 1, "timestamp": 3, "type": 15, "type_id": 16 } - schema_attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - schema_name_id: 3094
- schema_scan_id: 6664366
- updated: 2024-11-05 00:43:24
Schema Scans: 15
Last at 2024-11-05 23:56:36
-
Scan 6675557
- duration: 0:00:14.600945
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675557
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866624", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866624/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5960809152443567789, "service_name": "drive-thru", "span_id": 10359891800595629057, "trace_id": 9456042208436600805 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 23:56:36
- success: True
- trace_id: 9456042208436600805
-
Scan 6675163
- duration: 0:00:12.012808
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675163
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866583", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866583/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3494425757718050546, "service_name": "drive-thru", "span_id": 5067273530247382992, "trace_id": 15316955994010610834 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 23:22:27
- success: True
- trace_id: 15316955994010610834
-
Scan 6674799
- duration: 0:00:14.713680
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674799
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866485", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866485/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3443878779275895941, "service_name": "drive-thru", "span_id": 12551297513016559466, "trace_id": 7108896348650545158 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 23:00:22
- success: True
- trace_id: 7108896348650545158
-
Scan 6672419
- duration: 0:00:14.579088
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672419
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730785823", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730785823/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3794697490512105579, "service_name": "drive-thru", "span_id": 13745285643521399677, "trace_id": 8641699350567289507 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 04:59:37
- success: True
- trace_id: 8641699350567289507
-
Scan 6671778
- duration: 0:00:14.690782
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671778
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730785182", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730785182/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4123920740392216379, "service_name": "drive-thru", "span_id": 3625439936083870803, "trace_id": 6092381956176719967 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 04:09:13
- success: True
- trace_id: 6092381956176719967
-
Scan 6670930
- duration: 0:00:14.448853
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670930
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784876", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784876/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14540213333197291157, "service_name": "drive-thru", "span_id": 3741680165210381733, "trace_id": 11294229336134843452 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 03:36:39
- success: True
- trace_id: 11294229336134843452
-
Scan 6670482
- duration: 0:00:11.885525
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670482
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784272", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784272/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14579179387793916390, "service_name": "drive-thru", "span_id": 14978790099718872478, "trace_id": 10562759964550246884 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 03:24:54
- success: True
- trace_id: 10562759964550246884
-
Scan 6669844
- duration: 0:00:14.376665
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669844
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784111", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730784111/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3425731582822188647, "service_name": "drive-thru", "span_id": 14027885630919576171, "trace_id": 14797944230607807036 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 03:08:11
- success: True
- trace_id: 14797944230607807036
-
Scan 6669056
- duration: 0:00:11.970356
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669056
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783942", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783942/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9401274148518330278, "service_name": "drive-thru", "span_id": 12870309657053859259, "trace_id": 17471020169888481101 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 02:47:12
- success: True
- trace_id: 17471020169888481101
-
Scan 6668132
- duration: 0:00:11.907020
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668132
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783824", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783824/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14127641260460678416, "service_name": "drive-thru", "span_id": 141467529570073141, "trace_id": 17774465164125379899 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 02:22:46
- success: True
- trace_id: 17774465164125379899
-
Scan 6666779
- duration: 0:00:11.952787
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666779
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783582", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783582/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7514020606516620758, "service_name": "drive-thru", "span_id": 7140621489164561719, "trace_id": 4793413920979504944 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 01:46:49
- success: True
- trace_id: 4793413920979504944
-
Scan 6666753
- duration: 0:00:11.950686
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666753
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783624", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783624/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4966068680985348160, "service_name": "drive-thru", "span_id": 14022028012426013129, "trace_id": 15980028101823999352 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 01:46:10
- success: True
- trace_id: 15980028101823999352
-
Scan 6665837
- duration: 0:00:14.441379
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665837
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783363", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730783363/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16764774732775425887, "service_name": "drive-thru", "span_id": 11280704553812811833, "trace_id": 6402785136524698090 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 01:22:07
- success: True
- trace_id: 6402785136524698090
-
Scan 6665253
- duration: 0:00:14.514801
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665253
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730782960", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730782960/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10230097008775672154, "service_name": "drive-thru", "span_id": 2330449900293974658, "trace_id": 17621173422209328500 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 01:06:38
- success: True
- trace_id: 17621173422209328500
-
Scan 6664366
- duration: 0:00:14.713937
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664366
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730782848", "key": "raw/newbookdev_newbooktransaction_journal_entries/2024-11-04/1730782848/transaction_journal_entries.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9581517505573396925, "service_name": "drive-thru", "span_id": 8409307017259189746, "trace_id": 14472248372542378623 } } - running: False
- schema_name_id: 3094
- start_time: 2024-11-05 00:43:09
- success: True
- trace_id: 14472248372542378623
- attributes:
{ "accounting_type": "string", "amount": "string", "arrival": "string", "balancing_id": "string", "departure": "string", "description": "string", "for": "string", "for_id": "string", "gl_account_code": "string", "gl_account_group_name": "string", "gl_account_group_prefix": "string", "gl_account_id": "string", "gl_account_name": "string", "gl_account_prefix": "string", "guest_firstname": "string", "guest_id": "string", "guest_lastname": "string", "id": "string", "nature": "string", "newbook_region": "string", "period": "string", "site_number": "string", "system_account": "string", "tenant": "string", "timestamp": "string", "type": "string", "type_id": "string" } - created: 2024-11-05 23:56:37
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866624'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:39:36",
"disabled": false,
"format": "raw",
"id": 3094,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbooktransaction_journal_entries"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"accounting_type": "string",
"amount": "string",
"arrival": "string",
"balancing_id": "string",
"departure": "string",
"description": "string",
"for": "string",
"for_id": "string",
"gl_account_code": "string",
"gl_account_group_name": "string",
"gl_account_group_prefix": "string",
"gl_account_id": "string",
"gl_account_name": "string",
"gl_account_prefix": "string",
"guest_firstname": "string",
"guest_id": "string",
"guest_lastname": "string",
"id": "string",
"nature": "string",
"newbook_region": "string",
"period": "string",
"site_number": "string",
"system_account": "string",
"tenant": "string",
"timestamp": "string",
"type": "string",
"type_id": "string"
},
"created": "2024-11-05 23:56:37",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`\n(\n `newbook_region` string , `tenant` string , `id` string , `timestamp` string , `period` string , `gl_account_id` string , `gl_account_group_name` string , `gl_account_group_prefix` string , `gl_account_code` string , `gl_account_name` string , `description` string , `arrival` string , `departure` string , `for` string , `for_id` string , `type` string , `type_id` string , `guest_lastname` string , `guest_firstname` string , `guest_id` string , `accounting_type` string , `amount` string , `nature` string , `system_account` string , `balancing_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktransaction_journal_entries/2024-11-05/1730866624'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktransaction_journal_entries"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}