Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits
- created: 2024-10-08 17:48:44
- disabled: False
- format: raw
- id: 2572
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookevents_packages_deposits" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748784
- created: 2024-11-05 23:01:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866488'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866488
- id: 4748784
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6674816
- updated: 2024-11-05 23:01:29
-
Version 4748231
- created: 2024-11-05 22:38:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866402'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866402
- id: 4748231
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6674263
- updated: 2024-11-05 22:39:11
-
Version 4747616
- created: 2024-11-05 22:21:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866290'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866290
- id: 4747616
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6673648
- updated: 2024-11-05 22:21:40
-
Version 4746876
- created: 2024-11-05 04:29:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730785708'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730785708
- id: 4746876
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6672106
- updated: 2024-11-05 04:29:50
-
Version 4746067
- created: 2024-11-05 03:48:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730785117'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730785117
- id: 4746067
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6671288
- updated: 2024-11-05 03:48:19
-
Version 4745580
- created: 2024-11-05 03:33:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784812'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784812
- id: 4745580
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6670797
- updated: 2024-11-05 03:33:21
-
Version 4745115
- created: 2024-11-05 03:21:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784209'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784209
- id: 4745115
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6670332
- updated: 2024-11-05 03:21:13
-
Version 4743388
- created: 2024-11-05 02:35:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783894'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783894
- id: 4743388
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6668605
- updated: 2024-11-05 02:35:29
-
Version 4743331
- created: 2024-11-05 02:33:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784046'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784046
- id: 4743331
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6668548
- updated: 2024-11-05 02:34:02
-
Version 4742584
- created: 2024-11-05 02:14:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783759'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783759
- id: 4742584
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6667801
- updated: 2024-11-05 02:14:16
-
Version 4741889
- created: 2024-11-05 01:55:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783659'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783659
- id: 4741889
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6667106
- updated: 2024-11-05 01:55:40
-
Version 4741069
- created: 2024-11-05 01:33:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783515'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783515
- id: 4741069
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6666286
- updated: 2024-11-05 01:34:13
-
Version 4740403
- created: 2024-11-05 01:16:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783297'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783297
- id: 4740403
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6665620
- updated: 2024-11-05 01:16:34
-
Version 4739488
- created: 2024-11-05 00:51:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730782899'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730782899
- id: 4739488
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6664703
- updated: 2024-11-05 00:52:07
-
Version 4738682
- created: 2024-11-05 00:30:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730782749'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730782749
- id: 4738682
- processed: 1
- raw_data:
{ "days_in_advance": 7, "deposit_amount": 9, "deposit_type": 8, "due_date": 6, "due_days": 5, "due_type": 4, "event_package_id": 3, "id": 2, "maximum": 11, "minimum": 10, "newbook_region": 0, "offline_deposit": 12, "online_deposit": 13, "tenant": 1 } - schema_attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - schema_name_id: 2572
- schema_scan_id: 6663895
- updated: 2024-11-05 00:30:59
Schema Scans: 15
Last at 2024-11-05 23:01:17
-
Scan 6674816
- duration: 0:00:11.729797
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674816
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866488", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866488/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1042962803766459925, "service_name": "drive-thru", "span_id": 17032370302139306147, "trace_id": 6051002677041367605 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 23:01:17
- success: True
- trace_id: 6051002677041367605
-
Scan 6674263
- duration: 0:00:11.759794
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674263
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866402", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866402/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1588210080876797823, "service_name": "drive-thru", "span_id": 7863178906192776270, "trace_id": 2493921639855577630 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 22:38:59
- success: True
- trace_id: 2493921639855577630
-
Scan 6673648
- duration: 0:00:11.544596
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673648
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866290", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866290/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5946595025604033207, "service_name": "drive-thru", "span_id": 15766353522889035282, "trace_id": 15790726861310677148 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 22:21:29
- success: True
- trace_id: 15790726861310677148
-
Scan 6672106
- duration: 0:00:11.646549
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672106
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730785708", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730785708/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4632719892173559129, "service_name": "drive-thru", "span_id": 256138126524745572, "trace_id": 17222679371230050614 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 04:29:39
- success: True
- trace_id: 17222679371230050614
-
Scan 6671288
- duration: 0:00:14.374844
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671288
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730785117", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730785117/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3236813794945697542, "service_name": "drive-thru", "span_id": 6222988071817129444, "trace_id": 3977939643962487609 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 03:48:04
- success: True
- trace_id: 3977939643962487609
-
Scan 6670797
- duration: 0:00:11.670156
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670797
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784812", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784812/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17632611578290829868, "service_name": "drive-thru", "span_id": 15835051380133707768, "trace_id": 17670724886226448796 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 03:33:09
- success: True
- trace_id: 17670724886226448796
-
Scan 6670332
- duration: 0:00:11.571712
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670332
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784209", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784209/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5439829385735829916, "service_name": "drive-thru", "span_id": 163334150106344136, "trace_id": 9893816173865124398 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 03:21:02
- success: True
- trace_id: 9893816173865124398
-
Scan 6668605
- duration: 0:00:11.767094
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668605
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783894", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783894/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9875498509937739049, "service_name": "drive-thru", "span_id": 260668160814125675, "trace_id": 18336238722927552440 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 02:35:17
- success: True
- trace_id: 18336238722927552440
-
Scan 6668548
- duration: 0:00:14.080792
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668548
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784046", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730784046/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9795889080361420806, "service_name": "drive-thru", "span_id": 17932517620910520456, "trace_id": 18030987398338513147 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 02:33:48
- success: True
- trace_id: 18030987398338513147
-
Scan 6667801
- duration: 0:00:11.680689
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667801
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783759", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783759/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1742348376785461802, "service_name": "drive-thru", "span_id": 5544153214911137683, "trace_id": 3186687536557440358 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 02:14:05
- success: True
- trace_id: 3186687536557440358
-
Scan 6667106
- duration: 0:00:14.207542
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667106
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783659", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783659/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13771748597816750082, "service_name": "drive-thru", "span_id": 6084348142566192040, "trace_id": 15816320107592748558 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 01:55:26
- success: True
- trace_id: 15816320107592748558
-
Scan 6666286
- duration: 0:00:14.080723
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666286
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783515", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783515/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7705466183258443780, "service_name": "drive-thru", "span_id": 13686231761388251650, "trace_id": 8012609685040195753 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 01:33:59
- success: True
- trace_id: 8012609685040195753
-
Scan 6665620
- duration: 0:00:14.086445
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665620
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783297", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730783297/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 442038591221737396, "service_name": "drive-thru", "span_id": 1225490622643723908, "trace_id": 1620753142581381189 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 01:16:20
- success: True
- trace_id: 1620753142581381189
-
Scan 6664703
- duration: 0:00:11.506649
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664703
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730782899", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730782899/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16867508602876039689, "service_name": "drive-thru", "span_id": 4520928993655942810, "trace_id": 11764697859684109254 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 00:51:55
- success: True
- trace_id: 11764697859684109254
-
Scan 6663895
- duration: 0:00:11.592469
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663895
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730782749", "key": "raw/newbookdev_newbookevents_packages_deposits/2024-11-04/1730782749/events_packages_deposits.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17896854631877599578, "service_name": "drive-thru", "span_id": 9604936240662903296, "trace_id": 6473568153143716144 } } - running: False
- schema_name_id: 2572
- start_time: 2024-11-05 00:30:47
- success: True
- trace_id: 6473568153143716144
- attributes:
{ "days_in_advance": "string", "deposit_amount": "string", "deposit_type": "string", "due_date": "string", "due_days": "string", "due_type": "string", "event_package_id": "string", "id": "string", "maximum": "string", "minimum": "string", "newbook_region": "string", "offline_deposit": "string", "online_deposit": "string", "tenant": "string" } - created: 2024-11-05 23:01:18
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866488'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:48:44",
"disabled": false,
"format": "raw",
"id": 2572,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookevents_packages_deposits"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"days_in_advance": "string",
"deposit_amount": "string",
"deposit_type": "string",
"due_date": "string",
"due_days": "string",
"due_type": "string",
"event_package_id": "string",
"id": "string",
"maximum": "string",
"minimum": "string",
"newbook_region": "string",
"offline_deposit": "string",
"online_deposit": "string",
"tenant": "string"
},
"created": "2024-11-05 23:01:18",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`\n(\n `newbook_region` string , `tenant` string , `id` string , `event_package_id` string , `due_type` string , `due_days` string , `due_date` string , `days_in_advance` string , `deposit_type` string , `deposit_amount` string , `minimum` string , `maximum` string , `offline_deposit` string , `online_deposit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages_deposits/2024-11-05/1730866488'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages_deposits"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}