Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types
- created: 2024-10-08 17:41:48
- disabled: False
- format: raw
- id: 2476
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookbank_transactions_types" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748226
- created: 2024-11-05 22:38:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866371'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866371
- id: 4748226
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6674258
- updated: 2024-11-05 22:38:59
-
Version 4747752
- created: 2024-11-05 22:25:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866306'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866306
- id: 4747752
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6673784
- updated: 2024-11-05 22:25:14
-
Version 4747359
- created: 2024-11-05 22:13:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866234'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866234
- id: 4747359
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6673391
- updated: 2024-11-05 22:13:37
-
Version 4746686
- created: 2024-11-05 04:16:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730785652'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730785652
- id: 4746686
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6671910
- updated: 2024-11-05 04:16:36
-
Version 4745367
- created: 2024-11-05 03:27:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784778'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784778
- id: 4745367
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6670584
- updated: 2024-11-05 03:27:49
-
Version 4745212
- created: 2024-11-05 03:23:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730785084'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730785084
- id: 4745212
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6670429
- updated: 2024-11-05 03:23:46
-
Version 4743902
- created: 2024-11-05 02:48:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784175'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784175
- id: 4743902
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6669119
- updated: 2024-11-05 02:49:02
-
Version 4743652
- created: 2024-11-05 02:42:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784013'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784013
- id: 4743652
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6668869
- updated: 2024-11-05 02:42:30
-
Version 4742960
- created: 2024-11-05 02:23:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783833'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783833
- id: 4742960
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6668177
- updated: 2024-11-05 02:24:10
-
Version 4741824
- created: 2024-11-05 01:53:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783633'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783633
- id: 4741824
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6667042
- updated: 2024-11-05 01:53:55
-
Version 4741783
- created: 2024-11-05 01:52:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783726'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783726
- id: 4741783
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6667000
- updated: 2024-11-05 01:52:50
-
Version 4740453
- created: 2024-11-05 01:17:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783481'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783481
- id: 4740453
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6665670
- updated: 2024-11-05 01:17:55
-
Version 4740031
- created: 2024-11-05 01:06:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783262'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783262
- id: 4740031
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6665248
- updated: 2024-11-05 01:06:41
-
Version 4739255
- created: 2024-11-05 00:45:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730782865'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730782865
- id: 4739255
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6664470
- updated: 2024-11-05 00:46:06
-
Version 4738716
- created: 2024-11-05 00:31:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730782774'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730782774
- id: 4738716
- processed: 1
- raw_data:
{ "colour": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2476
- schema_scan_id: 6663929
- updated: 2024-11-05 00:31:55
Schema Scans: 15
Last at 2024-11-05 22:38:47
-
Scan 6674258
- duration: 0:00:11.371788
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674258
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866371", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866371/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 489153685420672025, "service_name": "drive-thru", "span_id": 926330614432514433, "trace_id": 5218687974797510531 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 22:38:47
- success: True
- trace_id: 5218687974797510531
-
Scan 6673784
- duration: 0:00:13.801877
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673784
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866306", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866306/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3986127817056256006, "service_name": "drive-thru", "span_id": 2345631959138879657, "trace_id": 13440014932101648399 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 22:25:00
- success: True
- trace_id: 13440014932101648399
-
Scan 6673391
- duration: 0:00:11.563486
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673391
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866234", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866234/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16894724228976605345, "service_name": "drive-thru", "span_id": 6499204419192394772, "trace_id": 7629163242574242534 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 22:13:26
- success: True
- trace_id: 7629163242574242534
-
Scan 6671910
- duration: 0:00:13.999285
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671910
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730785652", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730785652/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3464959974092767504, "service_name": "drive-thru", "span_id": 12467109099533591596, "trace_id": 2905497803340551584 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 04:16:22
- success: True
- trace_id: 2905497803340551584
-
Scan 6670584
- duration: 0:00:13.976876
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670584
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784778", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784778/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 116322686481464353, "service_name": "drive-thru", "span_id": 14433298998644751559, "trace_id": 12834955520388928240 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 03:27:35
- success: True
- trace_id: 12834955520388928240
-
Scan 6670429
- duration: 0:00:13.931781
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670429
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730785084", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730785084/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13585744522176676638, "service_name": "drive-thru", "span_id": 6364668942348509055, "trace_id": 12363444102450649789 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 03:23:32
- success: True
- trace_id: 12363444102450649789
-
Scan 6669119
- duration: 0:00:11.341913
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669119
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784175", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784175/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10119648707723878198, "service_name": "drive-thru", "span_id": 17358463112894408658, "trace_id": 13001068600481800568 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 02:48:50
- success: True
- trace_id: 13001068600481800568
-
Scan 6668869
- duration: 0:00:13.809819
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668869
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784013", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730784013/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12473301855080843933, "service_name": "drive-thru", "span_id": 11343979510826580112, "trace_id": 4775297964776836963 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 02:42:16
- success: True
- trace_id: 4775297964776836963
-
Scan 6668177
- duration: 0:00:13.890714
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668177
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783833", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783833/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14198265888581628519, "service_name": "drive-thru", "span_id": 6877972430893767733, "trace_id": 3169053018074663030 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 02:23:56
- success: True
- trace_id: 3169053018074663030
-
Scan 6667042
- duration: 0:00:11.189841
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667042
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783633", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783633/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13218292520919179353, "service_name": "drive-thru", "span_id": 14408763433862995492, "trace_id": 8213950380508025489 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 01:53:44
- success: True
- trace_id: 8213950380508025489
-
Scan 6667000
- duration: 0:00:13.840437
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667000
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783726", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783726/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5207626161346371284, "service_name": "drive-thru", "span_id": 8867212446545630754, "trace_id": 185969702838916103 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 01:52:36
- success: True
- trace_id: 185969702838916103
-
Scan 6665670
- duration: 0:00:11.395416
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665670
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783481", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783481/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3164660071626402925, "service_name": "drive-thru", "span_id": 718927284399402280, "trace_id": 15994089089562272450 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 01:17:43
- success: True
- trace_id: 15994089089562272450
-
Scan 6665248
- duration: 0:00:11.466383
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665248
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783262", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730783262/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15265182642093748448, "service_name": "drive-thru", "span_id": 1940749814053879539, "trace_id": 14986415293918308555 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 01:06:30
- success: True
- trace_id: 14986415293918308555
-
Scan 6664470
- duration: 0:00:11.408159
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664470
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730782865", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730782865/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11972119308826620984, "service_name": "drive-thru", "span_id": 5826947196598270088, "trace_id": 11875710203540918419 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 00:45:55
- success: True
- trace_id: 11875710203540918419
-
Scan 6663929
- duration: 0:00:11.494103
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663929
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730782774", "key": "raw/newbookdev_newbookbank_transactions_types/2024-11-04/1730782774/bank_transactions_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4372144376404862216, "service_name": "drive-thru", "span_id": 16239395515407529656, "trace_id": 4225835522238443203 } } - running: False
- schema_name_id: 2476
- start_time: 2024-11-05 00:31:44
- success: True
- trace_id: 4225835522238443203
- attributes:
{ "colour": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - created: 2024-11-05 22:38:48
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866371'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:41:48",
"disabled": false,
"format": "raw",
"id": 2476,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookbank_transactions_types"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"colour": "string",
"id": "string",
"name": "string",
"newbook_region": "string",
"tenant": "string"
},
"created": "2024-11-05 22:38:48",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `colour` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbank_transactions_types/2024-11-05/1730866371'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbank_transactions_types"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}