Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links
- created: 2024-10-08 17:46:45
- disabled: False
- format: raw
- id: 2543
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookclients_accounts_links" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748283
- created: 2024-11-05 22:40:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866408'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866408
- id: 4748283
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6674315
- updated: 2024-11-05 22:41:02
-
Version 4747922
- created: 2024-11-05 22:29:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866333'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866333
- id: 4747922
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6673954
- updated: 2024-11-05 22:29:41
-
Version 4747470
- created: 2024-11-05 22:17:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866251'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866251
- id: 4747470
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6673502
- updated: 2024-11-05 22:17:52
-
Version 4746744
- created: 2024-11-05 04:20:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730785670'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730785670
- id: 4746744
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6671969
- updated: 2024-11-05 04:20:22
-
Version 4746220
- created: 2024-11-05 03:53:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730785095'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730785095
- id: 4746220
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6671441
- updated: 2024-11-05 03:53:51
-
Version 4745188
- created: 2024-11-05 03:22:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784789'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784789
- id: 4745188
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6670405
- updated: 2024-11-05 03:23:09
-
Version 4744598
- created: 2024-11-05 03:07:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784186'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784186
- id: 4744598
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6669815
- updated: 2024-11-05 03:07:36
-
Version 4743759
- created: 2024-11-05 02:45:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784023'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784023
- id: 4743759
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6668976
- updated: 2024-11-05 02:45:13
-
Version 4742881
- created: 2024-11-05 02:21:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783836'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783836
- id: 4742881
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6668098
- updated: 2024-11-05 02:22:05
-
Version 4742363
- created: 2024-11-05 02:08:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783736'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783736
- id: 4742363
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6667580
- updated: 2024-11-05 02:08:27
-
Version 4741701
- created: 2024-11-05 01:50:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783642'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783642
- id: 4741701
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6666918
- updated: 2024-11-05 01:50:42
-
Version 4740510
- created: 2024-11-05 01:19:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783492'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783492
- id: 4740510
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6665727
- updated: 2024-11-05 01:19:25
-
Version 4740219
- created: 2024-11-05 01:11:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783273'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783273
- id: 4740219
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6665436
- updated: 2024-11-05 01:11:46
-
Version 4739473
- created: 2024-11-05 00:51:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730782876'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730782876
- id: 4739473
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6664688
- updated: 2024-11-05 00:51:43
-
Version 4738883
- created: 2024-11-05 00:36:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730782782'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730782782
- id: 4738883
- processed: 1
- raw_data:
{ "from_account_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "to_account_id": 4 } - schema_attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - schema_name_id: 2543
- schema_scan_id: 6664096
- updated: 2024-11-05 00:36:21
Schema Scans: 15
Last at 2024-11-05 22:40:51
-
Scan 6674315
- duration: 0:00:11.381697
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674315
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866408", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866408/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14268739204462525952, "service_name": "drive-thru", "span_id": 4180643935113215131, "trace_id": 14017844683830066690 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 22:40:51
- success: True
- trace_id: 14017844683830066690
-
Scan 6673954
- duration: 0:00:13.821793
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673954
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866333", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866333/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6476239554627260260, "service_name": "drive-thru", "span_id": 14852963825018027441, "trace_id": 4915154151779747989 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 22:29:27
- success: True
- trace_id: 4915154151779747989
-
Scan 6673502
- duration: 0:00:13.916116
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673502
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866251", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866251/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8366472583355806020, "service_name": "drive-thru", "span_id": 16632351986074783558, "trace_id": 7536333160120121036 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 22:17:38
- success: True
- trace_id: 7536333160120121036
-
Scan 6671969
- duration: 0:00:11.471915
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671969
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730785670", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730785670/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 78493023600224829, "service_name": "drive-thru", "span_id": 1659221252121041258, "trace_id": 15106258933198990708 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 04:20:10
- success: True
- trace_id: 15106258933198990708
-
Scan 6671441
- duration: 0:00:13.919614
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671441
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730785095", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730785095/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5929644791535319296, "service_name": "drive-thru", "span_id": 6706723291958983936, "trace_id": 802357766134395628 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 03:53:37
- success: True
- trace_id: 802357766134395628
-
Scan 6670405
- duration: 0:00:13.831001
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670405
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784789", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784789/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6084091069929328376, "service_name": "drive-thru", "span_id": 15044120415524375276, "trace_id": 8444421811134577067 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 03:22:56
- success: True
- trace_id: 8444421811134577067
-
Scan 6669815
- duration: 0:00:13.970818
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669815
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784186", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784186/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17242559437507609415, "service_name": "drive-thru", "span_id": 7676199710497297919, "trace_id": 10409622181773186056 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 03:07:22
- success: True
- trace_id: 10409622181773186056
-
Scan 6668976
- duration: 0:00:11.294710
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668976
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784023", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730784023/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3316202308848951616, "service_name": "drive-thru", "span_id": 9457502480943244121, "trace_id": 6344109051797953365 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 02:45:02
- success: True
- trace_id: 6344109051797953365
-
Scan 6668098
- duration: 0:00:11.412288
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668098
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783836", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783836/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1233698351913794273, "service_name": "drive-thru", "span_id": 3721130902848752580, "trace_id": 943232618336953921 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 02:21:53
- success: True
- trace_id: 943232618336953921
-
Scan 6667580
- duration: 0:00:11.516752
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667580
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783736", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783736/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16463008123534352780, "service_name": "drive-thru", "span_id": 7913252514895886258, "trace_id": 10148089640752679872 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 02:08:15
- success: True
- trace_id: 10148089640752679872
-
Scan 6666918
- duration: 0:00:13.842235
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666918
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783642", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783642/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16449424959189868373, "service_name": "drive-thru", "span_id": 14473230221319810977, "trace_id": 11527299648168447520 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 01:50:28
- success: True
- trace_id: 11527299648168447520
-
Scan 6665727
- duration: 0:00:11.242333
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665727
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783492", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783492/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15863236127750727154, "service_name": "drive-thru", "span_id": 681958596328684976, "trace_id": 13714236234092427605 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 01:19:14
- success: True
- trace_id: 13714236234092427605
-
Scan 6665436
- duration: 0:00:11.313476
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665436
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783273", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730783273/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16589951287135358655, "service_name": "drive-thru", "span_id": 15833956439398958875, "trace_id": 4345121200316786774 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 01:11:34
- success: True
- trace_id: 4345121200316786774
-
Scan 6664688
- duration: 0:00:11.283259
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664688
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730782876", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730782876/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12849593862819418499, "service_name": "drive-thru", "span_id": 6367965774316966799, "trace_id": 12598403922446170070 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 00:51:32
- success: True
- trace_id: 12598403922446170070
-
Scan 6664096
- duration: 0:00:13.784397
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664096
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730782782", "key": "raw/newbookdev_newbookclients_accounts_links/2024-11-04/1730782782/clients_accounts_links.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15575829381030753356, "service_name": "drive-thru", "span_id": 3707139844970246848, "trace_id": 1766164838140212677 } } - running: False
- schema_name_id: 2543
- start_time: 2024-11-05 00:36:07
- success: True
- trace_id: 1766164838140212677
- attributes:
{ "from_account_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "to_account_id": "string" } - created: 2024-11-05 22:40:51
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866408'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:46:45",
"disabled": false,
"format": "raw",
"id": 2543,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookclients_accounts_links"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"from_account_id": "string",
"id": "string",
"newbook_region": "string",
"tenant": "string",
"to_account_id": "string"
},
"created": "2024-11-05 22:40:51",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`\n(\n `newbook_region` string , `tenant` string , `id` string , `from_account_id` string , `to_account_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts_links/2024-11-05/1730866408'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts_links"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}