Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookfiles_link
- created: 2024-10-08 17:50:55
- disabled: False
- format: raw
- id: 2603
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookfiles_link" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748910
- created: 2024-11-05 23:08:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-05/1730866500'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-05/1730866500
- id: 4748910
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6674942
- updated: 2024-11-05 23:08:27
-
Version 4748457
- created: 2024-11-05 22:47:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-05/1730866417'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-05/1730866417
- id: 4748457
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6674490
- updated: 2024-11-05 22:47:11
-
Version 4747697
- created: 2024-11-05 22:23:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-05/1730866301'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-05/1730866301
- id: 4747697
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6673729
- updated: 2024-11-05 22:23:48
-
Version 4746856
- created: 2024-11-05 04:28:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730785715'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730785715
- id: 4746856
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6672086
- updated: 2024-11-05 04:28:23
-
Version 4746191
- created: 2024-11-05 03:52:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730785121'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730785121
- id: 4746191
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6671412
- updated: 2024-11-05 03:52:45
-
Version 4745833
- created: 2024-11-05 03:40:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730784817'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730784817
- id: 4745833
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6671050
- updated: 2024-11-05 03:40:37
-
Version 4744923
- created: 2024-11-05 03:16:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730784213'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730784213
- id: 4744923
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6670141
- updated: 2024-11-05 03:16:15
-
Version 4744327
- created: 2024-11-05 02:59:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730784050'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730784050
- id: 4744327
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6669545
- updated: 2024-11-05 03:00:08
-
Version 4743099
- created: 2024-11-05 02:27:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783843'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783843
- id: 4743099
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6668316
- updated: 2024-11-05 02:27:47
-
Version 4742461
- created: 2024-11-05 02:10:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783764'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783764
- id: 4742461
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6667678
- updated: 2024-11-05 02:11:00
-
Version 4741392
- created: 2024-11-05 01:42:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783662'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783662
- id: 4741392
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6666609
- updated: 2024-11-05 01:42:33
-
Version 4741174
- created: 2024-11-05 01:36:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783519'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783519
- id: 4741174
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6666391
- updated: 2024-11-05 01:36:55
-
Version 4740418
- created: 2024-11-05 01:16:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783302'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783302
- id: 4740418
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6665635
- updated: 2024-11-05 01:16:58
-
Version 4739310
- created: 2024-11-05 00:47:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730782903'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730782903
- id: 4739310
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6664526
- updated: 2024-11-05 00:47:34
-
Version 4738825
- created: 2024-11-05 00:34:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730782803'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730782803
- id: 4738825
- processed: 1
- raw_data:
{ "file_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2603
- schema_scan_id: 6664038
- updated: 2024-11-05 00:34:51
Schema Scans: 15
Last at 2024-11-05 23:08:16
-
Scan 6674942
- duration: 0:00:11.454692
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674942
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-05/1730866500", "key": "raw/newbookdev_newbookfiles_link/2024-11-05/1730866500/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2769406316510893189, "service_name": "drive-thru", "span_id": 4934798014937399725, "trace_id": 17434518510830476910 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 23:08:16
- success: True
- trace_id: 17434518510830476910
-
Scan 6674490
- duration: 0:00:11.616221
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674490
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-05/1730866417", "key": "raw/newbookdev_newbookfiles_link/2024-11-05/1730866417/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11181205167674657071, "service_name": "drive-thru", "span_id": 8280307711003184228, "trace_id": 15185676435460916998 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 22:46:59
- success: True
- trace_id: 15185676435460916998
-
Scan 6673729
- duration: 0:00:11.229565
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673729
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-05/1730866301", "key": "raw/newbookdev_newbookfiles_link/2024-11-05/1730866301/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6399581689859410460, "service_name": "drive-thru", "span_id": 10460522158383693878, "trace_id": 16026928024539546153 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 22:23:37
- success: True
- trace_id: 16026928024539546153
-
Scan 6672086
- duration: 0:00:13.955727
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672086
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730785715", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730785715/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4484984842591234269, "service_name": "drive-thru", "span_id": 10091800570582665485, "trace_id": 3390278988338242650 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 04:28:09
- success: True
- trace_id: 3390278988338242650
-
Scan 6671412
- duration: 0:00:14.026123
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671412
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730785121", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730785121/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8965550397601948436, "service_name": "drive-thru", "span_id": 15037340906368188943, "trace_id": 3746217282114494923 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 03:52:31
- success: True
- trace_id: 3746217282114494923
-
Scan 6671050
- duration: 0:00:14.039614
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671050
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730784817", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730784817/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16972609542279829664, "service_name": "drive-thru", "span_id": 8977891704730531044, "trace_id": 16332846834917457987 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 03:40:23
- success: True
- trace_id: 16332846834917457987
-
Scan 6670141
- duration: 0:00:13.946088
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670141
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730784213", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730784213/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11785937963049100706, "service_name": "drive-thru", "span_id": 9170720934511976570, "trace_id": 2349727031102112781 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 03:16:01
- success: True
- trace_id: 2349727031102112781
-
Scan 6669545
- duration: 0:00:11.382069
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669545
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730784050", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730784050/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13903353817286660172, "service_name": "drive-thru", "span_id": 12156199579549330574, "trace_id": 17243732981285649325 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 02:59:57
- success: True
- trace_id: 17243732981285649325
-
Scan 6668316
- duration: 0:00:11.477658
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668316
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783843", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730783843/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6976162573181619046, "service_name": "drive-thru", "span_id": 16950866261312041681, "trace_id": 7523027527175648842 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 02:27:36
- success: True
- trace_id: 7523027527175648842
-
Scan 6667678
- duration: 0:00:11.382001
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667678
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783764", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730783764/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5151820736007140855, "service_name": "drive-thru", "span_id": 1467837031680810059, "trace_id": 13007264716693377071 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 02:10:49
- success: True
- trace_id: 13007264716693377071
-
Scan 6666609
- duration: 0:00:11.245061
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666609
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783662", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730783662/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4227109701355250146, "service_name": "drive-thru", "span_id": 3281277232544662686, "trace_id": 7527568715176000301 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 01:42:22
- success: True
- trace_id: 7527568715176000301
-
Scan 6666391
- duration: 0:00:11.348795
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666391
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783519", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730783519/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13288970420219001758, "service_name": "drive-thru", "span_id": 9965638690530247844, "trace_id": 7041728907027466342 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 01:36:44
- success: True
- trace_id: 7041728907027466342
-
Scan 6665635
- duration: 0:00:11.359534
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665635
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730783302", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730783302/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14462916984811415281, "service_name": "drive-thru", "span_id": 6021050158854941645, "trace_id": 2543218642060811762 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 01:16:46
- success: True
- trace_id: 2543218642060811762
-
Scan 6664526
- duration: 0:00:13.897076
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664526
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730782903", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730782903/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3455111603046333616, "service_name": "drive-thru", "span_id": 5065793939899458837, "trace_id": 1167802838686878045 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 00:47:20
- success: True
- trace_id: 1167802838686878045
-
Scan 6664038
- duration: 0:00:13.908147
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664038
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-04/1730782803", "key": "raw/newbookdev_newbookfiles_link/2024-11-04/1730782803/files_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookfiles_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12765124439812158092, "service_name": "drive-thru", "span_id": 7308094234912846798, "trace_id": 14300465539288002711 } } - running: False
- schema_name_id: 2603
- start_time: 2024-11-05 00:34:37
- success: True
- trace_id: 14300465539288002711
- attributes:
{ "file_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - created: 2024-11-05 23:08:16
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-05/1730866500'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:50:55",
"disabled": false,
"format": "raw",
"id": 2603,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookfiles_link"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"file_id": "string",
"id": "string",
"newbook_region": "string",
"tenant": "string",
"type": "string",
"type_id": "string"
},
"created": "2024-11-05 23:08:16",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfiles_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `file_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfiles_link/2024-11-05/1730866500'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfiles_link`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfiles_link"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}