Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookprojects_types_link
- created: 2024-10-08 18:21:13
- disabled: False
- format: raw
- id: 2925
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookprojects_types_link" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749376
- created: 2024-11-05 23:44:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866586'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866586
- id: 4749376
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6675411
- updated: 2024-11-05 23:44:16
-
Version 4749032
- created: 2024-11-05 23:15:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866527'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866527
- id: 4749032
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6675064
- updated: 2024-11-05 23:15:38
-
Version 4748425
- created: 2024-11-05 22:45:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866405'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866405
- id: 4748425
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6674457
- updated: 2024-11-05 22:46:01
-
Version 4747234
- created: 2024-11-05 05:05:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730785781'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730785781
- id: 4747234
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6672500
- updated: 2024-11-05 05:05:44
-
Version 4746372
- created: 2024-11-05 04:00:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730785158'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730785158
- id: 4746372
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6671593
- updated: 2024-11-05 04:00:27
-
Version 4745813
- created: 2024-11-05 03:39:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784853'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784853
- id: 4745813
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6671030
- updated: 2024-11-05 03:39:58
-
Version 4745116
- created: 2024-11-05 03:21:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784249'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784249
- id: 4745116
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6670333
- updated: 2024-11-05 03:21:16
-
Version 4744423
- created: 2024-11-05 03:02:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784088'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784088
- id: 4744423
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6669640
- updated: 2024-11-05 03:02:49
-
Version 4743446
- created: 2024-11-05 02:36:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783924'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783924
- id: 4743446
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6668663
- updated: 2024-11-05 02:37:04
-
Version 4742906
- created: 2024-11-05 02:22:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783801'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783801
- id: 4742906
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6668123
- updated: 2024-11-05 02:22:43
-
Version 4741613
- created: 2024-11-05 01:48:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783690'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783690
- id: 4741613
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6666830
- updated: 2024-11-05 01:48:26
-
Version 4740861
- created: 2024-11-05 01:28:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783558'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783558
- id: 4740861
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6666078
- updated: 2024-11-05 01:28:39
-
Version 4740614
- created: 2024-11-05 01:21:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783339'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783339
- id: 4740614
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6665831
- updated: 2024-11-05 01:22:07
-
Version 4739549
- created: 2024-11-05 00:53:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730782938'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730782938
- id: 4739549
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6664765
- updated: 2024-11-05 00:53:46
-
Version 4739158
- created: 2024-11-05 00:43:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730782830'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730782830
- id: 4739158
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "project_id": 3, "project_type_id": 4, "tenant": 1 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - schema_name_id: 2925
- schema_scan_id: 6664373
- updated: 2024-11-05 00:43:34
Schema Scans: 15
Last at 2024-11-05 23:44:02
-
Scan 6675411
- duration: 0:00:14.075974
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675411
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866586", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866586/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1924537377381457179, "service_name": "drive-thru", "span_id": 4623512741310317676, "trace_id": 2827055574841843814 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 23:44:02
- success: True
- trace_id: 2827055574841843814
-
Scan 6675064
- duration: 0:00:11.428504
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675064
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866527", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866527/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13737077352169702288, "service_name": "drive-thru", "span_id": 11409320754150156963, "trace_id": 3123299865930641028 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 23:15:27
- success: True
- trace_id: 3123299865930641028
-
Scan 6674457
- duration: 0:00:11.522544
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674457
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866405", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866405/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12089046107945574444, "service_name": "drive-thru", "span_id": 11591283836807020265, "trace_id": 12834758106363303989 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 22:45:49
- success: True
- trace_id: 12834758106363303989
-
Scan 6672500
- duration: 0:00:11.458706
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672500
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730785781", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730785781/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7185975511786669404, "service_name": "drive-thru", "span_id": 4993927634345167296, "trace_id": 13920994353695584271 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 05:05:32
- success: True
- trace_id: 13920994353695584271
-
Scan 6671593
- duration: 0:00:13.947970
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671593
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730785158", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730785158/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17334335908300780685, "service_name": "drive-thru", "span_id": 12271050783017151906, "trace_id": 12413990962939689780 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 04:00:13
- success: True
- trace_id: 12413990962939689780
-
Scan 6671030
- duration: 0:00:14.057407
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671030
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784853", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784853/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12216329639678143573, "service_name": "drive-thru", "span_id": 15427754822487735116, "trace_id": 7308250203990333473 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 03:39:44
- success: True
- trace_id: 7308250203990333473
-
Scan 6670333
- duration: 0:00:13.798350
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670333
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784249", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784249/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7025026910254219906, "service_name": "drive-thru", "span_id": 10076673052987838160, "trace_id": 8948925474548674325 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 03:21:03
- success: True
- trace_id: 8948925474548674325
-
Scan 6669640
- duration: 0:00:11.483082
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669640
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784088", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730784088/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5269861559552260236, "service_name": "drive-thru", "span_id": 17126814698110187459, "trace_id": 16257296863121841576 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 03:02:38
- success: True
- trace_id: 16257296863121841576
-
Scan 6668663
- duration: 0:00:13.990744
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668663
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783924", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783924/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13534343147219422301, "service_name": "drive-thru", "span_id": 9797268691928602269, "trace_id": 1826357323915552359 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 02:36:50
- success: True
- trace_id: 1826357323915552359
-
Scan 6668123
- duration: 0:00:11.343732
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668123
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783801", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783801/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11268309167949306875, "service_name": "drive-thru", "span_id": 9552966762998717086, "trace_id": 5608057067244430610 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 02:22:32
- success: True
- trace_id: 5608057067244430610
-
Scan 6666830
- duration: 0:00:13.889789
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666830
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783690", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783690/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7742910250379747998, "service_name": "drive-thru", "span_id": 17435326513215969844, "trace_id": 14586245846883224738 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 01:48:12
- success: True
- trace_id: 14586245846883224738
-
Scan 6666078
- duration: 0:00:13.822723
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666078
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783558", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783558/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12338420978176433061, "service_name": "drive-thru", "span_id": 5011814260047143030, "trace_id": 9985928755973307396 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 01:28:26
- success: True
- trace_id: 9985928755973307396
-
Scan 6665831
- duration: 0:00:11.353115
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665831
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783339", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730783339/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17896383699956115020, "service_name": "drive-thru", "span_id": 10886842008601324134, "trace_id": 1670514361094224075 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 01:21:56
- success: True
- trace_id: 1670514361094224075
-
Scan 6664765
- duration: 0:00:11.298328
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664765
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730782938", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730782938/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18114304110528908081, "service_name": "drive-thru", "span_id": 9548911321076511458, "trace_id": 18088094443324392862 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 00:53:34
- success: True
- trace_id: 18088094443324392862
-
Scan 6664373
- duration: 0:00:13.792771
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664373
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-04/1730782830", "key": "raw/newbookdev_newbookprojects_types_link/2024-11-04/1730782830/projects_types_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookprojects_types_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13915176361531136247, "service_name": "drive-thru", "span_id": 17759387127504919839, "trace_id": 9872035947096790537 } } - running: False
- schema_name_id: 2925
- start_time: 2024-11-05 00:43:20
- success: True
- trace_id: 9872035947096790537
- attributes:
{ "id": "string", "newbook_region": "string", "project_id": "string", "project_type_id": "string", "tenant": "string" } - created: 2024-11-05 23:44:02
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866586'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:21:13",
"disabled": false,
"format": "raw",
"id": 2925,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookprojects_types_link"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"id": "string",
"newbook_region": "string",
"project_id": "string",
"project_type_id": "string",
"tenant": "string"
},
"created": "2024-11-05 23:44:02",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `project_id` string , `project_type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects_types_link/2024-11-05/1730866586'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects_types_link`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects_types_link"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}