Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles
- created: 2024-10-08 18:38:30
- disabled: False
- format: raw
- id: 3084
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbooktasks_types_profiles" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749455
- created: 2024-11-05 23:52:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866618'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866618
- id: 4749455
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6675513
- updated: 2024-11-05 23:53:04
-
Version 4749383
- created: 2024-11-05 23:44:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866574'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866574
- id: 4749383
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6675421
- updated: 2024-11-05 23:45:08
-
Version 4748707
- created: 2024-11-05 22:57:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866474'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866474
- id: 4748707
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6674739
- updated: 2024-11-05 22:57:36
-
Version 4747138
- created: 2024-11-05 04:54:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730785816'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730785816
- id: 4747138
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6672370
- updated: 2024-11-05 04:54:39
-
Version 4745989
- created: 2024-11-05 03:45:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784872'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784872
- id: 4745989
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6671209
- updated: 2024-11-05 03:45:29
-
Version 4745845
- created: 2024-11-05 03:40:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730785178'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730785178
- id: 4745845
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6671062
- updated: 2024-11-05 03:40:52
-
Version 4745060
- created: 2024-11-05 03:19:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784268'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784268
- id: 4745060
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6670277
- updated: 2024-11-05 03:19:47
-
Version 4743815
- created: 2024-11-05 02:46:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783939'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783939
- id: 4743815
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6669032
- updated: 2024-11-05 02:46:44
-
Version 4743778
- created: 2024-11-05 02:45:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784107'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784107
- id: 4743778
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6668996
- updated: 2024-11-05 02:45:48
-
Version 4742993
- created: 2024-11-05 02:24:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783821'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783821
- id: 4742993
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6668210
- updated: 2024-11-05 02:25:01
-
Version 4741098
- created: 2024-11-05 01:34:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783623'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783623
- id: 4741098
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6666315
- updated: 2024-11-05 01:34:59
-
Version 4740921
- created: 2024-11-05 01:29:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783577'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783577
- id: 4740921
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6666138
- updated: 2024-11-05 01:30:13
-
Version 4740730
- created: 2024-11-05 01:25:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783359'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783359
- id: 4740730
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6665948
- updated: 2024-11-05 01:25:15
-
Version 4739973
- created: 2024-11-05 01:04:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730782957'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730782957
- id: 4739973
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6665190
- updated: 2024-11-05 01:05:10
-
Version 4738989
- created: 2024-11-05 00:38:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730782845'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730782845
- id: 4738989
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "profile_id": 4, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 3084
- schema_scan_id: 6664203
- updated: 2024-11-05 00:39:10
Schema Scans: 15
Last at 2024-11-05 23:52:53
-
Scan 6675513
- duration: 0:00:11.604592
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675513
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866618", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866618/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16526283379201703608, "service_name": "drive-thru", "span_id": 6873651503492429586, "trace_id": 3780048599305979751 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 23:52:53
- success: True
- trace_id: 3780048599305979751
-
Scan 6675421
- duration: 0:00:11.427752
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675421
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866574", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866574/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9610630951525668816, "service_name": "drive-thru", "span_id": 10280246173032021211, "trace_id": 6267866676470865753 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 23:44:57
- success: True
- trace_id: 6267866676470865753
-
Scan 6674739
- duration: 0:00:11.495615
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674739
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866474", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866474/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4213998411894730774, "service_name": "drive-thru", "span_id": 1902362354459599865, "trace_id": 1651281392450639622 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 22:57:25
- success: True
- trace_id: 1651281392450639622
-
Scan 6672370
- duration: 0:00:11.416039
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672370
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730785816", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730785816/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14692254523109970095, "service_name": "drive-thru", "span_id": 3168424384605184987, "trace_id": 8258490372075416858 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 04:54:28
- success: True
- trace_id: 8258490372075416858
-
Scan 6671209
- duration: 0:00:14.043160
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671209
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784872", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784872/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13454043253951345638, "service_name": "drive-thru", "span_id": 6819757680072884544, "trace_id": 11687924449700075994 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 03:45:15
- success: True
- trace_id: 11687924449700075994
-
Scan 6671062
- duration: 0:00:11.540781
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671062
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730785178", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730785178/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 884052372537484765, "service_name": "drive-thru", "span_id": 5720940120144449242, "trace_id": 10458284446248656691 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 03:40:41
- success: True
- trace_id: 10458284446248656691
-
Scan 6670277
- duration: 0:00:13.821298
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670277
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784268", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784268/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9926949353047043259, "service_name": "drive-thru", "span_id": 14964745972599554063, "trace_id": 17145195308513916786 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 03:19:34
- success: True
- trace_id: 17145195308513916786
-
Scan 6669032
- duration: 0:00:11.306399
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669032
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783939", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783939/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10587635338244373490, "service_name": "drive-thru", "span_id": 6050225180897610420, "trace_id": 15534242727453370507 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 02:46:33
- success: True
- trace_id: 15534242727453370507
-
Scan 6668996
- duration: 0:00:11.447150
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668996
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784107", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730784107/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 641499802181796020, "service_name": "drive-thru", "span_id": 7947386987459476322, "trace_id": 15813202916116381684 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 02:45:36
- success: True
- trace_id: 15813202916116381684
-
Scan 6668210
- duration: 0:00:11.346482
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668210
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783821", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783821/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6429409936375637705, "service_name": "drive-thru", "span_id": 14636995048093095952, "trace_id": 15415072209458502192 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 02:24:49
- success: True
- trace_id: 15415072209458502192
-
Scan 6666315
- duration: 0:00:14.007164
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666315
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783623", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783623/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5508194894685629834, "service_name": "drive-thru", "span_id": 3356001730292017140, "trace_id": 15784821916316140219 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 01:34:45
- success: True
- trace_id: 15784821916316140219
-
Scan 6666138
- duration: 0:00:13.756412
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666138
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783577", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783577/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15485611800136298661, "service_name": "drive-thru", "span_id": 3271414726155459899, "trace_id": 1855485080745329280 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 01:29:59
- success: True
- trace_id: 1855485080745329280
-
Scan 6665948
- duration: 0:00:14.061224
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665948
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783359", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730783359/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4549001605620026558, "service_name": "drive-thru", "span_id": 3572830687117559536, "trace_id": 16376259055568641174 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 01:25:01
- success: True
- trace_id: 16376259055568641174
-
Scan 6665190
- duration: 0:00:13.878555
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665190
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730782957", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730782957/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18416182176282264719, "service_name": "drive-thru", "span_id": 12072198832046638804, "trace_id": 10145006825189518417 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 01:04:56
- success: True
- trace_id: 10145006825189518417
-
Scan 6664203
- duration: 0:00:13.925627
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664203
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730782845", "key": "raw/newbookdev_newbooktasks_types_profiles/2024-11-04/1730782845/tasks_types_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 270019974190544832, "service_name": "drive-thru", "span_id": 314609051429778921, "trace_id": 8949901371889574423 } } - running: False
- schema_name_id: 3084
- start_time: 2024-11-05 00:38:56
- success: True
- trace_id: 8949901371889574423
- attributes:
{ "id": "string", "newbook_region": "string", "profile_id": "string", "tenant": "string", "type_id": "string" } - created: 2024-11-05 23:52:53
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866618'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:38:30",
"disabled": false,
"format": "raw",
"id": 3084,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbooktasks_types_profiles"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"id": "string",
"newbook_region": "string",
"profile_id": "string",
"tenant": "string",
"type_id": "string"
},
"created": "2024-11-05 23:52:53",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `profile_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types_profiles/2024-11-05/1730866618'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types_profiles"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}