Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields
- created: 2024-10-08 17:44:10
- disabled: False
- format: raw
- id: 2509
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookcrs_required_fields" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748467
- created: 2024-11-05 22:47:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866445'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866445
- id: 4748467
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6674499
- updated: 2024-11-05 22:47:30
-
Version 4748155
- created: 2024-11-05 22:36:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866360'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866360
- id: 4748155
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6674188
- updated: 2024-11-05 22:36:41
-
Version 4747549
- created: 2024-11-05 22:19:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866266'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866266
- id: 4747549
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6673581
- updated: 2024-11-05 22:20:00
-
Version 4746732
- created: 2024-11-05 04:19:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730785686'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730785686
- id: 4746732
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6671956
- updated: 2024-11-05 04:19:31
-
Version 4745358
- created: 2024-11-05 03:27:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730785105'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730785105
- id: 4745358
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6670575
- updated: 2024-11-05 03:27:35
-
Version 4745318
- created: 2024-11-05 03:26:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784799'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784799
- id: 4745318
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6670535
- updated: 2024-11-05 03:26:31
-
Version 4744836
- created: 2024-11-05 03:13:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784196'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784196
- id: 4744836
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6670053
- updated: 2024-11-05 03:13:50
-
Version 4744202
- created: 2024-11-05 02:56:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784033'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784033
- id: 4744202
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6669419
- updated: 2024-11-05 02:56:51
-
Version 4743016
- created: 2024-11-05 02:25:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783839'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783839
- id: 4743016
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6668233
- updated: 2024-11-05 02:25:37
-
Version 4742463
- created: 2024-11-05 02:10:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783746'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783746
- id: 4742463
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6667680
- updated: 2024-11-05 02:11:04
-
Version 4741937
- created: 2024-11-05 01:56:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783649'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783649
- id: 4741937
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6667154
- updated: 2024-11-05 01:56:52
-
Version 4740970
- created: 2024-11-05 01:31:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783502'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783502
- id: 4740970
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6666187
- updated: 2024-11-05 01:31:30
-
Version 4740313
- created: 2024-11-05 01:14:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783284'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783284
- id: 4740313
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6665531
- updated: 2024-11-05 01:14:13
-
Version 4739436
- created: 2024-11-05 00:50:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730782886'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730782886
- id: 4739436
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6664651
- updated: 2024-11-05 00:50:49
-
Version 4738758
- created: 2024-11-05 00:32:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730782790'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730782790
- id: 4738758
- processed: 1
- raw_data:
{ "field_name": 3, "id": 2, "newbook_region": 0, "required": 4, "tenant": 1 } - schema_attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - schema_name_id: 2509
- schema_scan_id: 6663971
- updated: 2024-11-05 00:33:04
Schema Scans: 15
Last at 2024-11-05 22:47:16
-
Scan 6674499
- duration: 0:00:13.992657
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674499
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866445", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866445/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10697869810056546559, "service_name": "drive-thru", "span_id": 8929814450584298825, "trace_id": 17824117113715231293 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 22:47:16
- success: True
- trace_id: 17824117113715231293
-
Scan 6674188
- duration: 0:00:11.465270
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674188
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866360", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866360/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2258961299423532947, "service_name": "drive-thru", "span_id": 16096865327551811841, "trace_id": 20674518093261371 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 22:36:30
- success: True
- trace_id: 20674518093261371
-
Scan 6673581
- duration: 0:00:13.874344
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673581
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866266", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866266/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1780908152270362893, "service_name": "drive-thru", "span_id": 3004621081069039109, "trace_id": 10142931307371839519 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 22:19:46
- success: True
- trace_id: 10142931307371839519
-
Scan 6671956
- duration: 0:00:13.993474
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671956
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730785686", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730785686/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3895177320945701274, "service_name": "drive-thru", "span_id": 2422841463967167777, "trace_id": 13244032692028532383 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 04:19:17
- success: True
- trace_id: 13244032692028532383
-
Scan 6670575
- duration: 0:00:13.915657
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670575
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730785105", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730785105/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15074163473922789029, "service_name": "drive-thru", "span_id": 12675240212731986664, "trace_id": 4852745764080799723 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 03:27:21
- success: True
- trace_id: 4852745764080799723
-
Scan 6670535
- duration: 0:00:11.314160
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670535
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784799", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784799/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2945356999110714763, "service_name": "drive-thru", "span_id": 17183631792658508858, "trace_id": 1082479681555266731 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 03:26:20
- success: True
- trace_id: 1082479681555266731
-
Scan 6670053
- duration: 0:00:13.917886
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670053
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784196", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784196/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10317315591642183595, "service_name": "drive-thru", "span_id": 6029143359733126908, "trace_id": 6545617694708321127 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 03:13:37
- success: True
- trace_id: 6545617694708321127
-
Scan 6669419
- duration: 0:00:11.268031
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669419
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784033", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730784033/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4675493805152954394, "service_name": "drive-thru", "span_id": 14986071191556296918, "trace_id": 9238012887520016832 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 02:56:40
- success: True
- trace_id: 9238012887520016832
-
Scan 6668233
- duration: 0:00:11.304511
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668233
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783839", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783839/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8382281490764868817, "service_name": "drive-thru", "span_id": 1042378936351728483, "trace_id": 13649178671763898036 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 02:25:26
- success: True
- trace_id: 13649178671763898036
-
Scan 6667680
- duration: 0:00:13.891096
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667680
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783746", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783746/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6199100618585520286, "service_name": "drive-thru", "span_id": 9785746189377690726, "trace_id": 17019764214239789406 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 02:10:51
- success: True
- trace_id: 17019764214239789406
-
Scan 6667154
- duration: 0:00:11.355259
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667154
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783649", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783649/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15714284961284570607, "service_name": "drive-thru", "span_id": 6471720593125852035, "trace_id": 5892526262170067310 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 01:56:40
- success: True
- trace_id: 5892526262170067310
-
Scan 6666187
- duration: 0:00:11.481787
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666187
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783502", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783502/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15849040810632404987, "service_name": "drive-thru", "span_id": 16377752199829873566, "trace_id": 9094102860105489283 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 01:31:18
- success: True
- trace_id: 9094102860105489283
-
Scan 6665531
- duration: 0:00:11.644448
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665531
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783284", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730783284/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6267895332716397902, "service_name": "drive-thru", "span_id": 14139483816803207592, "trace_id": 8712871681338378414 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 01:14:01
- success: True
- trace_id: 8712871681338378414
-
Scan 6664651
- duration: 0:00:13.861148
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664651
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730782886", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730782886/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12992126342918918917, "service_name": "drive-thru", "span_id": 8714021479450639693, "trace_id": 3178499660670605577 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 00:50:35
- success: True
- trace_id: 3178499660670605577
-
Scan 6663971
- duration: 0:00:13.841888
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663971
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730782790", "key": "raw/newbookdev_newbookcrs_required_fields/2024-11-04/1730782790/crs_required_fields.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14811239703011471732, "service_name": "drive-thru", "span_id": 8793437493684517048, "trace_id": 17436829238809004044 } } - running: False
- schema_name_id: 2509
- start_time: 2024-11-05 00:32:50
- success: True
- trace_id: 17436829238809004044
- attributes:
{ "field_name": "string", "id": "string", "newbook_region": "string", "required": "string", "tenant": "string" } - created: 2024-11-05 22:47:17
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866445'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:44:10",
"disabled": false,
"format": "raw",
"id": 2509,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookcrs_required_fields"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"field_name": "string",
"id": "string",
"newbook_region": "string",
"required": "string",
"tenant": "string"
},
"created": "2024-11-05 22:47:17",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`\n(\n `newbook_region` string , `tenant` string , `id` string , `field_name` string , `required` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcrs_required_fields/2024-11-05/1730866445'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcrs_required_fields"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}