Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookphones
- created: 2024-10-08 18:21:42
- disabled: False
- format: raw
- id: 2930
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookphones" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749398
- created: 2024-11-05 23:46:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-05/1730866583'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-05/1730866583
- id: 4749398
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6675436
- updated: 2024-11-05 23:46:35
-
Version 4749123
- created: 2024-11-05 23:21:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-05/1730866524'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-05/1730866524
- id: 4749123
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6675155
- updated: 2024-11-05 23:22:03
-
Version 4748213
- created: 2024-11-05 22:38:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-05/1730866401'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-05/1730866401
- id: 4748213
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6674245
- updated: 2024-11-05 22:38:34
-
Version 4746962
- created: 2024-11-05 04:35:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730785779'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730785779
- id: 4746962
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6672193
- updated: 2024-11-05 04:35:55
-
Version 4745798
- created: 2024-11-05 03:39:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730784852'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730784852
- id: 4745798
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6671015
- updated: 2024-11-05 03:39:29
-
Version 4745620
- created: 2024-11-05 03:34:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730785157'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730785157
- id: 4745620
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6670837
- updated: 2024-11-05 03:34:23
-
Version 4744890
- created: 2024-11-05 03:15:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730784248'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730784248
- id: 4744890
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6670107
- updated: 2024-11-05 03:15:20
-
Version 4743770
- created: 2024-11-05 02:45:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783923'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783923
- id: 4743770
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6668987
- updated: 2024-11-05 02:45:35
-
Version 4743626
- created: 2024-11-05 02:41:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730784086'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730784086
- id: 4743626
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6668843
- updated: 2024-11-05 02:41:47
-
Version 4742238
- created: 2024-11-05 02:04:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783800'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783800
- id: 4742238
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6667456
- updated: 2024-11-05 02:05:04
-
Version 4741607
- created: 2024-11-05 01:48:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783689'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783689
- id: 4741607
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6666824
- updated: 2024-11-05 01:48:13
-
Version 4741321
- created: 2024-11-05 01:40:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783557'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783557
- id: 4741321
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6666538
- updated: 2024-11-05 01:40:47
-
Version 4740647
- created: 2024-11-05 01:22:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783338'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783338
- id: 4740647
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6665864
- updated: 2024-11-05 01:23:00
-
Version 4739821
- created: 2024-11-05 01:00:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730782937'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730782937
- id: 4739821
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6665038
- updated: 2024-11-05 01:01:01
-
Version 4739171
- created: 2024-11-05 00:43:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730782829'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730782829
- id: 4739171
- processed: 1
- raw_data:
{ "active": 6, "ext": 3, "for": 4, "for_id": 5, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2930
- schema_scan_id: 6664386
- updated: 2024-11-05 00:43:49
Schema Scans: 15
Last at 2024-11-05 23:46:24
-
Scan 6675436
- duration: 0:00:11.581406
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675436
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-05/1730866583", "key": "raw/newbookdev_newbookphones/2024-11-05/1730866583/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8858399290633008628, "service_name": "drive-thru", "span_id": 15546084466100604547, "trace_id": 8065338183824738189 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 23:46:24
- success: True
- trace_id: 8065338183824738189
-
Scan 6675155
- duration: 0:00:11.561854
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675155
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-05/1730866524", "key": "raw/newbookdev_newbookphones/2024-11-05/1730866524/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10467070081456238647, "service_name": "drive-thru", "span_id": 12437526136602095212, "trace_id": 5550069502287978760 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 23:21:51
- success: True
- trace_id: 5550069502287978760
-
Scan 6674245
- duration: 0:00:14.125824
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674245
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-05/1730866401", "key": "raw/newbookdev_newbookphones/2024-11-05/1730866401/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4299762116871790933, "service_name": "drive-thru", "span_id": 2878276394716662927, "trace_id": 14182717872557303738 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 22:38:20
- success: True
- trace_id: 14182717872557303738
-
Scan 6672193
- duration: 0:00:11.544726
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672193
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730785779", "key": "raw/newbookdev_newbookphones/2024-11-04/1730785779/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16911015948825166808, "service_name": "drive-thru", "span_id": 8174129131593252823, "trace_id": 8542723062548049007 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 04:35:43
- success: True
- trace_id: 8542723062548049007
-
Scan 6671015
- duration: 0:00:14.156152
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671015
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730784852", "key": "raw/newbookdev_newbookphones/2024-11-04/1730784852/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9286110581622364250, "service_name": "drive-thru", "span_id": 7294522445074130265, "trace_id": 16440498476536221464 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 03:39:15
- success: True
- trace_id: 16440498476536221464
-
Scan 6670837
- duration: 0:00:11.473983
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670837
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730785157", "key": "raw/newbookdev_newbookphones/2024-11-04/1730785157/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 593474950261552531, "service_name": "drive-thru", "span_id": 13653647015152903058, "trace_id": 17481828906889884810 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 03:34:12
- success: True
- trace_id: 17481828906889884810
-
Scan 6670107
- duration: 0:00:11.514317
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670107
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730784248", "key": "raw/newbookdev_newbookphones/2024-11-04/1730784248/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3994554338820994770, "service_name": "drive-thru", "span_id": 3933199799928478098, "trace_id": 4860954604817732724 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 03:15:09
- success: True
- trace_id: 4860954604817732724
-
Scan 6668987
- duration: 0:00:11.512647
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668987
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783923", "key": "raw/newbookdev_newbookphones/2024-11-04/1730783923/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12095814604060043757, "service_name": "drive-thru", "span_id": 7111903334836382639, "trace_id": 2484840224926646268 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 02:45:23
- success: True
- trace_id: 2484840224926646268
-
Scan 6668843
- duration: 0:00:11.423116
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668843
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730784086", "key": "raw/newbookdev_newbookphones/2024-11-04/1730784086/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8123790308402525901, "service_name": "drive-thru", "span_id": 6895835877543384902, "trace_id": 9850432064960609022 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 02:41:35
- success: True
- trace_id: 9850432064960609022
-
Scan 6667456
- duration: 0:00:13.927794
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667456
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783800", "key": "raw/newbookdev_newbookphones/2024-11-04/1730783800/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10120606935416464044, "service_name": "drive-thru", "span_id": 8960840034006143223, "trace_id": 13865635102471301686 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 02:04:50
- success: True
- trace_id: 13865635102471301686
-
Scan 6666824
- duration: 0:00:11.640057
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666824
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783689", "key": "raw/newbookdev_newbookphones/2024-11-04/1730783689/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7232614620557384254, "service_name": "drive-thru", "span_id": 12072279426045104427, "trace_id": 15622983502131126859 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 01:48:01
- success: True
- trace_id: 15622983502131126859
-
Scan 6666538
- duration: 0:00:11.578590
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666538
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783557", "key": "raw/newbookdev_newbookphones/2024-11-04/1730783557/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15538252167191716283, "service_name": "drive-thru", "span_id": 2185852308068577171, "trace_id": 4121821985403039408 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 01:40:35
- success: True
- trace_id: 4121821985403039408
-
Scan 6665864
- duration: 0:00:11.447719
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665864
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730783338", "key": "raw/newbookdev_newbookphones/2024-11-04/1730783338/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7382129098739633347, "service_name": "drive-thru", "span_id": 6093075495185672759, "trace_id": 9134463781796082448 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 01:22:49
- success: True
- trace_id: 9134463781796082448
-
Scan 6665038
- duration: 0:00:13.932926
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665038
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730782937", "key": "raw/newbookdev_newbookphones/2024-11-04/1730782937/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15643293634358634404, "service_name": "drive-thru", "span_id": 18265567560090228514, "trace_id": 13090935355838577697 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 01:00:47
- success: True
- trace_id: 13090935355838577697
-
Scan 6664386
- duration: 0:00:11.427203
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664386
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-04/1730782829", "key": "raw/newbookdev_newbookphones/2024-11-04/1730782829/phones.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookphones", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4788782798654942955, "service_name": "drive-thru", "span_id": 3087243453748823855, "trace_id": 6685089201803069624 } } - running: False
- schema_name_id: 2930
- start_time: 2024-11-05 00:43:38
- success: True
- trace_id: 6685089201803069624
- attributes:
{ "active": "string", "ext": "string", "for": "string", "for_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - created: 2024-11-05 23:46:24
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-05/1730866583'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:21:42",
"disabled": false,
"format": "raw",
"id": 2930,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookphones"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"active": "string",
"ext": "string",
"for": "string",
"for_id": "string",
"id": "string",
"newbook_region": "string",
"tenant": "string"
},
"created": "2024-11-05 23:46:24",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookphones`\n(\n `newbook_region` string , `tenant` string , `id` string , `ext` string , `for` string , `for_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookphones/2024-11-05/1730866583'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookphones`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookphones"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}