Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookgl_categories
- created: 2024-10-08 17:50:41
- disabled: False
- format: raw
- id: 2599
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookgl_categories" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748749
- created: 2024-11-05 22:59:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-05/1730866504'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-05/1730866504
- id: 4748749
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6674781
- updated: 2024-11-05 22:59:33
-
Version 4748285
- created: 2024-11-05 22:40:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-05/1730866423'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-05/1730866423
- id: 4748285
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6674317
- updated: 2024-11-05 22:41:08
-
Version 4747656
- created: 2024-11-05 22:22:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-05/1730866305'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-05/1730866305
- id: 4747656
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6673688
- updated: 2024-11-05 22:22:45
-
Version 4747019
- created: 2024-11-05 04:41:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730785718'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730785718
- id: 4747019
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6672250
- updated: 2024-11-05 04:41:51
-
Version 4746134
- created: 2024-11-05 03:50:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730785123'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730785123
- id: 4746134
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6671355
- updated: 2024-11-05 03:50:41
-
Version 4745841
- created: 2024-11-05 03:40:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730784818'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730784818
- id: 4745841
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6671058
- updated: 2024-11-05 03:40:51
-
Version 4744103
- created: 2024-11-05 02:54:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730784214'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730784214
- id: 4744103
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6669320
- updated: 2024-11-05 02:54:17
-
Version 4743926
- created: 2024-11-05 02:49:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730784052'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730784052
- id: 4743926
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6669143
- updated: 2024-11-05 02:49:37
-
Version 4742658
- created: 2024-11-05 02:16:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783898'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783898
- id: 4742658
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6667875
- updated: 2024-11-05 02:16:15
-
Version 4742648
- created: 2024-11-05 02:15:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783765'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783765
- id: 4742648
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6667865
- updated: 2024-11-05 02:15:57
-
Version 4741674
- created: 2024-11-05 01:49:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783609'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783609
- id: 4741674
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6666891
- updated: 2024-11-05 01:49:58
-
Version 4741118
- created: 2024-11-05 01:35:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783521'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783521
- id: 4741118
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6666335
- updated: 2024-11-05 01:35:27
-
Version 4740295
- created: 2024-11-05 01:13:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783303'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783303
- id: 4740295
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6665512
- updated: 2024-11-05 01:13:45
-
Version 4739610
- created: 2024-11-05 00:55:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730782904'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730782904
- id: 4739610
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6664828
- updated: 2024-11-05 00:55:20
-
Version 4738934
- created: 2024-11-05 00:37:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730782804'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730782804
- id: 4738934
- processed: 1
- raw_data:
{ "auto_billing_limit": 4, "display_order": 5, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2599
- schema_scan_id: 6664148
- updated: 2024-11-05 00:37:38
Schema Scans: 15
Last at 2024-11-05 22:59:21
-
Scan 6674781
- duration: 0:00:11.724760
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674781
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-05/1730866504", "key": "raw/newbookdev_newbookgl_categories/2024-11-05/1730866504/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5940255738647579750, "service_name": "drive-thru", "span_id": 5267997492419662000, "trace_id": 11842171912992452677 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 22:59:21
- success: True
- trace_id: 11842171912992452677
-
Scan 6674317
- duration: 0:00:14.128830
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674317
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-05/1730866423", "key": "raw/newbookdev_newbookgl_categories/2024-11-05/1730866423/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5677818269792275285, "service_name": "drive-thru", "span_id": 5799820883911991215, "trace_id": 12984431066997109770 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 22:40:54
- success: True
- trace_id: 12984431066997109770
-
Scan 6673688
- duration: 0:00:13.826905
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673688
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-05/1730866305", "key": "raw/newbookdev_newbookgl_categories/2024-11-05/1730866305/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3438009090139815884, "service_name": "drive-thru", "span_id": 10731390516285376494, "trace_id": 7053157955248303813 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 22:22:31
- success: True
- trace_id: 7053157955248303813
-
Scan 6672250
- duration: 0:00:13.974354
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672250
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730785718", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730785718/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1801998476818802672, "service_name": "drive-thru", "span_id": 4999129958513523571, "trace_id": 8571478621257677577 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 04:41:37
- success: True
- trace_id: 8571478621257677577
-
Scan 6671355
- duration: 0:00:11.492849
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671355
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730785123", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730785123/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1169574344714049765, "service_name": "drive-thru", "span_id": 13772632513337198373, "trace_id": 10199730394456199445 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 03:50:30
- success: True
- trace_id: 10199730394456199445
-
Scan 6671058
- duration: 0:00:14.139527
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671058
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730784818", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730784818/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17912563773939112505, "service_name": "drive-thru", "span_id": 14679182324144443482, "trace_id": 4662944659267921927 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 03:40:37
- success: True
- trace_id: 4662944659267921927
-
Scan 6669320
- duration: 0:00:13.919738
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669320
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730784214", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730784214/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7415361912964991254, "service_name": "drive-thru", "span_id": 15810958891494729487, "trace_id": 9734307908424504281 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 02:54:03
- success: True
- trace_id: 9734307908424504281
-
Scan 6669143
- duration: 0:00:11.300288
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669143
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730784052", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730784052/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4021038470395300963, "service_name": "drive-thru", "span_id": 6006946615038064574, "trace_id": 17721592280669031562 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 02:49:26
- success: True
- trace_id: 17721592280669031562
-
Scan 6667875
- duration: 0:00:13.920863
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667875
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783898", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730783898/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11813603253738177454, "service_name": "drive-thru", "span_id": 10739774167778106471, "trace_id": 9813565731782813666 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 02:16:01
- success: True
- trace_id: 9813565731782813666
-
Scan 6667865
- duration: 0:00:11.350575
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667865
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783765", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730783765/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12287156727160541431, "service_name": "drive-thru", "span_id": 10623314824572681055, "trace_id": 2884757511514763257 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 02:15:46
- success: True
- trace_id: 2884757511514763257
-
Scan 6666891
- duration: 0:00:11.153480
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666891
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783609", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730783609/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8106588295971297308, "service_name": "drive-thru", "span_id": 14264968951714063850, "trace_id": 13087373424853395288 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 01:49:47
- success: True
- trace_id: 13087373424853395288
-
Scan 6666335
- duration: 0:00:11.630879
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666335
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783521", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730783521/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1240767011512812139, "service_name": "drive-thru", "span_id": 6740923001589417124, "trace_id": 18188606831460671509 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 01:35:16
- success: True
- trace_id: 18188606831460671509
-
Scan 6665512
- duration: 0:00:11.320256
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665512
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730783303", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730783303/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11517516813776726847, "service_name": "drive-thru", "span_id": 4493432945733213727, "trace_id": 14331931981178387504 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 01:13:33
- success: True
- trace_id: 14331931981178387504
-
Scan 6664828
- duration: 0:00:11.300347
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664828
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730782904", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730782904/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9898946127416815013, "service_name": "drive-thru", "span_id": 2104953971345633599, "trace_id": 5316470219114523080 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 00:55:09
- success: True
- trace_id: 5316470219114523080
-
Scan 6664148
- duration: 0:00:11.388366
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664148
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-04/1730782804", "key": "raw/newbookdev_newbookgl_categories/2024-11-04/1730782804/gl_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgl_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2365227703612885269, "service_name": "drive-thru", "span_id": 16296253963598649972, "trace_id": 9297741980837555922 } } - running: False
- schema_name_id: 2599
- start_time: 2024-11-05 00:37:27
- success: True
- trace_id: 9297741980837555922
- attributes:
{ "auto_billing_limit": "string", "display_order": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - created: 2024-11-05 22:59:21
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-05/1730866504'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:50:41",
"disabled": false,
"format": "raw",
"id": 2599,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookgl_categories"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"auto_billing_limit": "string",
"display_order": "string",
"id": "string",
"name": "string",
"newbook_region": "string",
"tenant": "string"
},
"created": "2024-11-05 22:59:21",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `auto_billing_limit` string , `display_order` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_categories/2024-11-05/1730866504'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_categories`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_categories"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}