Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbooklabour_types
- created: 2024-10-08 17:59:51
- disabled: False
- format: raw
- id: 2725
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbooklabour_types" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749196
- created: 2024-11-05 23:27:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-05/1730866533'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-05/1730866533
- id: 4749196
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6675228
- updated: 2024-11-05 23:27:18
-
Version 4748704
- created: 2024-11-05 22:57:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-05/1730866468'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-05/1730866468
- id: 4748704
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6674736
- updated: 2024-11-05 22:57:25
-
Version 4747951
- created: 2024-11-05 22:30:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-05/1730866336'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-05/1730866336
- id: 4747951
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6673983
- updated: 2024-11-05 22:30:30
-
Version 4747172
- created: 2024-11-05 04:58:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730785741'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730785741
- id: 4747172
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6672404
- updated: 2024-11-05 04:58:16
-
Version 4746273
- created: 2024-11-05 03:55:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730785136'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730785136
- id: 4746273
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6671494
- updated: 2024-11-05 03:56:09
-
Version 4745461
- created: 2024-11-05 03:29:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730784831'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730784831
- id: 4745461
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6670678
- updated: 2024-11-05 03:30:09
-
Version 4745261
- created: 2024-11-05 03:24:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730784227'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730784227
- id: 4745261
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6670478
- updated: 2024-11-05 03:25:02
-
Version 4744086
- created: 2024-11-05 02:53:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730784065'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730784065
- id: 4744086
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6669303
- updated: 2024-11-05 02:53:48
-
Version 4742733
- created: 2024-11-05 02:17:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783907'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783907
- id: 4742733
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6667950
- updated: 2024-11-05 02:18:10
-
Version 4742676
- created: 2024-11-05 02:16:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783778'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783778
- id: 4742676
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6667894
- updated: 2024-11-05 02:16:42
-
Version 4741687
- created: 2024-11-05 01:50:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783612'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783612
- id: 4741687
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6666904
- updated: 2024-11-05 01:50:18
-
Version 4741142
- created: 2024-11-05 01:35:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783535'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783535
- id: 4741142
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6666359
- updated: 2024-11-05 01:36:08
-
Version 4740081
- created: 2024-11-05 01:07:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783317'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783317
- id: 4740081
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6665298
- updated: 2024-11-05 01:08:02
-
Version 4739566
- created: 2024-11-05 00:54:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730782917'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730782917
- id: 4739566
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6664782
- updated: 2024-11-05 00:54:15
-
Version 4738774
- created: 2024-11-05 00:33:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730782813'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730782813
- id: 4738774
- processed: 1
- raw_data:
{ "active": 5, "default_rate_id": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2725
- schema_scan_id: 6663987
- updated: 2024-11-05 00:33:29
Schema Scans: 15
Last at 2024-11-05 23:27:06
-
Scan 6675228
- duration: 0:00:11.650998
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675228
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-05/1730866533", "key": "raw/newbookdev_newbooklabour_types/2024-11-05/1730866533/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18010219547962995855, "service_name": "drive-thru", "span_id": 15733363139099252676, "trace_id": 8827038982797650207 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 23:27:06
- success: True
- trace_id: 8827038982797650207
-
Scan 6674736
- duration: 0:00:11.578949
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674736
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-05/1730866468", "key": "raw/newbookdev_newbooklabour_types/2024-11-05/1730866468/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3355166910739868175, "service_name": "drive-thru", "span_id": 12408167766124445992, "trace_id": 10903353310422680586 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 22:57:14
- success: True
- trace_id: 10903353310422680586
-
Scan 6673983
- duration: 0:00:13.943042
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673983
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-05/1730866336", "key": "raw/newbookdev_newbooklabour_types/2024-11-05/1730866336/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4592122550386437704, "service_name": "drive-thru", "span_id": 13450346863080918638, "trace_id": 7176188506644059188 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 22:30:16
- success: True
- trace_id: 7176188506644059188
-
Scan 6672404
- duration: 0:00:14.270226
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672404
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730785741", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730785741/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13773420038781298343, "service_name": "drive-thru", "span_id": 15850793294457737515, "trace_id": 546026681571370586 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 04:58:01
- success: True
- trace_id: 546026681571370586
-
Scan 6671494
- duration: 0:00:14.054664
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671494
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730785136", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730785136/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 199128651810318862, "service_name": "drive-thru", "span_id": 9734875139257603895, "trace_id": 9013086535605959412 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 03:55:55
- success: True
- trace_id: 9013086535605959412
-
Scan 6670678
- duration: 0:00:11.465812
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670678
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730784831", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730784831/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2880771276233758590, "service_name": "drive-thru", "span_id": 12949355034018292047, "trace_id": 7809029096123458757 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 03:29:58
- success: True
- trace_id: 7809029096123458757
-
Scan 6670478
- duration: 0:00:11.333115
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670478
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730784227", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730784227/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8808367469738580429, "service_name": "drive-thru", "span_id": 12238920552814731177, "trace_id": 7163728584264851229 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 03:24:51
- success: True
- trace_id: 7163728584264851229
-
Scan 6669303
- duration: 0:00:11.390449
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669303
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730784065", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730784065/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14446315762298389605, "service_name": "drive-thru", "span_id": 15108841222738841473, "trace_id": 1832419256915204162 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 02:53:36
- success: True
- trace_id: 1832419256915204162
-
Scan 6667950
- duration: 0:00:11.377974
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667950
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783907", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730783907/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12444068816008952424, "service_name": "drive-thru", "span_id": 7806512523727558378, "trace_id": 3113602159422010650 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 02:17:58
- success: True
- trace_id: 3113602159422010650
-
Scan 6667894
- duration: 0:00:11.343210
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667894
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783778", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730783778/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9354894906434243185, "service_name": "drive-thru", "span_id": 585414902699158290, "trace_id": 9662552359129782529 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 02:16:30
- success: True
- trace_id: 9662552359129782529
-
Scan 6666904
- duration: 0:00:11.267925
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666904
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783612", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730783612/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11379592113826019111, "service_name": "drive-thru", "span_id": 16637759673781093345, "trace_id": 2387639306616485930 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 01:50:07
- success: True
- trace_id: 2387639306616485930
-
Scan 6666359
- duration: 0:00:13.976874
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666359
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783535", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730783535/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17660780070750907717, "service_name": "drive-thru", "span_id": 4212558982422478064, "trace_id": 5926368178905714232 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 01:35:54
- success: True
- trace_id: 5926368178905714232
-
Scan 6665298
- duration: 0:00:13.821094
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665298
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730783317", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730783317/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5625614779353218970, "service_name": "drive-thru", "span_id": 11888437526154776913, "trace_id": 3519766694846667148 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 01:07:49
- success: True
- trace_id: 3519766694846667148
-
Scan 6664782
- duration: 0:00:13.976363
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664782
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730782917", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730782917/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9525272434309220857, "service_name": "drive-thru", "span_id": 6825711327356810063, "trace_id": 5567597597657377363 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 00:54:01
- success: True
- trace_id: 5567597597657377363
-
Scan 6663987
- duration: 0:00:13.704619
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663987
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-04/1730782813", "key": "raw/newbookdev_newbooklabour_types/2024-11-04/1730782813/labour_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7603883403578940223, "service_name": "drive-thru", "span_id": 4160697009340457115, "trace_id": 6623460143296108656 } } - running: False
- schema_name_id: 2725
- start_time: 2024-11-05 00:33:15
- success: True
- trace_id: 6623460143296108656
- attributes:
{ "active": "string", "default_rate_id": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - created: 2024-11-05 23:27:07
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-05/1730866533'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:59:51",
"disabled": false,
"format": "raw",
"id": 2725,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbooklabour_types"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"active": "string",
"default_rate_id": "string",
"id": "string",
"name": "string",
"newbook_region": "string",
"tenant": "string"
},
"created": "2024-11-05 23:27:07",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `default_rate_id` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_types/2024-11-05/1730866533'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_types`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_types"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}