Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookstates
- created: 2024-10-08 18:33:32
- disabled: False
- format: raw
- id: 3040
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookstates" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749459
- created: 2024-11-05 23:53:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-05/1730866606'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-05/1730866606
- id: 4749459
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6675520
- updated: 2024-11-05 23:53:31
-
Version 4749043
- created: 2024-11-05 23:16:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-05/1730866554'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-05/1730866554
- id: 4749043
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6675075
- updated: 2024-11-05 23:16:25
-
Version 4748482
- created: 2024-11-05 22:47:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-05/1730866446'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-05/1730866446
- id: 4748482
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6674514
- updated: 2024-11-05 22:48:05
-
Version 4747246
- created: 2024-11-05 05:06:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730785800'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730785800
- id: 4747246
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6672516
- updated: 2024-11-05 05:07:01
-
Version 4746659
- created: 2024-11-05 04:14:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730785169'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730785169
- id: 4746659
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6671882
- updated: 2024-11-05 04:15:10
-
Version 4746012
- created: 2024-11-05 03:46:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730784864'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730784864
- id: 4746012
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6671233
- updated: 2024-11-05 03:46:19
-
Version 4744377
- created: 2024-11-05 03:01:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730784260'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730784260
- id: 4744377
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6669594
- updated: 2024-11-05 03:01:39
-
Version 4744367
- created: 2024-11-05 03:01:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730784098'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730784098
- id: 4744367
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6669583
- updated: 2024-11-05 03:01:14
-
Version 4743186
- created: 2024-11-05 02:29:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783855'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783855
- id: 4743186
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6668403
- updated: 2024-11-05 02:30:02
-
Version 4742822
- created: 2024-11-05 02:20:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783812'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783812
- id: 4742822
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6668039
- updated: 2024-11-05 02:20:32
-
Version 4742188
- created: 2024-11-05 02:03:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783698'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783698
- id: 4742188
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6667405
- updated: 2024-11-05 02:03:42
-
Version 4741442
- created: 2024-11-05 01:43:42
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783569'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783569
- id: 4741442
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6666660
- updated: 2024-11-05 01:43:56
-
Version 4740615
- created: 2024-11-05 01:21:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783350'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783350
- id: 4740615
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6665832
- updated: 2024-11-05 01:22:10
-
Version 4739962
- created: 2024-11-05 01:04:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730782949'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730782949
- id: 4739962
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6665180
- updated: 2024-11-05 01:04:53
-
Version 4739193
- created: 2024-11-05 00:44:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730782838'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730782838
- id: 4739193
- processed: 1
- raw_data:
{ "country_id": 5, "id": 2, "name": 3, "newbook_region": 0, "shortname": 4, "tenant": 1, "timezone": 6 } - schema_attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - schema_name_id: 3040
- schema_scan_id: 6664409
- updated: 2024-11-05 00:44:27
Schema Scans: 15
Last at 2024-11-05 23:53:17
-
Scan 6675520
- duration: 0:00:14.091189
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675520
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-05/1730866606", "key": "raw/newbookdev_newbookstates/2024-11-05/1730866606/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 491683643189099583, "service_name": "drive-thru", "span_id": 6257630508050420990, "trace_id": 17561104345521801147 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 23:53:17
- success: True
- trace_id: 17561104345521801147
-
Scan 6675075
- duration: 0:00:11.589366
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675075
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-05/1730866554", "key": "raw/newbookdev_newbookstates/2024-11-05/1730866554/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14099293149590246411, "service_name": "drive-thru", "span_id": 17970855176715632383, "trace_id": 15461175692785097019 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 23:16:13
- success: True
- trace_id: 15461175692785097019
-
Scan 6674514
- duration: 0:00:14.063875
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674514
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-05/1730866446", "key": "raw/newbookdev_newbookstates/2024-11-05/1730866446/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 235070849478956666, "service_name": "drive-thru", "span_id": 1068639312433173726, "trace_id": 2668048704140821323 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 22:47:51
- success: True
- trace_id: 2668048704140821323
-
Scan 6672516
- duration: 0:00:11.615152
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672516
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730785800", "key": "raw/newbookdev_newbookstates/2024-11-04/1730785800/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16207410658637288326, "service_name": "drive-thru", "span_id": 18065622223265969522, "trace_id": 11560132007078850892 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 05:06:50
- success: True
- trace_id: 11560132007078850892
-
Scan 6671882
- duration: 0:00:11.499849
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671882
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730785169", "key": "raw/newbookdev_newbookstates/2024-11-04/1730785169/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13347754846155431730, "service_name": "drive-thru", "span_id": 3995055168744131851, "trace_id": 9283873284634292453 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 04:14:58
- success: True
- trace_id: 9283873284634292453
-
Scan 6671233
- duration: 0:00:11.556828
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671233
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730784864", "key": "raw/newbookdev_newbookstates/2024-11-04/1730784864/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15797746437102966654, "service_name": "drive-thru", "span_id": 6094382029268051740, "trace_id": 6487774067599248426 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 03:46:08
- success: True
- trace_id: 6487774067599248426
-
Scan 6669594
- duration: 0:00:16.433286
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669594
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730784260", "key": "raw/newbookdev_newbookstates/2024-11-04/1730784260/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5061185957690449798, "service_name": "drive-thru", "span_id": 10556984566253653841, "trace_id": 6530091904692909340 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 03:01:23
- success: True
- trace_id: 6530091904692909340
-
Scan 6669583
- duration: 0:00:13.847392
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669583
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730784098", "key": "raw/newbookdev_newbookstates/2024-11-04/1730784098/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1755865564612263284, "service_name": "drive-thru", "span_id": 12866977260603663289, "trace_id": 14380080672504902501 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 03:01:00
- success: True
- trace_id: 14380080672504902501
-
Scan 6668403
- duration: 0:00:11.468162
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668403
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783855", "key": "raw/newbookdev_newbookstates/2024-11-04/1730783855/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14227664263775778775, "service_name": "drive-thru", "span_id": 9627867385682489200, "trace_id": 7479125702880433035 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 02:29:51
- success: True
- trace_id: 7479125702880433035
-
Scan 6668039
- duration: 0:00:13.950989
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668039
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783812", "key": "raw/newbookdev_newbookstates/2024-11-04/1730783812/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15440296412759725562, "service_name": "drive-thru", "span_id": 957424675421661340, "trace_id": 13516813381921873749 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 02:20:18
- success: True
- trace_id: 13516813381921873749
-
Scan 6667405
- duration: 0:00:13.917867
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667405
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783698", "key": "raw/newbookdev_newbookstates/2024-11-04/1730783698/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16252081932490895135, "service_name": "drive-thru", "span_id": 2961408901008755086, "trace_id": 18134924345248958798 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 02:03:28
- success: True
- trace_id: 18134924345248958798
-
Scan 6666660
- duration: 0:00:13.999290
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666660
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783569", "key": "raw/newbookdev_newbookstates/2024-11-04/1730783569/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10917199531734688188, "service_name": "drive-thru", "span_id": 14448752090312870617, "trace_id": 4821881798000049036 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 01:43:42
- success: True
- trace_id: 4821881798000049036
-
Scan 6665832
- duration: 0:00:13.924541
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665832
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730783350", "key": "raw/newbookdev_newbookstates/2024-11-04/1730783350/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13085014354883385551, "service_name": "drive-thru", "span_id": 1262170917367762127, "trace_id": 18250148270191946274 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 01:21:56
- success: True
- trace_id: 18250148270191946274
-
Scan 6665180
- duration: 0:00:13.906624
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665180
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730782949", "key": "raw/newbookdev_newbookstates/2024-11-04/1730782949/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14374286098886125308, "service_name": "drive-thru", "span_id": 18348798407971111166, "trace_id": 14526894279228365582 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 01:04:40
- success: True
- trace_id: 14526894279228365582
-
Scan 6664409
- duration: 0:00:11.320289
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664409
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-04/1730782838", "key": "raw/newbookdev_newbookstates/2024-11-04/1730782838/states.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstates", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14217465114519374496, "service_name": "drive-thru", "span_id": 10491111342755984717, "trace_id": 12100933097277647510 } } - running: False
- schema_name_id: 3040
- start_time: 2024-11-05 00:44:16
- success: True
- trace_id: 12100933097277647510
- attributes:
{ "country_id": "string", "id": "string", "name": "string", "newbook_region": "string", "shortname": "string", "tenant": "string", "timezone": "string" } - created: 2024-11-05 23:53:18
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-05/1730866606'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:33:32",
"disabled": false,
"format": "raw",
"id": 3040,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookstates"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"country_id": "string",
"id": "string",
"name": "string",
"newbook_region": "string",
"shortname": "string",
"tenant": "string",
"timezone": "string"
},
"created": "2024-11-05 23:53:18",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstates`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `shortname` string , `country_id` string , `timezone` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstates/2024-11-05/1730866606'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstates`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstates"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}