Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbooklogin
- created: 2024-10-08 18:12:22
- disabled: False
- format: raw
- id: 2842
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbooklogin" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748981
- created: 2024-11-05 23:12:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-05/1730866545'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-05/1730866545
- id: 4748981
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6675013
- updated: 2024-11-05 23:12:23
-
Version 4748831
- created: 2024-11-05 23:03:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-05/1730866486'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-05/1730866486
- id: 4748831
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6674863
- updated: 2024-11-05 23:04:06
-
Version 4747999
- created: 2024-11-05 22:31:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-05/1730866351'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-05/1730866351
- id: 4747999
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6674031
- updated: 2024-11-05 22:31:59
-
Version 4747154
- created: 2024-11-05 04:56:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730785751'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730785751
- id: 4747154
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6672386
- updated: 2024-11-05 04:56:18
-
Version 4746250
- created: 2024-11-05 03:54:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730785141'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730785141
- id: 4746250
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6671471
- updated: 2024-11-05 03:55:09
-
Version 4745473
- created: 2024-11-05 03:30:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730784836'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730784836
- id: 4745473
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6670692
- updated: 2024-11-05 03:30:35
-
Version 4744713
- created: 2024-11-05 03:10:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730784232'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730784232
- id: 4744713
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6669930
- updated: 2024-11-05 03:10:42
-
Version 4744487
- created: 2024-11-05 03:04:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730784070'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730784070
- id: 4744487
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6669704
- updated: 2024-11-05 03:04:32
-
Version 4743122
- created: 2024-11-05 02:28:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783848'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783848
- id: 4743122
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6668339
- updated: 2024-11-05 02:28:27
-
Version 4742641
- created: 2024-11-05 02:15:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783784'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783784
- id: 4742641
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6667858
- updated: 2024-11-05 02:15:49
-
Version 4741490
- created: 2024-11-05 01:44:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783677'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783677
- id: 4741490
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6666707
- updated: 2024-11-05 01:45:09
-
Version 4740750
- created: 2024-11-05 01:25:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783540'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783540
- id: 4740750
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6665967
- updated: 2024-11-05 01:25:41
-
Version 4740110
- created: 2024-11-05 01:08:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783322'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783322
- id: 4740110
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6665327
- updated: 2024-11-05 01:08:51
-
Version 4739683
- created: 2024-11-05 00:57:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730782922'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730782922
- id: 4739683
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6664900
- updated: 2024-11-05 00:57:20
-
Version 4739054
- created: 2024-11-05 00:40:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730782817'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730782817
- id: 4739054
- processed: 1
- raw_data:
{ "api_key": 3, "id": 2, "last_updated": 5, "name": 4, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2842
- schema_scan_id: 6664269
- updated: 2024-11-05 00:40:51
Schema Scans: 15
Last at 2024-11-05 23:12:09
-
Scan 6675013
- duration: 0:00:14.144272
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675013
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-05/1730866545", "key": "raw/newbookdev_newbooklogin/2024-11-05/1730866545/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16988280808522281161, "service_name": "drive-thru", "span_id": 11149619963424694576, "trace_id": 1214558015461778713 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 23:12:09
- success: True
- trace_id: 1214558015461778713
-
Scan 6674863
- duration: 0:00:11.524319
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674863
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-05/1730866486", "key": "raw/newbookdev_newbooklogin/2024-11-05/1730866486/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7572851048756721000, "service_name": "drive-thru", "span_id": 14631255482235581211, "trace_id": 2883995704947844853 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 23:03:54
- success: True
- trace_id: 2883995704947844853
-
Scan 6674031
- duration: 0:00:14.025352
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674031
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-05/1730866351", "key": "raw/newbookdev_newbooklogin/2024-11-05/1730866351/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10559334844701970420, "service_name": "drive-thru", "span_id": 10889352605584817135, "trace_id": 14084314985057191923 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 22:31:45
- success: True
- trace_id: 14084314985057191923
-
Scan 6672386
- duration: 0:00:11.395796
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672386
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730785751", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730785751/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13068704054481447465, "service_name": "drive-thru", "span_id": 17177622378223187004, "trace_id": 14191479265164698692 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 04:56:06
- success: True
- trace_id: 14191479265164698692
-
Scan 6671471
- duration: 0:00:11.547548
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671471
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730785141", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730785141/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4977154947361178962, "service_name": "drive-thru", "span_id": 9985324752653231595, "trace_id": 9215025237145256539 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 03:54:58
- success: True
- trace_id: 9215025237145256539
-
Scan 6670692
- duration: 0:00:13.938721
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670692
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730784836", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730784836/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9293795354590882339, "service_name": "drive-thru", "span_id": 13436014440815396170, "trace_id": 1453066380073744365 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 03:30:21
- success: True
- trace_id: 1453066380073744365
-
Scan 6669930
- duration: 0:00:14.100755
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669930
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730784232", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730784232/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15012723890245038342, "service_name": "drive-thru", "span_id": 15591084253946575015, "trace_id": 7360973494872762133 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 03:10:28
- success: True
- trace_id: 7360973494872762133
-
Scan 6669704
- duration: 0:00:11.355094
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669704
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730784070", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730784070/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10817374074903150538, "service_name": "drive-thru", "span_id": 16732043311855078545, "trace_id": 1855719161200852700 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 03:04:20
- success: True
- trace_id: 1855719161200852700
-
Scan 6668339
- duration: 0:00:13.760278
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668339
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783848", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730783848/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6203393928218843875, "service_name": "drive-thru", "span_id": 14844956529894320172, "trace_id": 6758345430053580238 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 02:28:13
- success: True
- trace_id: 6758345430053580238
-
Scan 6667858
- duration: 0:00:14.017278
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667858
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783784", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730783784/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13998673727443376896, "service_name": "drive-thru", "span_id": 3861607459979231616, "trace_id": 1364110432121198280 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 02:15:35
- success: True
- trace_id: 1364110432121198280
-
Scan 6666707
- duration: 0:00:13.859009
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666707
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783677", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730783677/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6105233529405570434, "service_name": "drive-thru", "span_id": 2880504809465554346, "trace_id": 9175647171787236365 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 01:44:55
- success: True
- trace_id: 9175647171787236365
-
Scan 6665967
- duration: 0:00:11.418637
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665967
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783540", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730783540/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17071498583480882589, "service_name": "drive-thru", "span_id": 3005669019362253597, "trace_id": 10497021257578914926 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 01:25:30
- success: True
- trace_id: 10497021257578914926
-
Scan 6665327
- duration: 0:00:11.437938
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665327
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730783322", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730783322/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9037453834146745556, "service_name": "drive-thru", "span_id": 4329900543269042927, "trace_id": 12124206885133199235 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 01:08:40
- success: True
- trace_id: 12124206885133199235
-
Scan 6664900
- duration: 0:00:11.432532
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664900
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730782922", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730782922/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4502498346734602948, "service_name": "drive-thru", "span_id": 12144390368332811925, "trace_id": 14315775559751672576 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 00:57:09
- success: True
- trace_id: 14315775559751672576
-
Scan 6664269
- duration: 0:00:14.016725
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664269
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-04/1730782817", "key": "raw/newbookdev_newbooklogin/2024-11-04/1730782817/login.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklogin", "type": "drivethrucsv" }, "trace_context": { "parent_id": 285435702391111412, "service_name": "drive-thru", "span_id": 17715157864920204239, "trace_id": 4522735917351555224 } } - running: False
- schema_name_id: 2842
- start_time: 2024-11-05 00:40:37
- success: True
- trace_id: 4522735917351555224
- attributes:
{ "api_key": "string", "id": "string", "last_updated": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - created: 2024-11-05 23:12:09
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-05/1730866545'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:12:22",
"disabled": false,
"format": "raw",
"id": 2842,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbooklogin"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"api_key": "string",
"id": "string",
"last_updated": "string",
"name": "string",
"newbook_region": "string",
"tenant": "string"
},
"created": "2024-11-05 23:12:09",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin`\n(\n `newbook_region` string , `tenant` string , `id` string , `api_key` string , `name` string , `last_updated` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin/2024-11-05/1730866545'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}