Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles
- created: 2024-10-08 18:17:32
- disabled: False
- format: raw
- id: 2891
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookshared_users_profiles" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749436
- created: 2024-11-05 23:50:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866601'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866601
- id: 4749436
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6675487
- updated: 2024-11-05 23:50:56
-
Version 4749026
- created: 2024-11-05 23:15:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866545'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866545
- id: 4749026
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6675058
- updated: 2024-11-05 23:15:15
-
Version 4748513
- created: 2024-11-05 22:49:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866434'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866434
- id: 4748513
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6674545
- updated: 2024-11-05 22:49:20
-
Version 4747252
- created: 2024-11-05 05:07:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730785795'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730785795
- id: 4747252
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6672522
- updated: 2024-11-05 05:07:45
-
Version 4746655
- created: 2024-11-05 04:14:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730785166'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730785166
- id: 4746655
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6671878
- updated: 2024-11-05 04:14:57
-
Version 4746006
- created: 2024-11-05 03:45:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784861'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784861
- id: 4746006
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6671227
- updated: 2024-11-05 03:46:07
-
Version 4744907
- created: 2024-11-05 03:15:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784257'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784257
- id: 4744907
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6670124
- updated: 2024-11-05 03:15:46
-
Version 4744462
- created: 2024-11-05 03:03:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784095'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784095
- id: 4744462
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6669679
- updated: 2024-11-05 03:03:52
-
Version 4743804
- created: 2024-11-05 02:46:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783930'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783930
- id: 4743804
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6669021
- updated: 2024-11-05 02:46:30
-
Version 4742761
- created: 2024-11-05 02:18:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783809'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783809
- id: 4742761
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6667978
- updated: 2024-11-05 02:18:56
-
Version 4742176
- created: 2024-11-05 02:03:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783696'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783696
- id: 4742176
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6667393
- updated: 2024-11-05 02:03:19
-
Version 4741475
- created: 2024-11-05 01:44:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783566'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783566
- id: 4741475
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6666692
- updated: 2024-11-05 01:44:45
-
Version 4740695
- created: 2024-11-05 01:24:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783347'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783347
- id: 4740695
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6665912
- updated: 2024-11-05 01:24:14
-
Version 4739937
- created: 2024-11-05 01:04:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730782946'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730782946
- id: 4739937
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6665154
- updated: 2024-11-05 01:04:13
-
Version 4738766
- created: 2024-11-05 00:33:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730782761'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730782761
- id: 4738766
- processed: 1
- raw_data:
{ "active": 5, "id": 2, "name": 3, "newbook_region": 0, "privileges": 4, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - schema_name_id: 2891
- schema_scan_id: 6663979
- updated: 2024-11-05 00:33:16
Schema Scans: 15
Last at 2024-11-05 23:50:42
-
Scan 6675487
- duration: 0:00:14.012397
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675487
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866601", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866601/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3228115217232894841, "service_name": "drive-thru", "span_id": 18111388488804245745, "trace_id": 6936846408408231102 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 23:50:42
- success: True
- trace_id: 6936846408408231102
-
Scan 6675058
- duration: 0:00:13.961717
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675058
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866545", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866545/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15606098117790605592, "service_name": "drive-thru", "span_id": 5414820498750855735, "trace_id": 5023944224764153560 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 23:15:01
- success: True
- trace_id: 5023944224764153560
-
Scan 6674545
- duration: 0:00:11.421033
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674545
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866434", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866434/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2522025294161805094, "service_name": "drive-thru", "span_id": 9631384055130150481, "trace_id": 12826734554457782506 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 22:49:09
- success: True
- trace_id: 12826734554457782506
-
Scan 6672522
- duration: 0:00:14.023186
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672522
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730785795", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730785795/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3694077276199754649, "service_name": "drive-thru", "span_id": 16025615997953644269, "trace_id": 8213287828135229971 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 05:07:31
- success: True
- trace_id: 8213287828135229971
-
Scan 6671878
- duration: 0:00:11.446551
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671878
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730785166", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730785166/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9656386567054699412, "service_name": "drive-thru", "span_id": 1635696095825692366, "trace_id": 6774216540186635130 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 04:14:46
- success: True
- trace_id: 6774216540186635130
-
Scan 6671227
- duration: 0:00:11.390020
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671227
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784861", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784861/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14114339404409386895, "service_name": "drive-thru", "span_id": 4066070894940062836, "trace_id": 10953540445420730668 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 03:45:56
- success: True
- trace_id: 10953540445420730668
-
Scan 6670124
- duration: 0:00:11.451960
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670124
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784257", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784257/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2691287273879641904, "service_name": "drive-thru", "span_id": 10646655376786293819, "trace_id": 10191030521458066504 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 03:15:34
- success: True
- trace_id: 10191030521458066504
-
Scan 6669679
- duration: 0:00:13.938296
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669679
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784095", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730784095/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13671544127025884510, "service_name": "drive-thru", "span_id": 15517480376858492295, "trace_id": 2637585975730081164 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 03:03:38
- success: True
- trace_id: 2637585975730081164
-
Scan 6669021
- duration: 0:00:11.408135
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669021
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783930", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783930/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4339879297233537403, "service_name": "drive-thru", "span_id": 10566371537150030692, "trace_id": 18235570143332579888 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 02:46:19
- success: True
- trace_id: 18235570143332579888
-
Scan 6667978
- duration: 0:00:11.494833
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667978
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783809", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783809/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18337868059871939550, "service_name": "drive-thru", "span_id": 15113433025751418396, "trace_id": 11932197039535950252 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 02:18:44
- success: True
- trace_id: 11932197039535950252
-
Scan 6667393
- duration: 0:00:13.774276
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667393
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783696", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783696/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4939177824814989239, "service_name": "drive-thru", "span_id": 6548741202269993139, "trace_id": 12657684722118511264 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 02:03:06
- success: True
- trace_id: 12657684722118511264
-
Scan 6666692
- duration: 0:00:11.290370
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666692
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783566", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783566/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10497213015427343613, "service_name": "drive-thru", "span_id": 13383174770825603621, "trace_id": 896428752511533750 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 01:44:34
- success: True
- trace_id: 896428752511533750
-
Scan 6665912
- duration: 0:00:11.374691
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665912
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783347", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730783347/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8742837437864853679, "service_name": "drive-thru", "span_id": 12130741697238259230, "trace_id": 14128861759142267927 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 01:24:03
- success: True
- trace_id: 14128861759142267927
-
Scan 6665154
- duration: 0:00:14.092502
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665154
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730782946", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730782946/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7564195478640864713, "service_name": "drive-thru", "span_id": 4590159296790725552, "trace_id": 16002340390406745265 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 01:03:59
- success: True
- trace_id: 16002340390406745265
-
Scan 6663979
- duration: 0:00:13.839069
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663979
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730782761", "key": "raw/newbookdev_newbookshared_users_profiles/2024-11-04/1730782761/shared_users_profiles.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9127225584031611061, "service_name": "drive-thru", "span_id": 9761480465459636120, "trace_id": 9107276957947840249 } } - running: False
- schema_name_id: 2891
- start_time: 2024-11-05 00:33:02
- success: True
- trace_id: 9107276957947840249
- attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "privileges": "string", "tenant": "string" } - created: 2024-11-05 23:50:43
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866601'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:17:32",
"disabled": false,
"format": "raw",
"id": 2891,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookshared_users_profiles"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"active": "string",
"id": "string",
"name": "string",
"newbook_region": "string",
"privileges": "string",
"tenant": "string"
},
"created": "2024-11-05 23:50:43",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `privileges` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_profiles/2024-11-05/1730866601'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_profiles"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}