Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbooksurveys_categories
- created: 2024-10-08 18:29:50
- disabled: False
- format: raw
- id: 3006
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbooksurveys_categories" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749463
- created: 2024-11-05 23:53:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866608'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866608
- id: 4749463
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6675524
- updated: 2024-11-05 23:53:57
-
Version 4749065
- created: 2024-11-05 23:17:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866558'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866558
- id: 4749065
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6675097
- updated: 2024-11-05 23:17:55
-
Version 4748580
- created: 2024-11-05 22:52:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866451'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866451
- id: 4748580
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6674612
- updated: 2024-11-05 22:52:16
-
Version 4747112
- created: 2024-11-05 04:51:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730785803'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730785803
- id: 4747112
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6672345
- updated: 2024-11-05 04:51:51
-
Version 4745800
- created: 2024-11-05 03:39:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730785173'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730785173
- id: 4745800
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6671017
- updated: 2024-11-05 03:39:32
-
Version 4745190
- created: 2024-11-05 03:22:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784262'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784262
- id: 4745190
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6670407
- updated: 2024-11-05 03:23:11
-
Version 4745047
- created: 2024-11-05 03:19:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784865'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784865
- id: 4745047
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6670264
- updated: 2024-11-05 03:19:30
-
Version 4744370
- created: 2024-11-05 03:01:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784100'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784100
- id: 4744370
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6669587
- updated: 2024-11-05 03:01:23
-
Version 4743623
- created: 2024-11-05 02:41:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783934'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783934
- id: 4743623
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6668840
- updated: 2024-11-05 02:41:45
-
Version 4742835
- created: 2024-11-05 02:20:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783814'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783814
- id: 4742835
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6668053
- updated: 2024-11-05 02:20:55
-
Version 4741736
- created: 2024-11-05 01:51:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783621'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783621
- id: 4741736
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6666953
- updated: 2024-11-05 01:51:35
-
Version 4741445
- created: 2024-11-05 01:43:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783571'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783571
- id: 4741445
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6666662
- updated: 2024-11-05 01:43:59
-
Version 4740536
- created: 2024-11-05 01:19:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783352'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783352
- id: 4740536
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6665753
- updated: 2024-11-05 01:20:06
-
Version 4739904
- created: 2024-11-05 01:03:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730782951'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730782951
- id: 4739904
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6665121
- updated: 2024-11-05 01:03:17
-
Version 4738977
- created: 2024-11-05 00:38:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730782839'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730782839
- id: 4738977
- processed: 1
- raw_data:
{ "category_id": 4, "id": 2, "newbook_region": 0, "survey_id": 3, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - schema_name_id: 3006
- schema_scan_id: 6664191
- updated: 2024-11-05 00:38:48
Schema Scans: 15
Last at 2024-11-05 23:53:43
-
Scan 6675524
- duration: 0:00:13.963434
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675524
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866608", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866608/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3805070532100529222, "service_name": "drive-thru", "span_id": 446694794699611500, "trace_id": 16621998522847751754 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 23:53:43
- success: True
- trace_id: 16621998522847751754
-
Scan 6675097
- duration: 0:00:11.451969
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675097
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866558", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866558/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14593103750432576161, "service_name": "drive-thru", "span_id": 1695827477811501071, "trace_id": 1671649433914301292 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 23:17:44
- success: True
- trace_id: 1671649433914301292
-
Scan 6674612
- duration: 0:00:11.506132
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674612
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866451", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866451/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6008973946861172191, "service_name": "drive-thru", "span_id": 6497542520857778574, "trace_id": 13917298822904918059 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 22:52:04
- success: True
- trace_id: 13917298822904918059
-
Scan 6672345
- duration: 0:00:11.411743
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672345
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730785803", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730785803/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6458700271795161185, "service_name": "drive-thru", "span_id": 13356125605475408798, "trace_id": 9391903734601357240 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 04:51:40
- success: True
- trace_id: 9391903734601357240
-
Scan 6671017
- duration: 0:00:14.060579
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671017
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730785173", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730785173/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3075200015914181059, "service_name": "drive-thru", "span_id": 11654229898230917244, "trace_id": 7086022167096154790 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 03:39:18
- success: True
- trace_id: 7086022167096154790
-
Scan 6670407
- duration: 0:00:13.751968
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670407
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784262", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784262/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12603748115111960318, "service_name": "drive-thru", "span_id": 13245540220321421658, "trace_id": 17479912458790302593 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 03:22:58
- success: True
- trace_id: 17479912458790302593
-
Scan 6670264
- duration: 0:00:13.833296
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670264
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784865", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784865/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6043821294977672988, "service_name": "drive-thru", "span_id": 10416687857801702930, "trace_id": 11154590313428276582 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 03:19:16
- success: True
- trace_id: 11154590313428276582
-
Scan 6669587
- duration: 0:00:11.355486
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669587
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784100", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730784100/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14922923517043310495, "service_name": "drive-thru", "span_id": 4395140784027557344, "trace_id": 16327063107641380347 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 03:01:11
- success: True
- trace_id: 16327063107641380347
-
Scan 6668840
- duration: 0:00:13.801317
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668840
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783934", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783934/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5032549397233498277, "service_name": "drive-thru", "span_id": 5444008232080812999, "trace_id": 10747075075873174294 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 02:41:31
- success: True
- trace_id: 10747075075873174294
-
Scan 6668053
- duration: 0:00:13.913003
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668053
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783814", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783814/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17927816636076629606, "service_name": "drive-thru", "span_id": 2317001465880493894, "trace_id": 6164722785699666186 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 02:20:41
- success: True
- trace_id: 6164722785699666186
-
Scan 6666953
- duration: 0:00:11.377876
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666953
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783621", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783621/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7955538586030823471, "service_name": "drive-thru", "span_id": 5139778218720172705, "trace_id": 4147845623326031929 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 01:51:23
- success: True
- trace_id: 4147845623326031929
-
Scan 6666662
- duration: 0:00:13.769135
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666662
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783571", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783571/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9027749749098373979, "service_name": "drive-thru", "span_id": 10524738940597198204, "trace_id": 17868037938663880122 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 01:43:45
- success: True
- trace_id: 17868037938663880122
-
Scan 6665753
- duration: 0:00:14.017296
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665753
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783352", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730783352/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5734583346024526700, "service_name": "drive-thru", "span_id": 8454869207768068447, "trace_id": 15010811224985079918 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 01:19:52
- success: True
- trace_id: 15010811224985079918
-
Scan 6665121
- duration: 0:00:13.789863
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665121
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730782951", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730782951/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4665053378748445647, "service_name": "drive-thru", "span_id": 9160159215322707009, "trace_id": 16473892708007975651 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 01:03:04
- success: True
- trace_id: 16473892708007975651
-
Scan 6664191
- duration: 0:00:11.377577
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664191
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-04/1730782839", "key": "raw/newbookdev_newbooksurveys_categories/2024-11-04/1730782839/surveys_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15240248195637730779, "service_name": "drive-thru", "span_id": 5578368527536381840, "trace_id": 904554913348612994 } } - running: False
- schema_name_id: 3006
- start_time: 2024-11-05 00:38:37
- success: True
- trace_id: 904554913348612994
- attributes:
{ "category_id": "string", "id": "string", "newbook_region": "string", "survey_id": "string", "tenant": "string" } - created: 2024-11-05 23:53:43
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866608'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:29:50",
"disabled": false,
"format": "raw",
"id": 3006,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbooksurveys_categories"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"category_id": "string",
"id": "string",
"newbook_region": "string",
"survey_id": "string",
"tenant": "string"
},
"created": "2024-11-05 23:53:43",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `survey_id` string , `category_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_categories/2024-11-05/1730866608'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_categories`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_categories"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}