Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbooki18n_content
- created: 2024-10-08 17:52:32
- disabled: False
- format: raw
- id: 2625
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbooki18n_content" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748979
- created: 2024-11-05 23:12:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-05/1730866506'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-05/1730866506
- id: 4748979
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6675011
- updated: 2024-11-05 23:12:16
-
Version 4748301
- created: 2024-11-05 22:41:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-05/1730866426'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-05/1730866426
- id: 4748301
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6674333
- updated: 2024-11-05 22:41:37
-
Version 4747750
- created: 2024-11-05 22:24:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-05/1730866307'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-05/1730866307
- id: 4747750
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6673782
- updated: 2024-11-05 22:25:13
-
Version 4746871
- created: 2024-11-05 04:29:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730785719'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730785719
- id: 4746871
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6672101
- updated: 2024-11-05 04:29:24
-
Version 4745440
- created: 2024-11-05 03:29:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730785124'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730785124
- id: 4745440
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6670657
- updated: 2024-11-05 03:29:43
-
Version 4745369
- created: 2024-11-05 03:27:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730784819'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730784819
- id: 4745369
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6670586
- updated: 2024-11-05 03:27:49
-
Version 4745144
- created: 2024-11-05 03:21:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730784215'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730784215
- id: 4745144
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6670361
- updated: 2024-11-05 03:21:57
-
Version 4743903
- created: 2024-11-05 02:48:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730784053'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730784053
- id: 4743903
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6669120
- updated: 2024-11-05 02:49:03
-
Version 4742628
- created: 2024-11-05 02:15:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783766'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783766
- id: 4742628
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6667845
- updated: 2024-11-05 02:15:24
-
Version 4742441
- created: 2024-11-05 02:10:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783843'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783843
- id: 4742441
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6667659
- updated: 2024-11-05 02:10:30
-
Version 4741987
- created: 2024-11-05 01:58:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783663'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783663
- id: 4741987
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6667204
- updated: 2024-11-05 01:58:18
-
Version 4741207
- created: 2024-11-05 01:37:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783522'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783522
- id: 4741207
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6666424
- updated: 2024-11-05 01:37:48
-
Version 4740306
- created: 2024-11-05 01:13:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783304'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783304
- id: 4740306
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6665523
- updated: 2024-11-05 01:14:01
-
Version 4739326
- created: 2024-11-05 00:47:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730782905'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730782905
- id: 4739326
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6664542
- updated: 2024-11-05 00:47:58
-
Version 4739059
- created: 2024-11-05 00:40:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730782805'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730782805
- id: 4739059
- processed: 1
- raw_data:
{ "content": 7, "field": 5, "id": 2, "language": 6, "newbook_region": 0, "row": 4, "table": 3, "tenant": 1 } - schema_attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - schema_name_id: 2625
- schema_scan_id: 6664274
- updated: 2024-11-05 00:40:59
Schema Scans: 15
Last at 2024-11-05 23:12:05
-
Scan 6675011
- duration: 0:00:11.722527
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675011
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-05/1730866506", "key": "raw/newbookdev_newbooki18n_content/2024-11-05/1730866506/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3693835071145734371, "service_name": "drive-thru", "span_id": 9204622136393210528, "trace_id": 18157003091579883092 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 23:12:05
- success: True
- trace_id: 18157003091579883092
-
Scan 6674333
- duration: 0:00:11.546513
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674333
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-05/1730866426", "key": "raw/newbookdev_newbooki18n_content/2024-11-05/1730866426/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13572059154531655948, "service_name": "drive-thru", "span_id": 1532534038214694798, "trace_id": 829340216707952220 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 22:41:26
- success: True
- trace_id: 829340216707952220
-
Scan 6673782
- duration: 0:00:13.952640
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673782
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-05/1730866307", "key": "raw/newbookdev_newbooki18n_content/2024-11-05/1730866307/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17460421939046655938, "service_name": "drive-thru", "span_id": 4619333276713101220, "trace_id": 7893517093895535336 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 22:24:59
- success: True
- trace_id: 7893517093895535336
-
Scan 6672101
- duration: 0:00:11.579190
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672101
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730785719", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730785719/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4119760483496382480, "service_name": "drive-thru", "span_id": 16866656245545898267, "trace_id": 3658101610229357310 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 04:29:13
- success: True
- trace_id: 3658101610229357310
-
Scan 6670657
- duration: 0:00:14.037430
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670657
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730785124", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730785124/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13251260017716064675, "service_name": "drive-thru", "span_id": 12894090703893546181, "trace_id": 4643551276822759295 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 03:29:29
- success: True
- trace_id: 4643551276822759295
-
Scan 6670586
- duration: 0:00:11.487225
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670586
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730784819", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730784819/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16071840935401455853, "service_name": "drive-thru", "span_id": 16070249024435342848, "trace_id": 10184964489408354066 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 03:27:37
- success: True
- trace_id: 10184964489408354066
-
Scan 6670361
- duration: 0:00:11.463779
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670361
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730784215", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730784215/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3075716274080428613, "service_name": "drive-thru", "span_id": 6262739919094522243, "trace_id": 307706676842560936 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 03:21:46
- success: True
- trace_id: 307706676842560936
-
Scan 6669120
- duration: 0:00:11.486427
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669120
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730784053", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730784053/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5107382861052180522, "service_name": "drive-thru", "span_id": 12632787524915897844, "trace_id": 4480835770847754193 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 02:48:52
- success: True
- trace_id: 4480835770847754193
-
Scan 6667845
- duration: 0:00:11.417583
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667845
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783766", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730783766/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12993671484783319468, "service_name": "drive-thru", "span_id": 7004842597971188754, "trace_id": 15799488888831004276 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 02:15:13
- success: True
- trace_id: 15799488888831004276
-
Scan 6667659
- duration: 0:00:11.591665
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667659
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783843", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730783843/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4442317986376202156, "service_name": "drive-thru", "span_id": 2762397919613464663, "trace_id": 10522766306682243569 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 02:10:19
- success: True
- trace_id: 10522766306682243569
-
Scan 6667204
- duration: 0:00:13.862721
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667204
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783663", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730783663/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5061019884159777895, "service_name": "drive-thru", "span_id": 7234745946506740352, "trace_id": 1196233959004932860 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 01:58:04
- success: True
- trace_id: 1196233959004932860
-
Scan 6666424
- duration: 0:00:14.049556
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666424
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783522", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730783522/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3220448460064139612, "service_name": "drive-thru", "span_id": 1638058410798228890, "trace_id": 6603782948001159680 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 01:37:34
- success: True
- trace_id: 6603782948001159680
-
Scan 6665523
- duration: 0:00:11.420655
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665523
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730783304", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730783304/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7649407387053238367, "service_name": "drive-thru", "span_id": 7612823875577727287, "trace_id": 7600793712908354550 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 01:13:50
- success: True
- trace_id: 7600793712908354550
-
Scan 6664542
- duration: 0:00:11.297787
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664542
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730782905", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730782905/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12253565655408303907, "service_name": "drive-thru", "span_id": 17470598577582473536, "trace_id": 7488147904859394680 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 00:47:46
- success: True
- trace_id: 7488147904859394680
-
Scan 6664274
- duration: 0:00:11.474862
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664274
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-04/1730782805", "key": "raw/newbookdev_newbooki18n_content/2024-11-04/1730782805/i18n_content.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooki18n_content", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11754843628155070763, "service_name": "drive-thru", "span_id": 9536661083023077448, "trace_id": 16481166404834645765 } } - running: False
- schema_name_id: 2625
- start_time: 2024-11-05 00:40:47
- success: True
- trace_id: 16481166404834645765
- attributes:
{ "content": "string", "field": "string", "id": "string", "language": "string", "newbook_region": "string", "row": "string", "table": "string", "tenant": "string" } - created: 2024-11-05 23:12:05
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-05/1730866506'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:52:32",
"disabled": false,
"format": "raw",
"id": 2625,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbooki18n_content"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"content": "string",
"field": "string",
"id": "string",
"language": "string",
"newbook_region": "string",
"row": "string",
"table": "string",
"tenant": "string"
},
"created": "2024-11-05 23:12:05",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooki18n_content`\n(\n `newbook_region` string , `tenant` string , `id` string , `table` string , `row` string , `field` string , `language` string , `content` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooki18n_content/2024-11-05/1730866506'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooki18n_content`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooki18n_content"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}