Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookdata

created: 2024-10-08 17:53:43
disabled: False
format: raw
id: 2641
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookdata"
}

type: drivethrucsv

Schema Versions: 15

Version 4748622

created: 2024-11-05 22:53:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-05/1730866456'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-05/1730866456
id: 4748622
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6674654
updated: 2024-11-05 22:54:02

Version 4748222

created: 2024-11-05 22:38:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-05/1730866370'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-05/1730866370
id: 4748222
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6674254
updated: 2024-11-05 22:38:50

Version 4747555

created: 2024-11-05 22:19:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-05/1730866271'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-05/1730866271
id: 4747555
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6673587
updated: 2024-11-05 22:20:05

Version 4746961

created: 2024-11-05 04:35:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730785691'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730785691
id: 4746961
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6672192
updated: 2024-11-05 04:35:54

Version 4745383

created: 2024-11-05 03:28:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730785108'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730785108
id: 4745383
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6670600
updated: 2024-11-05 03:28:12

Version 4745335

created: 2024-11-05 03:26:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730784802'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730784802
id: 4745335
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6670552
updated: 2024-11-05 03:26:59

Version 4745037

created: 2024-11-05 03:18:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730784199'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730784199
id: 4745037
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6670254
updated: 2024-11-05 03:19:10

Version 4743754

created: 2024-11-05 02:44:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730784036'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730784036
id: 4743754
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6668972
updated: 2024-11-05 02:45:09

Version 4743193

created: 2024-11-05 02:30:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783839'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783839
id: 4743193
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6668410
updated: 2024-11-05 02:30:12

Version 4742505

created: 2024-11-05 02:11:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783750'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783750
id: 4742505
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6667722
updated: 2024-11-05 02:12:09

Version 4741915

created: 2024-11-05 01:56:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783651'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783651
id: 4741915
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6667132
updated: 2024-11-05 01:56:18

Version 4740926

created: 2024-11-05 01:30:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783505'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783505
id: 4740926
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6666143
updated: 2024-11-05 01:30:23

Version 4739921

created: 2024-11-05 01:03:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783287'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783287
id: 4739921
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6665138
updated: 2024-11-05 01:03:45

Version 4739451

created: 2024-11-05 00:50:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730782889'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730782889
id: 4739451
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6664666
updated: 2024-11-05 00:51:08

Version 4738564

created: 2024-11-05 00:27:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730782792'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730782792
id: 4738564
processed: 1

raw_data:

{
    "data": 3,
    "id": 2,
    "last_updated": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2641
schema_scan_id: 6663777
updated: 2024-11-05 00:27:56

Schema Scans: 15

Last at 2024-11-05 22:53:51

Scan 6674654

duration: 0:00:11.474945

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674654

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-05/1730866456",
        "key": "raw/newbookdev_newbookdata/2024-11-05/1730866456/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12926398105816674298,
        "service_name": "drive-thru",
        "span_id": 9018957001667061831,
        "trace_id": 13903425034514565448
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 22:53:51
success: True
trace_id: 13903425034514565448

Scan 6674254

duration: 0:00:11.464389

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674254

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-05/1730866370",
        "key": "raw/newbookdev_newbookdata/2024-11-05/1730866370/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4978774100160056839,
        "service_name": "drive-thru",
        "span_id": 16940013312609194075,
        "trace_id": 17778806427982468930
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 22:38:38
success: True
trace_id: 17778806427982468930

Scan 6673587

duration: 0:00:11.235816

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673587

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-05/1730866271",
        "key": "raw/newbookdev_newbookdata/2024-11-05/1730866271/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4160706679870415676,
        "service_name": "drive-thru",
        "span_id": 7885554648099548817,
        "trace_id": 1862888157397276394
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 22:19:54
success: True
trace_id: 1862888157397276394

Scan 6672192

duration: 0:00:11.378367

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672192

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730785691",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730785691/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8731361235861614434,
        "service_name": "drive-thru",
        "span_id": 10533364753261012469,
        "trace_id": 3397799461623185503
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 04:35:42
success: True
trace_id: 3397799461623185503

Scan 6670600

duration: 0:00:11.311977

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670600

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730785108",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730785108/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14487456478109961346,
        "service_name": "drive-thru",
        "span_id": 7769650035063390679,
        "trace_id": 2378634876226019150
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 03:28:01
success: True
trace_id: 2378634876226019150

Scan 6670552

duration: 0:00:14.117077

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670552

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730784802",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730784802/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7118579839651170239,
        "service_name": "drive-thru",
        "span_id": 325677760224614890,
        "trace_id": 2722193160624712149
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 03:26:46
success: True
trace_id: 2722193160624712149

Scan 6670254

duration: 0:00:11.332546

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670254

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730784199",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730784199/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3251016504482380838,
        "service_name": "drive-thru",
        "span_id": 13340020761675837742,
        "trace_id": 2504489450480583979
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 03:18:59
success: True
trace_id: 2504489450480583979

Scan 6668972

duration: 0:00:11.304547

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668972

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730784036",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730784036/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13072557516115819314,
        "service_name": "drive-thru",
        "span_id": 7973236089474558889,
        "trace_id": 17858162663028580126
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 02:44:58
success: True
trace_id: 17858162663028580126

Scan 6668410

duration: 0:00:11.474713

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668410

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783839",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730783839/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3170971135543901652,
        "service_name": "drive-thru",
        "span_id": 6722945377809800949,
        "trace_id": 3764632118835191993
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 02:30:01
success: True
trace_id: 3764632118835191993

Scan 6667722

duration: 0:00:11.320523

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667722

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783750",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730783750/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5383383454653009216,
        "service_name": "drive-thru",
        "span_id": 7835950239303374313,
        "trace_id": 9986504930144466812
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 02:11:58
success: True
trace_id: 9986504930144466812

Scan 6667132

duration: 0:00:11.222555

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667132

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783651",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730783651/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7864912048840320939,
        "service_name": "drive-thru",
        "span_id": 5706966703083572109,
        "trace_id": 8265348429259212932
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 01:56:07
success: True
trace_id: 8265348429259212932

Scan 6666143

duration: 0:00:13.845731

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666143

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783505",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730783505/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4914781948164603962,
        "service_name": "drive-thru",
        "span_id": 12060859667606460563,
        "trace_id": 16340657272237296980
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 01:30:09
success: True
trace_id: 16340657272237296980

Scan 6665138

duration: 0:00:13.934011

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665138

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730783287",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730783287/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16370724413270228518,
        "service_name": "drive-thru",
        "span_id": 8749770442791212067,
        "trace_id": 18232079267955320531
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 01:03:31
success: True
trace_id: 18232079267955320531

Scan 6664666

duration: 0:00:11.212837

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664666

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730782889",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730782889/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4079143088902688499,
        "service_name": "drive-thru",
        "span_id": 16593102350718386340,
        "trace_id": 16514046732531901329
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 00:50:57
success: True
trace_id: 16514046732531901329

Scan 6663777

duration: 0:00:11.545331

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663777

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-04/1730782792",
        "key": "raw/newbookdev_newbookdata/2024-11-04/1730782792/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12968444229000689282,
        "service_name": "drive-thru",
        "span_id": 7762629115852876638,
        "trace_id": 17679258163184650952
    }
}

running: False
schema_name_id: 2641
start_time: 2024-11-05 00:27:45
success: True
trace_id: 17679258163184650952

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "data": "string",
    "id": "string",
    "last_updated": "string",
    "newbook_region": "string",
    "tenant": "string"
}

created: 2024-11-05 22:53:51

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-05/1730866456'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:53:43",
        "disabled": false,
        "format": "raw",
        "id": 2641,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookdata"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "data": "string",
            "id": "string",
            "last_updated": "string",
            "newbook_region": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:53:51",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `data`  string , `last_updated`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdata/2024-11-05/1730866456'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdata`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdata"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}