Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcurrencies

created: 2024-10-08 17:44:39
disabled: False
format: raw
id: 2515
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcurrencies"
}

type: drivethrucsv

Schema Versions: 15

Version 4748550

created: 2024-11-05 22:50:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-05/1730866446'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-05/1730866446
id: 4748550
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6674582
updated: 2024-11-05 22:50:57

Version 4747958

created: 2024-11-05 22:30:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-05/1730866361'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-05/1730866361
id: 4747958
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6673990
updated: 2024-11-05 22:30:43

Version 4747566

created: 2024-11-05 22:20:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-05/1730866266'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-05/1730866266
id: 4747566
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6673598
updated: 2024-11-05 22:20:25

Version 4746695

created: 2024-11-05 04:16:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730785686'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730785686
id: 4746695
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6671919
updated: 2024-11-05 04:17:10

Version 4746304

created: 2024-11-05 03:57:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730785105'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730785105
id: 4746304
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6671525
updated: 2024-11-05 03:57:28

Version 4745246

created: 2024-11-05 03:24:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730784800'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730784800
id: 4745246
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6670463
updated: 2024-11-05 03:24:38

Version 4745027

created: 2024-11-05 03:18:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730784196'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730784196
id: 4745027
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6670244
updated: 2024-11-05 03:18:53

Version 4744216

created: 2024-11-05 02:57:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730784033'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730784033
id: 4744216
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6669433
updated: 2024-11-05 02:57:13

Version 4743344

created: 2024-11-05 02:34:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783883'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783883
id: 4743344
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6668561
updated: 2024-11-05 02:34:20

Version 4742485

created: 2024-11-05 02:11:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783747'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783747
id: 4742485
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6667702
updated: 2024-11-05 02:11:37

Version 4741928

created: 2024-11-05 01:56:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783649'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783649
id: 4741928
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6667145
updated: 2024-11-05 01:56:40

Version 4740581

created: 2024-11-05 01:21:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783502'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783502
id: 4740581
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6665798
updated: 2024-11-05 01:21:15

Version 4740297

created: 2024-11-05 01:13:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783284'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783284
id: 4740297
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6665514
updated: 2024-11-05 01:13:49

Version 4739544

created: 2024-11-05 00:53:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730782887'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730782887
id: 4739544
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6664759
updated: 2024-11-05 00:53:38

Version 4738922

created: 2024-11-05 00:37:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730782790'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730782790
id: 4738922
processed: 1

raw_data:

{
    "code": 3,
    "country_id": 10,
    "decimal": 8,
    "denominator": 7,
    "flag": 11,
    "id": 2,
    "name": 5,
    "newbook_region": 0,
    "prepend": 6,
    "separator": 9,
    "symbol": 4,
    "tenant": 1
}

schema_attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

schema_name_id: 2515
schema_scan_id: 6664136
updated: 2024-11-05 00:37:23

Schema Scans: 15

Last at 2024-11-05 22:50:46

Scan 6674582

duration: 0:00:11.702530

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674582

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-05/1730866446",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-05/1730866446/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8486167664060606153,
        "service_name": "drive-thru",
        "span_id": 17475902529046839591,
        "trace_id": 6432657045706356837
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 22:50:46
success: True
trace_id: 6432657045706356837

Scan 6673990

duration: 0:00:14.299013

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673990

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-05/1730866361",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-05/1730866361/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11620515934170211986,
        "service_name": "drive-thru",
        "span_id": 15614770830415461950,
        "trace_id": 374182685946640095
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 22:30:28
success: True
trace_id: 374182685946640095

Scan 6673598

duration: 0:00:11.599429

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673598

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-05/1730866266",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-05/1730866266/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11076874867874681132,
        "service_name": "drive-thru",
        "span_id": 12194888567348176367,
        "trace_id": 8548116322406093534
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 22:20:14
success: True
trace_id: 8548116322406093534

Scan 6671919

duration: 0:00:14.238691

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671919

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730785686",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730785686/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 946596727343587024,
        "service_name": "drive-thru",
        "span_id": 12038542359353224626,
        "trace_id": 857237762065997417
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 04:16:56
success: True
trace_id: 857237762065997417

Scan 6671525

duration: 0:00:14.242268

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671525

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730785105",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730785105/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5760430059238835816,
        "service_name": "drive-thru",
        "span_id": 17982173593531043321,
        "trace_id": 7900495500484562096
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 03:57:14
success: True
trace_id: 7900495500484562096

Scan 6670463

duration: 0:00:11.575969

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670463

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730784800",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730784800/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8351557177164472786,
        "service_name": "drive-thru",
        "span_id": 7120832014730474144,
        "trace_id": 3019175381416261041
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 03:24:27
success: True
trace_id: 3019175381416261041

Scan 6670244

duration: 0:00:11.650810

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670244

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730784196",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730784196/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13528578571762362158,
        "service_name": "drive-thru",
        "span_id": 12719850416667667832,
        "trace_id": 9063895016912274996
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 03:18:41
success: True
trace_id: 9063895016912274996

Scan 6669433

duration: 0:00:11.538983

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669433

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730784033",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730784033/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3358334164371487192,
        "service_name": "drive-thru",
        "span_id": 6293463028120722478,
        "trace_id": 4480008743291473781
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 02:57:02
success: True
trace_id: 4480008743291473781

Scan 6668561

duration: 0:00:14.171343

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668561

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783883",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730783883/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1115449676942718090,
        "service_name": "drive-thru",
        "span_id": 16280533324588184170,
        "trace_id": 5223060187206938743
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 02:34:06
success: True
trace_id: 5223060187206938743

Scan 6667702

duration: 0:00:11.474985

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667702

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783747",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730783747/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5441680638668160937,
        "service_name": "drive-thru",
        "span_id": 17750172269482075504,
        "trace_id": 12132804688778689349
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 02:11:25
success: True
trace_id: 12132804688778689349

Scan 6667145

duration: 0:00:11.607850

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667145

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783649",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730783649/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2876218260468644779,
        "service_name": "drive-thru",
        "span_id": 8725476217288423519,
        "trace_id": 16295002202928337812
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 01:56:28
success: True
trace_id: 16295002202928337812

Scan 6665798

duration: 0:00:11.645625

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665798

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783502",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730783502/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8156287599409612062,
        "service_name": "drive-thru",
        "span_id": 2531135280966821966,
        "trace_id": 11017065322540010020
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 01:21:04
success: True
trace_id: 11017065322540010020

Scan 6665514

duration: 0:00:13.975310

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665514

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730783284",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730783284/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1438294641828660810,
        "service_name": "drive-thru",
        "span_id": 3542559243592064931,
        "trace_id": 15464881649409372778
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 01:13:36
success: True
trace_id: 15464881649409372778

Scan 6664759

duration: 0:00:14.236690

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664759

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730782887",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730782887/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11782645598054688154,
        "service_name": "drive-thru",
        "span_id": 9468939772874087809,
        "trace_id": 9212779714262929547
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 00:53:23
success: True
trace_id: 9212779714262929547

Scan 6664136

duration: 0:00:11.601046

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664136

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-04/1730782790",
        "key": "raw/newbookdev_newbookcurrencies/2024-11-04/1730782790/currencies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcurrencies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12440217326379068024,
        "service_name": "drive-thru",
        "span_id": 9193343803767641222,
        "trace_id": 10651451955292307566
    }
}

running: False
schema_name_id: 2515
start_time: 2024-11-05 00:37:11
success: True
trace_id: 10651451955292307566

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "code": "string",
    "country_id": "string",
    "decimal": "string",
    "denominator": "string",
    "flag": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "prepend": "string",
    "separator": "string",
    "symbol": "string",
    "tenant": "string"
}

created: 2024-11-05 22:50:46

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-05/1730866446'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:44:39",
        "disabled": false,
        "format": "raw",
        "id": 2515,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcurrencies"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "code": "string",
            "country_id": "string",
            "decimal": "string",
            "denominator": "string",
            "flag": "string",
            "id": "string",
            "name": "string",
            "newbook_region": "string",
            "prepend": "string",
            "separator": "string",
            "symbol": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:50:46",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcurrencies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `code`  string , `symbol`  string , `name`  string , `prepend`  string , `denominator`  string , `decimal`  string , `separator`  string , `country_id`  string , `flag`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcurrencies/2024-11-05/1730866446'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcurrencies`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcurrencies"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}