Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookstock_market_rates

created: 2024-10-08 18:30:26
disabled: False
format: raw
id: 3011
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookstock_market_rates"
}

type: drivethrucsv

Schema Versions: 15

Version 4749251

created: 2024-11-05 23:30:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866606'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866606
id: 4749251
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6675283
updated: 2024-11-05 23:31:12

Version 4749046

created: 2024-11-05 23:16:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866554'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866554
id: 4749046
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6675078
updated: 2024-11-05 23:16:36

Version 4748502

created: 2024-11-05 22:48:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866446'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866446
id: 4748502
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6674534
updated: 2024-11-05 22:48:54

Version 4747139

created: 2024-11-05 04:54:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730785801'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730785801
id: 4747139
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6672371
updated: 2024-11-05 04:54:43

Version 4746490

created: 2024-11-05 04:05:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730785169'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730785169
id: 4746490
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6671711
updated: 2024-11-05 04:05:53

Version 4745678

created: 2024-11-05 03:35:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784864'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784864
id: 4745678
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6670895
updated: 2024-11-05 03:35:58

Version 4745511

created: 2024-11-05 03:31:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784261'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784261
id: 4745511
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6670728
updated: 2024-11-05 03:31:33

Version 4744149

created: 2024-11-05 02:55:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784098'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784098
id: 4744149
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6669366
updated: 2024-11-05 02:55:30

Version 4743619

created: 2024-11-05 02:41:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783933'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783933
id: 4743619
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6668836
updated: 2024-11-05 02:41:36

Version 4742833

created: 2024-11-05 02:20:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783812'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783812
id: 4742833
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6668050
updated: 2024-11-05 02:20:49

Version 4742175

created: 2024-11-05 02:03:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783699'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783699
id: 4742175
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6667392
updated: 2024-11-05 02:03:19

Version 4741498

created: 2024-11-05 01:45:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783569'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783569
id: 4741498
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6666715
updated: 2024-11-05 01:45:23

Version 4740245

created: 2024-11-05 01:12:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783351'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783351
id: 4740245
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6665462
updated: 2024-11-05 01:12:31

Version 4739914

created: 2024-11-05 01:03:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730782949'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730782949
id: 4739914
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6665131
updated: 2024-11-05 01:03:36

Version 4739287

created: 2024-11-05 00:46:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730782838'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730782838
id: 4739287
processed: 1

raw_data:

{
    "currency_id": 4,
    "date": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type": 3,
    "value": 5
}

schema_attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 3011
schema_scan_id: 6664502
updated: 2024-11-05 00:46:57

Schema Scans: 15

Last at 2024-11-05 23:30:58

Scan 6675283

duration: 0:00:14.056657

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675283

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866606",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866606/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14021738579391456853,
        "service_name": "drive-thru",
        "span_id": 12015486920128811620,
        "trace_id": 16483636404669109310
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 23:30:58
success: True
trace_id: 16483636404669109310

Scan 6675078

duration: 0:00:11.576018

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675078

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866554",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866554/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5179022526668774713,
        "service_name": "drive-thru",
        "span_id": 8497827653578690050,
        "trace_id": 3908486667645826066
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 23:16:25
success: True
trace_id: 3908486667645826066

Scan 6674534

duration: 0:00:14.094812

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674534

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866446",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866446/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9854248535708433866,
        "service_name": "drive-thru",
        "span_id": 7383668558227868307,
        "trace_id": 17230753357517069475
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 22:48:40
success: True
trace_id: 17230753357517069475

Scan 6672371

duration: 0:00:14.061771

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672371

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730785801",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730785801/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10814240469718318422,
        "service_name": "drive-thru",
        "span_id": 1064319592359166915,
        "trace_id": 13372490964251816761
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 04:54:29
success: True
trace_id: 13372490964251816761

Scan 6671711

duration: 0:00:14.058422

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671711

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730785169",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730785169/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1118487081518744005,
        "service_name": "drive-thru",
        "span_id": 10171209869492557652,
        "trace_id": 7728521545024514700
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 04:05:39
success: True
trace_id: 7728521545024514700

Scan 6670895

duration: 0:00:11.349983

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670895

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784864",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784864/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7822968510965077791,
        "service_name": "drive-thru",
        "span_id": 1603674594873866087,
        "trace_id": 11093868429255217569
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 03:35:47
success: True
trace_id: 11093868429255217569

Scan 6670728

duration: 0:00:11.390252

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670728

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784261",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784261/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1302966519401225567,
        "service_name": "drive-thru",
        "span_id": 9514618013448247058,
        "trace_id": 2384927888703991012
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 03:31:22
success: True
trace_id: 2384927888703991012

Scan 6669366

duration: 0:00:11.419135

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669366

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784098",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730784098/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11334149764782926135,
        "service_name": "drive-thru",
        "span_id": 5476256747596630394,
        "trace_id": 2487534152412252395
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 02:55:18
success: True
trace_id: 2487534152412252395

Scan 6668836

duration: 0:00:13.887831

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668836

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783933",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783933/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7394084685508322140,
        "service_name": "drive-thru",
        "span_id": 8987035167548795828,
        "trace_id": 13962592886343087543
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 02:41:22
success: True
trace_id: 13962592886343087543

Scan 6668050

duration: 0:00:11.357310

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668050

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783812",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783812/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7781447226298368016,
        "service_name": "drive-thru",
        "span_id": 1478021668373555348,
        "trace_id": 4512901694394226627
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 02:20:38
success: True
trace_id: 4512901694394226627

Scan 6667392

duration: 0:00:13.929449

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667392

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783699",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783699/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17407774485340640876,
        "service_name": "drive-thru",
        "span_id": 11175072213506802577,
        "trace_id": 17502216335265254192
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 02:03:05
success: True
trace_id: 17502216335265254192

Scan 6666715

duration: 0:00:14.046787

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666715

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783569",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783569/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9535654071283236279,
        "service_name": "drive-thru",
        "span_id": 6475842128612361862,
        "trace_id": 6430890447825698236
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 01:45:09
success: True
trace_id: 6430890447825698236

Scan 6665462

duration: 0:00:13.958388

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665462

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783351",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730783351/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6272099191496571841,
        "service_name": "drive-thru",
        "span_id": 13818568372949302157,
        "trace_id": 16555610250547482814
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 01:12:17
success: True
trace_id: 16555610250547482814

Scan 6665131

duration: 0:00:13.955561

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665131

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730782949",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730782949/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1834270782319802854,
        "service_name": "drive-thru",
        "span_id": 16398923182250438847,
        "trace_id": 17654106233224533724
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 01:03:22
success: True
trace_id: 17654106233224533724

Scan 6664502

duration: 0:00:11.339744

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664502

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-04/1730782838",
        "key": "raw/newbookdev_newbookstock_market_rates/2024-11-04/1730782838/stock_market_rates.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstock_market_rates",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15368691071146333809,
        "service_name": "drive-thru",
        "span_id": 16931546689602491966,
        "trace_id": 16144249371595206198
    }
}

running: False
schema_name_id: 3011
start_time: 2024-11-05 00:46:45
success: True
trace_id: 16144249371595206198

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "currency_id": "string",
    "date": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type": "string",
    "value": "string"
}

created: 2024-11-05 23:30:59

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866606'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:30:26",
        "disabled": false,
        "format": "raw",
        "id": 3011,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookstock_market_rates"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "currency_id": "string",
            "date": "string",
            "id": "string",
            "newbook_region": "string",
            "tenant": "string",
            "type": "string",
            "value": "string"
        },
        "created": "2024-11-05 23:30:59",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `currency_id`  string , `value`  string , `date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstock_market_rates/2024-11-05/1730866606'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstock_market_rates`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstock_market_rates"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}