Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookmeter_readings

created: 2024-10-08 18:05:32
disabled: False
format: raw
id: 2781
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookmeter_readings"
}

type: drivethrucsv

Schema Versions: 15

Version 4748998

created: 2024-11-05 23:13:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-05/1730866553'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-05/1730866553
id: 4748998
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6675030
updated: 2024-11-05 23:13:19

Version 4748841

created: 2024-11-05 23:04:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-05/1730866495'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-05/1730866495
id: 4748841
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6674873
updated: 2024-11-05 23:04:45

Version 4748160

created: 2024-11-05 22:36:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-05/1730866360'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-05/1730866360
id: 4748160
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6674192
updated: 2024-11-05 22:36:52

Version 4747002

created: 2024-11-05 04:39:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730785757'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730785757
id: 4747002
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6672233
updated: 2024-11-05 04:40:02

Version 4746295

created: 2024-11-05 03:56:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730785144'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730785144
id: 4746295
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6671516
updated: 2024-11-05 03:57:08

Version 4745749

created: 2024-11-05 03:37:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730784839'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730784839
id: 4745749
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6670966
updated: 2024-11-05 03:37:59

Version 4744744

created: 2024-11-05 03:11:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730784235'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730784235
id: 4744744
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6669961
updated: 2024-11-05 03:11:30

Version 4744365

created: 2024-11-05 03:01:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730784073'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730784073
id: 4744365
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6669582
updated: 2024-11-05 03:01:13

Version 4743124

created: 2024-11-05 02:28:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783849'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783849
id: 4743124
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6668341
updated: 2024-11-05 02:28:29

Version 4742148

created: 2024-11-05 02:02:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783787'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783787
id: 4742148
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6667365
updated: 2024-11-05 02:02:37

Version 4742088

created: 2024-11-05 02:00:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783679'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783679
id: 4742088
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6667305
updated: 2024-11-05 02:00:58

Version 4740790

created: 2024-11-05 01:26:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783544'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783544
id: 4740790
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6666007
updated: 2024-11-05 01:26:44

Version 4740124

created: 2024-11-05 01:09:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783325'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783325
id: 4740124
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6665341
updated: 2024-11-05 01:09:14

Version 4739753

created: 2024-11-05 00:58:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730782925'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730782925
id: 4739753
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6664970
updated: 2024-11-05 00:59:08

Version 4739051

created: 2024-11-05 00:40:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730782820'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730782820
id: 4739051
processed: 1

raw_data:

{
    "account_id": 8,
    "added_by": 6,
    "added_when": 7,
    "id": 2,
    "newbook_region": 0,
    "site_id": 3,
    "tariff_id": 9,
    "tenant": 1,
    "type_id": 4,
    "value": 5
}

schema_attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

schema_name_id: 2781
schema_scan_id: 6664266
updated: 2024-11-05 00:40:46

Schema Scans: 15

Last at 2024-11-05 23:13:07

Scan 6675030

duration: 0:00:11.622829

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675030

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-05/1730866553",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-05/1730866553/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12163738078746427797,
        "service_name": "drive-thru",
        "span_id": 5826777466591531225,
        "trace_id": 10310804412489570843
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 23:13:07
success: True
trace_id: 10310804412489570843

Scan 6674873

duration: 0:00:14.092776

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674873

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-05/1730866495",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-05/1730866495/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9565521430513756449,
        "service_name": "drive-thru",
        "span_id": 4605512125604602201,
        "trace_id": 15375095480819228950
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 23:04:31
success: True
trace_id: 15375095480819228950

Scan 6674192

duration: 0:00:11.540767

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674192

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-05/1730866360",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-05/1730866360/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3714898186540287507,
        "service_name": "drive-thru",
        "span_id": 9179318784890744416,
        "trace_id": 1562910736653634946
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 22:36:40
success: True
trace_id: 1562910736653634946

Scan 6672233

duration: 0:00:11.635313

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672233

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730785757",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730785757/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6598268491993912286,
        "service_name": "drive-thru",
        "span_id": 11181773522592537443,
        "trace_id": 15996888784003786171
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 04:39:50
success: True
trace_id: 15996888784003786171

Scan 6671516

duration: 0:00:11.583531

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671516

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730785144",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730785144/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12397027589020620723,
        "service_name": "drive-thru",
        "span_id": 10479122196265690990,
        "trace_id": 16087964016518115607
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 03:56:57
success: True
trace_id: 16087964016518115607

Scan 6670966

duration: 0:00:11.616464

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670966

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730784839",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730784839/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5974172695070536900,
        "service_name": "drive-thru",
        "span_id": 9947035731469937108,
        "trace_id": 9476542870040044066
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 03:37:47
success: True
trace_id: 9476542870040044066

Scan 6669961

duration: 0:00:11.434006

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669961

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730784235",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730784235/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9135358333217755830,
        "service_name": "drive-thru",
        "span_id": 16515804036623969055,
        "trace_id": 1522884191234504868
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 03:11:18
success: True
trace_id: 1522884191234504868

Scan 6669582

duration: 0:00:14.295290

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669582

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730784073",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730784073/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8733670488898705930,
        "service_name": "drive-thru",
        "span_id": 4028284348476569725,
        "trace_id": 13121222247307104833
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 03:00:59
success: True
trace_id: 13121222247307104833

Scan 6668341

duration: 0:00:11.593504

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668341

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783849",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730783849/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5858590172591255611,
        "service_name": "drive-thru",
        "span_id": 10191035126141523082,
        "trace_id": 13359274181222001208
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 02:28:18
success: True
trace_id: 13359274181222001208

Scan 6667365

duration: 0:00:11.465610

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667365

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783787",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730783787/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17373751446489468870,
        "service_name": "drive-thru",
        "span_id": 8523754733761514494,
        "trace_id": 4875813190192863030
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 02:02:25
success: True
trace_id: 4875813190192863030

Scan 6667305

duration: 0:00:13.996467

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667305

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783679",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730783679/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14554348277650876079,
        "service_name": "drive-thru",
        "span_id": 7830870146298833535,
        "trace_id": 12578118952268149669
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 02:00:44
success: True
trace_id: 12578118952268149669

Scan 6666007

duration: 0:00:11.497284

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666007

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783544",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730783544/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3917501092743929131,
        "service_name": "drive-thru",
        "span_id": 1132513375608053140,
        "trace_id": 2812056184489062895
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 01:26:32
success: True
trace_id: 2812056184489062895

Scan 6665341

duration: 0:00:11.416811

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665341

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730783325",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730783325/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1721087684487175622,
        "service_name": "drive-thru",
        "span_id": 16135982408207424634,
        "trace_id": 2452368635311167758
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 01:09:03
success: True
trace_id: 2452368635311167758

Scan 6664970

duration: 0:00:11.469691

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664970

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730782925",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730782925/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3178060617222734438,
        "service_name": "drive-thru",
        "span_id": 5915668675003353502,
        "trace_id": 7691153818187763775
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 00:58:57
success: True
trace_id: 7691153818187763775

Scan 6664266

duration: 0:00:11.441995

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664266

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-04/1730782820",
        "key": "raw/newbookdev_newbookmeter_readings/2024-11-04/1730782820/meter_readings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmeter_readings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1650395691194996258,
        "service_name": "drive-thru",
        "span_id": 6502929671470037048,
        "trace_id": 8438979998766075948
    }
}

running: False
schema_name_id: 2781
start_time: 2024-11-05 00:40:34
success: True
trace_id: 8438979998766075948

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "account_id": "string",
    "added_by": "string",
    "added_when": "string",
    "id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tariff_id": "string",
    "tenant": "string",
    "type_id": "string",
    "value": "string"
}

created: 2024-11-05 23:13:08

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-05/1730866553'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:05:32",
        "disabled": false,
        "format": "raw",
        "id": 2781,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookmeter_readings"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "account_id": "string",
            "added_by": "string",
            "added_when": "string",
            "id": "string",
            "newbook_region": "string",
            "site_id": "string",
            "tariff_id": "string",
            "tenant": "string",
            "type_id": "string",
            "value": "string"
        },
        "created": "2024-11-05 23:13:08",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmeter_readings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `value`  string , `added_by`  string , `added_when`  string , `account_id`  string , `tariff_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmeter_readings/2024-11-05/1730866553'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmeter_readings`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmeter_readings"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}