Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktariffs_periods

created: 2024-10-08 18:34:26
disabled: False
format: raw
id: 3047
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktariffs_periods"
}

type: drivethrucsv

Schema Versions: 15

Version 4749324

created: 2024-11-05 23:38:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866566'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866566
id: 4749324
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6675356
updated: 2024-11-05 23:38:41

Version 4749271

created: 2024-11-05 23:32:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866613'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866613
id: 4749271
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6675303
updated: 2024-11-05 23:33:03

Version 4748660

created: 2024-11-05 22:55:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866463'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866463
id: 4748660
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6674692
updated: 2024-11-05 22:55:40

Version 4747160

created: 2024-11-05 04:56:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730785810'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730785810
id: 4747160
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6672392
updated: 2024-11-05 04:56:55

Version 4746494

created: 2024-11-05 04:05:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730785174'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730785174
id: 4746494
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6671715
updated: 2024-11-05 04:06:07

Version 4745810

created: 2024-11-05 03:39:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784869'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784869
id: 4745810
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6671027
updated: 2024-11-05 03:39:50

Version 4744930

created: 2024-11-05 03:16:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784265'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784265
id: 4744930
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6670147
updated: 2024-11-05 03:16:23

Version 4744210

created: 2024-11-05 02:56:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784104'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784104
id: 4744210
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6669427
updated: 2024-11-05 02:57:03

Version 4743797

created: 2024-11-05 02:46:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783936'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783936
id: 4743797
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6669014
updated: 2024-11-05 02:46:21

Version 4742340

created: 2024-11-05 02:07:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783817'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783817
id: 4742340
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6667557
updated: 2024-11-05 02:07:50

Version 4742203

created: 2024-11-05 02:03:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783702'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783702
id: 4742203
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6667420
updated: 2024-11-05 02:04:05

Version 4741344

created: 2024-11-05 01:41:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783574'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783574
id: 4741344
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6666561
updated: 2024-11-05 01:41:24

Version 4740753

created: 2024-11-05 01:25:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783356'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783356
id: 4740753
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6665970
updated: 2024-11-05 01:25:44

Version 4739820

created: 2024-11-05 01:00:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730782954'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730782954
id: 4739820
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6665037
updated: 2024-11-05 01:00:57

Version 4739178

created: 2024-11-05 00:43:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730782842'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730782842
id: 4739178
processed: 1

raw_data:

{
    "active": 8,
    "colour": 5,
    "created_by": 6,
    "created_when": 7,
    "daysofweek": 4,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 3047
schema_scan_id: 6664393
updated: 2024-11-05 00:44:01

Schema Scans: 15

Last at 2024-11-05 23:38:29

Scan 6675356

duration: 0:00:11.617010

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675356

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866566",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866566/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3643601538025293449,
        "service_name": "drive-thru",
        "span_id": 11651229808555542767,
        "trace_id": 1850218887654729816
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 23:38:29
success: True
trace_id: 1850218887654729816

Scan 6675303

duration: 0:00:11.670314

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675303

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866613",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866613/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14310164243921692052,
        "service_name": "drive-thru",
        "span_id": 12763074217978726763,
        "trace_id": 9949241473825085144
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 23:32:51
success: True
trace_id: 9949241473825085144

Scan 6674692

duration: 0:00:11.713696

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674692

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866463",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866463/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7618620348519410959,
        "service_name": "drive-thru",
        "span_id": 1609964650555510021,
        "trace_id": 13822801852332677431
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 22:55:28
success: True
trace_id: 13822801852332677431

Scan 6672392

duration: 0:00:11.608211

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672392

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730785810",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730785810/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6282553594491461877,
        "service_name": "drive-thru",
        "span_id": 16633390059611887177,
        "trace_id": 4502423741019757487
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 04:56:44
success: True
trace_id: 4502423741019757487

Scan 6671715

duration: 0:00:14.156475

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671715

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730785174",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730785174/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8599890871654324842,
        "service_name": "drive-thru",
        "span_id": 3768830422194938058,
        "trace_id": 10661637444874504030
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 04:05:53
success: True
trace_id: 10661637444874504030

Scan 6671027

duration: 0:00:14.271681

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671027

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784869",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784869/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8676096331025646874,
        "service_name": "drive-thru",
        "span_id": 12649672712864411848,
        "trace_id": 12181655049986501597
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 03:39:35
success: True
trace_id: 12181655049986501597

Scan 6670147

duration: 0:00:11.491141

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670147

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784265",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784265/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1074276126806670981,
        "service_name": "drive-thru",
        "span_id": 16192233174048418404,
        "trace_id": 4094473966103023661
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 03:16:12
success: True
trace_id: 4094473966103023661

Scan 6669427

duration: 0:00:11.420964

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669427

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784104",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730784104/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 693760981517577934,
        "service_name": "drive-thru",
        "span_id": 12070244798422093414,
        "trace_id": 7638500408992448237
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 02:56:51
success: True
trace_id: 7638500408992448237

Scan 6669014

duration: 0:00:14.049053

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669014

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783936",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783936/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13895010215632990399,
        "service_name": "drive-thru",
        "span_id": 1675856375919339462,
        "trace_id": 3983274521219275275
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 02:46:07
success: True
trace_id: 3983274521219275275

Scan 6667557

duration: 0:00:11.410622

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667557

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783817",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783817/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12805528993744348444,
        "service_name": "drive-thru",
        "span_id": 1566109875816859216,
        "trace_id": 1120041016600936716
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 02:07:38
success: True
trace_id: 1120041016600936716

Scan 6667420

duration: 0:00:11.491238

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667420

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783702",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783702/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13737076392293861180,
        "service_name": "drive-thru",
        "span_id": 10928760336923798908,
        "trace_id": 17780202947568666076
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 02:03:54
success: True
trace_id: 17780202947568666076

Scan 6666561

duration: 0:00:11.471594

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666561

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783574",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783574/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15891941145196957465,
        "service_name": "drive-thru",
        "span_id": 6768562408953030726,
        "trace_id": 4246938516922283671
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 01:41:13
success: True
trace_id: 4246938516922283671

Scan 6665970

duration: 0:00:11.716726

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665970

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783356",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730783356/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1565490916719419085,
        "service_name": "drive-thru",
        "span_id": 17605621097446303300,
        "trace_id": 12942120238394107552
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 01:25:32
success: True
trace_id: 12942120238394107552

Scan 6665037

duration: 0:00:11.467791

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665037

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730782954",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730782954/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13777519326679360832,
        "service_name": "drive-thru",
        "span_id": 9387251660513767912,
        "trace_id": 17321679879311716179
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 01:00:46
success: True
trace_id: 17321679879311716179

Scan 6664393

duration: 0:00:11.387566

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664393

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-04/1730782842",
        "key": "raw/newbookdev_newbooktariffs_periods/2024-11-04/1730782842/tariffs_periods.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_periods",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10738212092606718868,
        "service_name": "drive-thru",
        "span_id": 1947579032435782747,
        "trace_id": 18256619291494154667
    }
}

running: False
schema_name_id: 3047
start_time: 2024-11-05 00:43:49
success: True
trace_id: 18256619291494154667

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "colour": "string",
    "created_by": "string",
    "created_when": "string",
    "daysofweek": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

created: 2024-11-05 23:38:30

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866566'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:34:26",
        "disabled": false,
        "format": "raw",
        "id": 3047,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktariffs_periods"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "colour": "string",
            "created_by": "string",
            "created_when": "string",
            "daysofweek": "string",
            "id": "string",
            "name": "string",
            "newbook_region": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:38:30",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `daysofweek`  string , `colour`  string , `created_by`  string , `created_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_periods/2024-11-05/1730866566'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_periods`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_periods"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}