Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookdiscounts

created: 2024-10-08 17:51:06
disabled: False
format: raw
id: 2604
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookdiscounts"
}

type: drivethrucsv

Schema Versions: 15

Version 4748677

created: 2024-11-05 22:56:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-05/1730866472'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-05/1730866472
id: 4748677
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6674709
updated: 2024-11-05 22:56:23

Version 4748142

created: 2024-11-05 22:36:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-05/1730866385'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-05/1730866385
id: 4748142
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6674174
updated: 2024-11-05 22:36:18

Version 4747610

created: 2024-11-05 22:21:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-05/1730866278'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-05/1730866278
id: 4747610
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6673642
updated: 2024-11-05 22:21:31

Version 4746793

created: 2024-11-05 04:23:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730785699'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730785699
id: 4746793
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6672021
updated: 2024-11-05 04:23:50

Version 4746123

created: 2024-11-05 03:50:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730785112'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730785112
id: 4746123
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6671344
updated: 2024-11-05 03:50:20

Version 4745294

created: 2024-11-05 03:25:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730784807'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730784807
id: 4745294
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6670511
updated: 2024-11-05 03:25:54

Version 4744872

created: 2024-11-05 03:14:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730784204'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730784204
id: 4744872
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6670089
updated: 2024-11-05 03:14:51

Version 4743934

created: 2024-11-05 02:49:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730784041'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730784041
id: 4743934
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6669151
updated: 2024-11-05 02:49:52

Version 4743448

created: 2024-11-05 02:36:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783890'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783890
id: 4743448
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6668665
updated: 2024-11-05 02:37:03

Version 4742377

created: 2024-11-05 02:08:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783755'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783755
id: 4742377
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6667594
updated: 2024-11-05 02:08:49

Version 4741318

created: 2024-11-05 01:40:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783655'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783655
id: 4741318
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6666535
updated: 2024-11-05 01:40:41

Version 4740992

created: 2024-11-05 01:31:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783510'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783510
id: 4740992
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6666209
updated: 2024-11-05 01:32:07

Version 4740255

created: 2024-11-05 01:12:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783292'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783292
id: 4740255
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6665473
updated: 2024-11-05 01:12:43

Version 4739516

created: 2024-11-05 00:52:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730782894'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730782894
id: 4739516
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6664731
updated: 2024-11-05 00:52:56

Version 4738522

created: 2024-11-05 00:26:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730782747'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730782747
id: 4738522
processed: 1

raw_data:

{
    "daysofweek": 14,
    "discount_amount": 5,
    "discount_type": 4,
    "id": 2,
    "max_stay": 11,
    "maximum": 7,
    "maximum_applies_per_night": 8,
    "min_stay": 10,
    "min_valid_nights": 12,
    "minimum": 6,
    "minimum_stay_cost": 9,
    "name": 3,
    "newbook_region": 0,
    "requires_code": 13,
    "tenant": 1
}

schema_attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

schema_name_id: 2604
schema_scan_id: 6663735
updated: 2024-11-05 00:26:55

Schema Scans: 15

Last at 2024-11-05 22:56:09

Scan 6674709

duration: 0:00:14.275012

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674709

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-05/1730866472",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-05/1730866472/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9680978589802831832,
        "service_name": "drive-thru",
        "span_id": 1595007247876879415,
        "trace_id": 13779062111247636825
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 22:56:09
success: True
trace_id: 13779062111247636825

Scan 6674174

duration: 0:00:11.726624

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674174

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-05/1730866385",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-05/1730866385/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5064993287343009179,
        "service_name": "drive-thru",
        "span_id": 1751004596313415204,
        "trace_id": 8304325622812854978
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 22:36:07
success: True
trace_id: 8304325622812854978

Scan 6673642

duration: 0:00:11.645168

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673642

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-05/1730866278",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-05/1730866278/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13349112684563524737,
        "service_name": "drive-thru",
        "span_id": 12302917997199022942,
        "trace_id": 13858090392435867675
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 22:21:20
success: True
trace_id: 13858090392435867675

Scan 6672021

duration: 0:00:11.769850

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672021

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730785699",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730785699/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17769932449264627749,
        "service_name": "drive-thru",
        "span_id": 2531569193788341452,
        "trace_id": 3724516089487079801
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 04:23:38
success: True
trace_id: 3724516089487079801

Scan 6671344

duration: 0:00:14.314680

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671344

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730785112",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730785112/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1458447631161795023,
        "service_name": "drive-thru",
        "span_id": 9148702896964983229,
        "trace_id": 17037458476555184055
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 03:50:05
success: True
trace_id: 17037458476555184055

Scan 6670511

duration: 0:00:11.795017

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670511

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730784807",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730784807/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16484427438617963422,
        "service_name": "drive-thru",
        "span_id": 12246901702090927386,
        "trace_id": 8186250704051200238
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 03:25:42
success: True
trace_id: 8186250704051200238

Scan 6670089

duration: 0:00:14.412538

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670089

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730784204",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730784204/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14002940934852871868,
        "service_name": "drive-thru",
        "span_id": 15432642844665799561,
        "trace_id": 3549811902553665913
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 03:14:37
success: True
trace_id: 3549811902553665913

Scan 6669151

duration: 0:00:14.276687

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669151

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730784041",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730784041/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10612509769071495421,
        "service_name": "drive-thru",
        "span_id": 5549757238931362814,
        "trace_id": 1129464064686174973
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 02:49:38
success: True
trace_id: 1129464064686174973

Scan 6668665

duration: 0:00:11.558479

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668665

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783890",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730783890/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10598690124038772414,
        "service_name": "drive-thru",
        "span_id": 15317608763149589040,
        "trace_id": 12239457851505533581
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 02:36:52
success: True
trace_id: 12239457851505533581

Scan 6667594

duration: 0:00:14.226044

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667594

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783755",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730783755/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1619880083994547062,
        "service_name": "drive-thru",
        "span_id": 1262467746551429559,
        "trace_id": 9736357872353006298
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 02:08:35
success: True
trace_id: 9736357872353006298

Scan 6666535

duration: 0:00:11.578876

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666535

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783655",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730783655/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8558501556397473443,
        "service_name": "drive-thru",
        "span_id": 76957140077151312,
        "trace_id": 12700619629570078845
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 01:40:30
success: True
trace_id: 12700619629570078845

Scan 6666209

duration: 0:00:14.256364

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666209

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783510",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730783510/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10437355771197533595,
        "service_name": "drive-thru",
        "span_id": 17774169824923479079,
        "trace_id": 10698228121756021746
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 01:31:53
success: True
trace_id: 10698228121756021746

Scan 6665473

duration: 0:00:11.721386

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665473

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730783292",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730783292/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12034047902914972977,
        "service_name": "drive-thru",
        "span_id": 18308256996986506213,
        "trace_id": 5789273254961423057
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 01:12:31
success: True
trace_id: 5789273254961423057

Scan 6664731

duration: 0:00:14.142029

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664731

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730782894",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730782894/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5692602806816354847,
        "service_name": "drive-thru",
        "span_id": 9528313552078132152,
        "trace_id": 16144516004148921817
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 00:52:42
success: True
trace_id: 16144516004148921817

Scan 6663735

duration: 0:00:14.172345

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663735

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-04/1730782747",
        "key": "raw/newbookdev_newbookdiscounts/2024-11-04/1730782747/discounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdiscounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3742958134480864229,
        "service_name": "drive-thru",
        "span_id": 15588114106588708696,
        "trace_id": 3668387753551255170
    }
}

running: False
schema_name_id: 2604
start_time: 2024-11-05 00:26:41
success: True
trace_id: 3668387753551255170

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "daysofweek": "string",
    "discount_amount": "string",
    "discount_type": "string",
    "id": "string",
    "max_stay": "string",
    "maximum": "string",
    "maximum_applies_per_night": "string",
    "min_stay": "string",
    "min_valid_nights": "string",
    "minimum": "string",
    "minimum_stay_cost": "string",
    "name": "string",
    "newbook_region": "string",
    "requires_code": "string",
    "tenant": "string"
}

created: 2024-11-05 22:56:09

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-05/1730866472'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:51:06",
        "disabled": false,
        "format": "raw",
        "id": 2604,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookdiscounts"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "daysofweek": "string",
            "discount_amount": "string",
            "discount_type": "string",
            "id": "string",
            "max_stay": "string",
            "maximum": "string",
            "maximum_applies_per_night": "string",
            "min_stay": "string",
            "min_valid_nights": "string",
            "minimum": "string",
            "minimum_stay_cost": "string",
            "name": "string",
            "newbook_region": "string",
            "requires_code": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:56:09",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdiscounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_type`  string , `discount_amount`  string , `minimum`  string , `maximum`  string , `maximum_applies_per_night`  string , `minimum_stay_cost`  string , `min_stay`  string , `max_stay`  string , `min_valid_nights`  string , `requires_code`  string , `daysofweek`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdiscounts/2024-11-05/1730866472'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdiscounts`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdiscounts"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}