Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets

created: 2024-10-08 17:59:34
disabled: False
format: raw
id: 2720
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookevents_run_sheets"
}

type: drivethrucsv

Schema Versions: 15

Version 4748714

created: 2024-11-05 22:57:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866490'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866490
id: 4748714
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6674746
updated: 2024-11-05 22:57:54

Version 4748237

created: 2024-11-05 22:39:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866405'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866405
id: 4748237
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6674269
updated: 2024-11-05 22:39:23

Version 4747685

created: 2024-11-05 22:23:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866292'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866292
id: 4747685
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6673717
updated: 2024-11-05 22:23:34

Version 4746994

created: 2024-11-05 04:38:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730785709'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730785709
id: 4746994
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6672225
updated: 2024-11-05 04:39:10

Version 4746395

created: 2024-11-05 04:01:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730785118'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730785118
id: 4746395
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6671616
updated: 2024-11-05 04:01:20

Version 4745586

created: 2024-11-05 03:33:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784813'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784813
id: 4745586
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6670803
updated: 2024-11-05 03:33:32

Version 4745119

created: 2024-11-05 03:21:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784210'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784210
id: 4745119
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6670336
updated: 2024-11-05 03:21:17

Version 4743845

created: 2024-11-05 02:47:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784046'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784046
id: 4743845
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6669062
updated: 2024-11-05 02:47:34

Version 4743386

created: 2024-11-05 02:35:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783894'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783894
id: 4743386
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6668603
updated: 2024-11-05 02:35:24

Version 4742605

created: 2024-11-05 02:14:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783760'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783760
id: 4742605
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6667822
updated: 2024-11-05 02:14:49

Version 4741766

created: 2024-11-05 01:52:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783659'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783659
id: 4741766
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6666983
updated: 2024-11-05 01:52:22

Version 4741155

created: 2024-11-05 01:36:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783517'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783517
id: 4741155
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6666372
updated: 2024-11-05 01:36:26

Version 4740406

created: 2024-11-05 01:16:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783298'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783298
id: 4740406
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6665623
updated: 2024-11-05 01:16:40

Version 4739673

created: 2024-11-05 00:56:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730782900'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730782900
id: 4739673
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6664890
updated: 2024-11-05 00:57:06

Version 4738457

created: 2024-11-05 00:24:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730782749'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730782749
id: 4738457
processed: 1

raw_data:

{
    "additional_info": 13,
    "adults": 6,
    "animals": 9,
    "children": 7,
    "description": 12,
    "event_id": 3,
    "facility_id": 10,
    "id": 2,
    "infants": 8,
    "name": 11,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "tenant": 1
}

schema_attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2720
schema_scan_id: 6663668
updated: 2024-11-05 00:25:05

Schema Scans: 15

Last at 2024-11-05 22:57:40

Scan 6674746

duration: 0:00:14.221732

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674746

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866490",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866490/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14337673587666784013,
        "service_name": "drive-thru",
        "span_id": 12513300889817615619,
        "trace_id": 14040817431834811151
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 22:57:40
success: True
trace_id: 14040817431834811151

Scan 6674269

duration: 0:00:11.703646

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674269

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866405",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866405/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16023008402497867364,
        "service_name": "drive-thru",
        "span_id": 18109131007177545376,
        "trace_id": 5916193748994188612
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 22:39:11
success: True
trace_id: 5916193748994188612

Scan 6673717

duration: 0:00:14.278625

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673717

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866292",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866292/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17381313181280514794,
        "service_name": "drive-thru",
        "span_id": 13759861723878304660,
        "trace_id": 10392102428280750762
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 22:23:19
success: True
trace_id: 10392102428280750762

Scan 6672225

duration: 0:00:14.327635

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672225

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730785709",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730785709/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13497354055928165810,
        "service_name": "drive-thru",
        "span_id": 10754395999200463502,
        "trace_id": 14661115472230452081
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 04:38:56
success: True
trace_id: 14661115472230452081

Scan 6671616

duration: 0:00:14.243000

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671616

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730785118",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730785118/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9088689419874583428,
        "service_name": "drive-thru",
        "span_id": 11958514437758472248,
        "trace_id": 14520900379295127794
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 04:01:06
success: True
trace_id: 14520900379295127794

Scan 6670803

duration: 0:00:11.578496

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670803

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784813",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784813/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14685511954223780200,
        "service_name": "drive-thru",
        "span_id": 13730661887359333520,
        "trace_id": 9621687887697865597
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 03:33:20
success: True
trace_id: 9621687887697865597

Scan 6670336

duration: 0:00:11.535218

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670336

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784210",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784210/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8609195909177193771,
        "service_name": "drive-thru",
        "span_id": 9428432936509311540,
        "trace_id": 10708144959475977755
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 03:21:05
success: True
trace_id: 10708144959475977755

Scan 6669062

duration: 0:00:11.659334

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669062

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784046",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730784046/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16164684385373532732,
        "service_name": "drive-thru",
        "span_id": 9766812745608054138,
        "trace_id": 13525843490572764330
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 02:47:22
success: True
trace_id: 13525843490572764330

Scan 6668603

duration: 0:00:11.630969

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668603

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783894",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783894/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4546553812737935316,
        "service_name": "drive-thru",
        "span_id": 6082528655343959778,
        "trace_id": 13129145269614183309
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 02:35:12
success: True
trace_id: 13129145269614183309

Scan 6667822

duration: 0:00:11.618522

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667822

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783760",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783760/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15024559486348880356,
        "service_name": "drive-thru",
        "span_id": 754763153852727219,
        "trace_id": 6850802414781872258
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 02:14:38
success: True
trace_id: 6850802414781872258

Scan 6666983

duration: 0:00:11.535586

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666983

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783659",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783659/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5174742097576112685,
        "service_name": "drive-thru",
        "span_id": 13412543643856932808,
        "trace_id": 9969351337120766903
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 01:52:10
success: True
trace_id: 9969351337120766903

Scan 6666372

duration: 0:00:14.137591

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666372

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783517",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783517/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10925551182383728377,
        "service_name": "drive-thru",
        "span_id": 4288505782442264097,
        "trace_id": 1883147977038499782
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 01:36:12
success: True
trace_id: 1883147977038499782

Scan 6665623

duration: 0:00:11.585259

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665623

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783298",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730783298/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14423004524569889474,
        "service_name": "drive-thru",
        "span_id": 16199358095658088494,
        "trace_id": 11658815808066934988
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 01:16:28
success: True
trace_id: 11658815808066934988

Scan 6664890

duration: 0:00:14.071635

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664890

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730782900",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730782900/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 65565020811307902,
        "service_name": "drive-thru",
        "span_id": 10008820221321008847,
        "trace_id": 8534788459566747130
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 00:56:52
success: True
trace_id: 8534788459566747130

Scan 6663668

duration: 0:00:11.654125

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663668

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730782749",
        "key": "raw/newbookdev_newbookevents_run_sheets/2024-11-04/1730782749/events_run_sheets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13586012124279617045,
        "service_name": "drive-thru",
        "span_id": 12454116323412608547,
        "trace_id": 9002694544902207831
    }
}

running: False
schema_name_id: 2720
start_time: 2024-11-05 00:24:54
success: True
trace_id: 9002694544902207831

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "additional_info": "string",
    "adults": "string",
    "animals": "string",
    "children": "string",
    "description": "string",
    "event_id": "string",
    "facility_id": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

created: 2024-11-05 22:57:40

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866490'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:59:34",
        "disabled": false,
        "format": "raw",
        "id": 2720,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookevents_run_sheets"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "additional_info": "string",
            "adults": "string",
            "animals": "string",
            "children": "string",
            "description": "string",
            "event_id": "string",
            "facility_id": "string",
            "id": "string",
            "infants": "string",
            "name": "string",
            "newbook_region": "string",
            "period_from": "string",
            "period_to": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:57:40",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `event_id`  string , `period_from`  string , `period_to`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `facility_id`  string , `name`  string , `description`  string , `additional_info`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_run_sheets/2024-11-05/1730866490'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_run_sheets"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}