Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookevents_packages

created: 2024-10-08 17:56:54
disabled: False
format: raw
id: 2685
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookevents_packages"
}

type: drivethrucsv

Schema Versions: 15

Version 4748838

created: 2024-11-05 23:04:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-05/1730866487'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-05/1730866487
id: 4748838
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6674870
updated: 2024-11-05 23:04:32

Version 4748288

created: 2024-11-05 22:41:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-05/1730866401'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-05/1730866401
id: 4748288
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6674320
updated: 2024-11-05 22:41:13

Version 4747666

created: 2024-11-05 22:22:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-05/1730866289'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-05/1730866289
id: 4747666
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6673697
updated: 2024-11-05 22:22:59

Version 4746865

created: 2024-11-05 04:28:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730785707'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730785707
id: 4746865
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6672095
updated: 2024-11-05 04:28:58

Version 4746383

created: 2024-11-05 04:00:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730785117'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730785117
id: 4746383
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6671604
updated: 2024-11-05 04:00:51

Version 4745822

created: 2024-11-05 03:39:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730784812'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730784812
id: 4745822
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6671038
updated: 2024-11-05 03:40:13

Version 4744572

created: 2024-11-05 03:06:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730784208'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730784208
id: 4744572
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6669789
updated: 2024-11-05 03:06:55

Version 4743955

created: 2024-11-05 02:50:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730784046'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730784046
id: 4743955
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6669172
updated: 2024-11-05 02:50:27

Version 4743591

created: 2024-11-05 02:40:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783893'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783893
id: 4743591
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6668808
updated: 2024-11-05 02:40:53

Version 4742524

created: 2024-11-05 02:12:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783760'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783760
id: 4742524
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6667741
updated: 2024-11-05 02:12:41

Version 4741369

created: 2024-11-05 01:41:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783659'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783659
id: 4741369
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6666586
updated: 2024-11-05 01:41:59

Version 4741073

created: 2024-11-05 01:34:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783515'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783515
id: 4741073
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6666291
updated: 2024-11-05 01:34:19

Version 4740234

created: 2024-11-05 01:11:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783297'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783297
id: 4740234
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6665452
updated: 2024-11-05 01:12:11

Version 4739409

created: 2024-11-05 00:49:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730782898'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730782898
id: 4739409
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6664624
updated: 2024-11-05 00:50:04

Version 4739037

created: 2024-11-05 00:40:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730782799'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730782799
id: 4739037
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "cancelled_by": 9,
    "cancelled_when": 8,
    "children": 5,
    "description": 10,
    "duration": 11,
    "duration_type": 12,
    "id": 2,
    "infants": 6,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2685
schema_scan_id: 6664252
updated: 2024-11-05 00:40:23

Schema Scans: 15

Last at 2024-11-05 23:04:18

Scan 6674870

duration: 0:00:14.158243

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674870

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-05/1730866487",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-05/1730866487/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12210655053533481700,
        "service_name": "drive-thru",
        "span_id": 8709183065504740426,
        "trace_id": 7492363141679458417
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 23:04:18
success: True
trace_id: 7492363141679458417

Scan 6674320

duration: 0:00:11.834618

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674320

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-05/1730866401",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-05/1730866401/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2110543431804210568,
        "service_name": "drive-thru",
        "span_id": 700065928321441017,
        "trace_id": 15564052629725944389
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 22:41:02
success: True
trace_id: 15564052629725944389

Scan 6673697

duration: 0:00:14.228698

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673697

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-05/1730866289",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-05/1730866289/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9353785584276766213,
        "service_name": "drive-thru",
        "span_id": 3067273654539494625,
        "trace_id": 18424312648149423482
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 22:22:45
success: True
trace_id: 18424312648149423482

Scan 6672095

duration: 0:00:11.779941

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672095

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730785707",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730785707/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7772312480391886283,
        "service_name": "drive-thru",
        "span_id": 12654840470156711856,
        "trace_id": 4795303380270373988
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 04:28:47
success: True
trace_id: 4795303380270373988

Scan 6671604

duration: 0:00:11.679656

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671604

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730785117",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730785117/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17100596556122499685,
        "service_name": "drive-thru",
        "span_id": 17491716275399842118,
        "trace_id": 9924889560475083124
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 04:00:40
success: True
trace_id: 9924889560475083124

Scan 6671038

duration: 0:00:14.186198

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671038

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730784812",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730784812/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14430766230315359936,
        "service_name": "drive-thru",
        "span_id": 311042550877568766,
        "trace_id": 6479354504813095923
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 03:39:58
success: True
trace_id: 6479354504813095923

Scan 6669789

duration: 0:00:14.127317

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669789

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730784208",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730784208/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10452553597207340311,
        "service_name": "drive-thru",
        "span_id": 14693839621507735895,
        "trace_id": 6026017488410968153
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 03:06:41
success: True
trace_id: 6026017488410968153

Scan 6669172

duration: 0:00:11.597257

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669172

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730784046",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730784046/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3694433648481814978,
        "service_name": "drive-thru",
        "span_id": 6886965643627616015,
        "trace_id": 13171749252488719154
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 02:50:15
success: True
trace_id: 13171749252488719154

Scan 6668808

duration: 0:00:14.017411

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668808

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783893",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730783893/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9487169807883388053,
        "service_name": "drive-thru",
        "span_id": 5514244074291879567,
        "trace_id": 8538749248333801904
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 02:40:39
success: True
trace_id: 8538749248333801904

Scan 6667741

duration: 0:00:14.035022

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667741

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783760",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730783760/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17013325759860737370,
        "service_name": "drive-thru",
        "span_id": 12129178635065084326,
        "trace_id": 15577949345969394262
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 02:12:27
success: True
trace_id: 15577949345969394262

Scan 6666586

duration: 0:00:11.579659

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666586

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783659",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730783659/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6079392549297385877,
        "service_name": "drive-thru",
        "span_id": 5417784684415321564,
        "trace_id": 13572366239819730442
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 01:41:47
success: True
trace_id: 13572366239819730442

Scan 6666291

duration: 0:00:11.604033

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666291

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783515",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730783515/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12564274758029410800,
        "service_name": "drive-thru",
        "span_id": 280851587998935587,
        "trace_id": 1712481873500884192
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 01:34:08
success: True
trace_id: 1712481873500884192

Scan 6665452

duration: 0:00:14.019049

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665452

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730783297",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730783297/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1948526070027566725,
        "service_name": "drive-thru",
        "span_id": 2646072901112073381,
        "trace_id": 2510801200299504879
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 01:11:57
success: True
trace_id: 2510801200299504879

Scan 6664624

duration: 0:00:11.503062

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664624

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730782898",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730782898/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11832425109321627491,
        "service_name": "drive-thru",
        "span_id": 9799338335778524285,
        "trace_id": 15202589822706528921
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 00:49:52
success: True
trace_id: 15202589822706528921

Scan 6664252

duration: 0:00:11.465632

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664252

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-04/1730782799",
        "key": "raw/newbookdev_newbookevents_packages/2024-11-04/1730782799/events_packages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookevents_packages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2666543148379561788,
        "service_name": "drive-thru",
        "span_id": 17994483680110206632,
        "trace_id": 14598415307390942366
    }
}

running: False
schema_name_id: 2685
start_time: 2024-11-05 00:40:11
success: True
trace_id: 14598415307390942366

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "adults": "string",
    "animals": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "children": "string",
    "description": "string",
    "duration": "string",
    "duration_type": "string",
    "id": "string",
    "infants": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

created: 2024-11-05 23:04:18

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-05/1730866487'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:56:54",
        "disabled": false,
        "format": "raw",
        "id": 2685,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookevents_packages"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "adults": "string",
            "animals": "string",
            "cancelled_by": "string",
            "cancelled_when": "string",
            "children": "string",
            "description": "string",
            "duration": "string",
            "duration_type": "string",
            "id": "string",
            "infants": "string",
            "name": "string",
            "newbook_region": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:04:18",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookevents_packages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `cancelled_when`  string , `cancelled_by`  string , `description`  string , `duration`  string , `duration_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookevents_packages/2024-11-05/1730866487'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookevents_packages`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookevents_packages"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}