Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookactivities

created: 2024-10-08 17:34:45
disabled: False
format: raw
id: 2386
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookactivities"
}

type: drivethrucsv

Schema Versions: 15

Version 4748046

created: 2024-11-05 22:33:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-05/1730866354'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-05/1730866354
id: 4748046
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6674077
updated: 2024-11-05 22:33:23

Version 4747577

created: 2024-11-05 22:20:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-05/1730866290'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-05/1730866290
id: 4747577
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6673610
updated: 2024-11-05 22:20:40

Version 4747392

created: 2024-11-05 22:15:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-05/1730866225'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-05/1730866225
id: 4747392
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6673424
updated: 2024-11-05 22:15:23

Version 4746629

created: 2024-11-05 04:13:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730785642'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730785642
id: 4746629
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6671852
updated: 2024-11-05 04:13:35

Version 4745907

created: 2024-11-05 03:42:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730785078'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730785078
id: 4745907
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6671127
updated: 2024-11-05 03:42:49

Version 4745078

created: 2024-11-05 03:20:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730784772'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730784772
id: 4745078
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6670295
updated: 2024-11-05 03:20:17

Version 4744250

created: 2024-11-05 02:57:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730784169'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730784169
id: 4744250
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6669467
updated: 2024-11-05 02:58:06

Version 4743684

created: 2024-11-05 02:43:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730784007'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730784007
id: 4743684
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6668901
updated: 2024-11-05 02:43:22

Version 4742500

created: 2024-11-05 02:11:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783863'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783863
id: 4742500
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6667717
updated: 2024-11-05 02:12:02

Version 4742375

created: 2024-11-05 02:08:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783719'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783719
id: 4742375
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6667592
updated: 2024-11-05 02:08:43

Version 4741784

created: 2024-11-05 01:52:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783629'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783629
id: 4741784
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6667001
updated: 2024-11-05 01:52:50

Version 4740738

created: 2024-11-05 01:25:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783475'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783475
id: 4740738
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6665955
updated: 2024-11-05 01:25:29

Version 4740118

created: 2024-11-05 01:08:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783257'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783257
id: 4740118
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6665335
updated: 2024-11-05 01:09:05

Version 4739335

created: 2024-11-05 00:47:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730782859'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730782859
id: 4739335
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6664550
updated: 2024-11-05 00:48:11

Version 4738663

created: 2024-11-05 00:30:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730782738'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730782738
id: 4738663
processed: 1

raw_data:

{
    "active": 14,
    "automatic_access_codes": 17,
    "collect_details_per_ticket": 13,
    "created_by": 10,
    "created_when": 11,
    "default_security_area": 18,
    "facility_id": 9,
    "group_description": 15,
    "group_display_order": 16,
    "id": 2,
    "max_adults": 4,
    "max_animals": 7,
    "max_children": 5,
    "max_combined": 8,
    "max_infants": 6,
    "name": 3,
    "newbook_region": 0,
    "online": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

schema_name_id: 2386
schema_scan_id: 6663876
updated: 2024-11-05 00:30:32

Schema Scans: 15

Last at 2024-11-05 22:33:08

Scan 6674077

duration: 0:00:14.451640

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674077

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-05/1730866354",
        "key": "raw/newbookdev_newbookactivities/2024-11-05/1730866354/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9418925577121787795,
        "service_name": "drive-thru",
        "span_id": 14986728665152591521,
        "trace_id": 3881983223955275648
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 22:33:08
success: True
trace_id: 3881983223955275648

Scan 6673610

duration: 0:00:11.698545

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673610

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-05/1730866290",
        "key": "raw/newbookdev_newbookactivities/2024-11-05/1730866290/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5378827234147484162,
        "service_name": "drive-thru",
        "span_id": 17761545804184581146,
        "trace_id": 6088837059824768234
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 22:20:28
success: True
trace_id: 6088837059824768234

Scan 6673424

duration: 0:00:11.792967

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673424

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-05/1730866225",
        "key": "raw/newbookdev_newbookactivities/2024-11-05/1730866225/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6952861108463561315,
        "service_name": "drive-thru",
        "span_id": 5967209962516587452,
        "trace_id": 2935072225392043316
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 22:15:11
success: True
trace_id: 2935072225392043316

Scan 6671852

duration: 0:00:11.940240

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671852

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730785642",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730785642/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13194500506732715447,
        "service_name": "drive-thru",
        "span_id": 14233406402366305283,
        "trace_id": 1099305129687221953
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 04:13:23
success: True
trace_id: 1099305129687221953

Scan 6671127

duration: 0:00:14.444816

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671127

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730785078",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730785078/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18102915682139708496,
        "service_name": "drive-thru",
        "span_id": 6043677253285599720,
        "trace_id": 10467070716321255262
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 03:42:35
success: True
trace_id: 10467070716321255262

Scan 6670295

duration: 0:00:11.749358

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670295

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730784772",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730784772/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10863178328836492767,
        "service_name": "drive-thru",
        "span_id": 8631134754279638495,
        "trace_id": 3393804573204364834
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 03:20:05
success: True
trace_id: 3393804573204364834

Scan 6669467

duration: 0:00:14.263558

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669467

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730784169",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730784169/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4940396322896824125,
        "service_name": "drive-thru",
        "span_id": 5423475766827603586,
        "trace_id": 12737898351953605496
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 02:57:51
success: True
trace_id: 12737898351953605496

Scan 6668901

duration: 0:00:14.353645

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668901

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730784007",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730784007/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17319250074991798812,
        "service_name": "drive-thru",
        "span_id": 2796006106015940323,
        "trace_id": 4572529537651335126
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 02:43:08
success: True
trace_id: 4572529537651335126

Scan 6667717

duration: 0:00:11.698897

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667717

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783863",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730783863/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13452004278331618078,
        "service_name": "drive-thru",
        "span_id": 9825386716859331311,
        "trace_id": 1688496612390638597
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 02:11:50
success: True
trace_id: 1688496612390638597

Scan 6667592

duration: 0:00:11.580363

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667592

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783719",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730783719/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8731237433875380419,
        "service_name": "drive-thru",
        "span_id": 9277762096174353998,
        "trace_id": 1726023249632145557
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 02:08:32
success: True
trace_id: 1726023249632145557

Scan 6667001

duration: 0:00:11.731649

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667001

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783629",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730783629/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1905196205025459899,
        "service_name": "drive-thru",
        "span_id": 9859000196829843249,
        "trace_id": 18439070601980890454
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 01:52:38
success: True
trace_id: 18439070601980890454

Scan 6665955

duration: 0:00:14.517680

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665955

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783475",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730783475/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3859089165572434471,
        "service_name": "drive-thru",
        "span_id": 16470853847381454644,
        "trace_id": 13345517379595850705
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 01:25:14
success: True
trace_id: 13345517379595850705

Scan 6665335

duration: 0:00:14.158535

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665335

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730783257",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730783257/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7433973718146700086,
        "service_name": "drive-thru",
        "span_id": 11398822122983089751,
        "trace_id": 10304802840382391717
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 01:08:51
success: True
trace_id: 10304802840382391717

Scan 6664550

duration: 0:00:11.874618

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664550

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730782859",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730782859/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8508119970146891552,
        "service_name": "drive-thru",
        "span_id": 11721222737240027477,
        "trace_id": 16840188741131919650
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 00:47:59
success: True
trace_id: 16840188741131919650

Scan 6663876

duration: 0:00:14.249197

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663876

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-04/1730782738",
        "key": "raw/newbookdev_newbookactivities/2024-11-04/1730782738/activities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookactivities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12707817350138328245,
        "service_name": "drive-thru",
        "span_id": 17808499600746743629,
        "trace_id": 12376951937644514218
    }
}

running: False
schema_name_id: 2386
start_time: 2024-11-05 00:30:18
success: True
trace_id: 12376951937644514218

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "automatic_access_codes": "string",
    "collect_details_per_ticket": "string",
    "created_by": "string",
    "created_when": "string",
    "default_security_area": "string",
    "facility_id": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "max_adults": "string",
    "max_animals": "string",
    "max_children": "string",
    "max_combined": "string",
    "max_infants": "string",
    "name": "string",
    "newbook_region": "string",
    "online": "string",
    "tenant": "string"
}

created: 2024-11-05 22:33:09

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-05/1730866354'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:34:45",
        "disabled": false,
        "format": "raw",
        "id": 2386,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookactivities"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "automatic_access_codes": "string",
            "collect_details_per_ticket": "string",
            "created_by": "string",
            "created_when": "string",
            "default_security_area": "string",
            "facility_id": "string",
            "group_description": "string",
            "group_display_order": "string",
            "id": "string",
            "max_adults": "string",
            "max_animals": "string",
            "max_children": "string",
            "max_combined": "string",
            "max_infants": "string",
            "name": "string",
            "newbook_region": "string",
            "online": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:33:09",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookactivities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `max_adults`  string , `max_children`  string , `max_infants`  string , `max_animals`  string , `max_combined`  string , `facility_id`  string , `created_by`  string , `created_when`  string , `online`  string , `collect_details_per_ticket`  string , `active`  string , `group_description`  string , `group_display_order`  string , `automatic_access_codes`  string , `default_security_area`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookactivities/2024-11-05/1730866354'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookactivities`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookactivities"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}