Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering

created: 2024-10-08 17:47:00
disabled: False
format: raw
id: 2548
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcompendium_grouping_ordering"
}

type: drivethrucsv

Schema Versions: 15

Version 4748258

created: 2024-11-05 22:39:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866420'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866420
id: 4748258
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6674290
updated: 2024-11-05 22:40:07

Version 4747989

created: 2024-11-05 22:31:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866340'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866340
id: 4747989
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6674021
updated: 2024-11-05 22:31:40

Version 4747471

created: 2024-11-05 22:17:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866255'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866255
id: 4747471
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6673503
updated: 2024-11-05 22:17:58

Version 4746930

created: 2024-11-05 04:33:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730785675'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730785675
id: 4746930
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6672161
updated: 2024-11-05 04:33:45

Version 4746230

created: 2024-11-05 03:54:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730785097'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730785097
id: 4746230
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6671452
updated: 2024-11-05 03:54:17

Version 4744555

created: 2024-11-05 03:06:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784792'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784792
id: 4744555
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6669772
updated: 2024-11-05 03:06:27

Version 4744124

created: 2024-11-05 02:54:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784026'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784026
id: 4744124
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6669341
updated: 2024-11-05 02:54:50

Version 4744003

created: 2024-11-05 02:51:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784189'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784189
id: 4744003
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6669220
updated: 2024-11-05 02:51:41

Version 4743125

created: 2024-11-05 02:28:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783878'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783878
id: 4743125
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6668343
updated: 2024-11-05 02:28:33

Version 4741875

created: 2024-11-05 01:55:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783644'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783644
id: 4741875
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6667092
updated: 2024-11-05 01:55:14

Version 4741854

created: 2024-11-05 01:54:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783739'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783739
id: 4741854
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6667071
updated: 2024-11-05 01:54:43

Version 4741024

created: 2024-11-05 01:32:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783495'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783495
id: 4741024
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6666241
updated: 2024-11-05 01:33:01

Version 4740226

created: 2024-11-05 01:11:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783277'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783277
id: 4740226
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6665443
updated: 2024-11-05 01:11:57

Version 4739494

created: 2024-11-05 00:52:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730782879'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730782879
id: 4739494
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6664709
updated: 2024-11-05 00:52:20

Version 4738325

created: 2024-11-05 00:21:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730782744'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730782744
id: 4738325
processed: 1

raw_data:

{
    "display_order": 6,
    "group_offset": 3,
    "id": 2,
    "item_id": 5,
    "item_type": 4,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2548
schema_scan_id: 6663535
updated: 2024-11-05 00:21:45

Schema Scans: 15

Last at 2024-11-05 22:39:53

Scan 6674290

duration: 0:00:14.182643

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674290

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866420",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866420/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14041788367536386480,
        "service_name": "drive-thru",
        "span_id": 10847586545806700236,
        "trace_id": 6069536317695094379
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 22:39:53
success: True
trace_id: 6069536317695094379

Scan 6674021

duration: 0:00:14.024518

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674021

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866340",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866340/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11816295960682688963,
        "service_name": "drive-thru",
        "span_id": 9877141319877850890,
        "trace_id": 14045337536110568474
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 22:31:26
success: True
trace_id: 14045337536110568474

Scan 6673503

duration: 0:00:13.889502

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673503

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866255",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866255/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8955185116532682695,
        "service_name": "drive-thru",
        "span_id": 16316376906494258794,
        "trace_id": 5762900015393374997
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 22:17:44
success: True
trace_id: 5762900015393374997

Scan 6672161

duration: 0:00:14.117129

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672161

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730785675",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730785675/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4542234115539407441,
        "service_name": "drive-thru",
        "span_id": 15870275293662224872,
        "trace_id": 14835734561483008869
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 04:33:31
success: True
trace_id: 14835734561483008869

Scan 6671452

duration: 0:00:11.477958

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671452

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730785097",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730785097/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9454091190790964468,
        "service_name": "drive-thru",
        "span_id": 4277195386065781602,
        "trace_id": 512523095563045301
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 03:54:06
success: True
trace_id: 512523095563045301

Scan 6669772

duration: 0:00:13.985198

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669772

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784792",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784792/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4635837357786316426,
        "service_name": "drive-thru",
        "span_id": 807122549937697235,
        "trace_id": 15785250344878914486
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 03:06:13
success: True
trace_id: 15785250344878914486

Scan 6669341

duration: 0:00:11.499344

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669341

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784026",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784026/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15419762502015129836,
        "service_name": "drive-thru",
        "span_id": 1771386321788534038,
        "trace_id": 1083401669140941406
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 02:54:38
success: True
trace_id: 1083401669140941406

Scan 6669220

duration: 0:00:11.427676

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669220

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784189",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730784189/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13619702385737399910,
        "service_name": "drive-thru",
        "span_id": 17660808618093038671,
        "trace_id": 7395616333693054446
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 02:51:29
success: True
trace_id: 7395616333693054446

Scan 6668343

duration: 0:00:14.204111

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668343

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783878",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783878/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7456862275573058644,
        "service_name": "drive-thru",
        "span_id": 17939183306398840745,
        "trace_id": 9236911561862199303
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 02:28:19
success: True
trace_id: 9236911561862199303

Scan 6667092

duration: 0:00:11.371114

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667092

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783644",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783644/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14634985019787817050,
        "service_name": "drive-thru",
        "span_id": 17776835618830374022,
        "trace_id": 11488772418362860133
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 01:55:02
success: True
trace_id: 11488772418362860133

Scan 6667071

duration: 0:00:11.283187

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667071

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783739",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783739/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10566145723292923641,
        "service_name": "drive-thru",
        "span_id": 16180719141017855081,
        "trace_id": 4444766103596723406
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 01:54:31
success: True
trace_id: 4444766103596723406

Scan 6666241

duration: 0:00:13.891696

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666241

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783495",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783495/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8946038509660633309,
        "service_name": "drive-thru",
        "span_id": 2298333158337280414,
        "trace_id": 290621287479846853
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 01:32:47
success: True
trace_id: 290621287479846853

Scan 6665443

duration: 0:00:13.947011

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665443

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783277",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730783277/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1525809509084219077,
        "service_name": "drive-thru",
        "span_id": 5911765044744750597,
        "trace_id": 16596972757442080574
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 01:11:43
success: True
trace_id: 16596972757442080574

Scan 6664709

duration: 0:00:13.887293

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664709

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730782879",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730782879/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14190297656133561433,
        "service_name": "drive-thru",
        "span_id": 12711584916715487868,
        "trace_id": 17855157718954053168
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 00:52:06
success: True
trace_id: 17855157718954053168

Scan 6663535

duration: 0:00:13.944471

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663535

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730782744",
        "key": "raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-04/1730782744/compendium_grouping_ordering.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5895954106197781821,
        "service_name": "drive-thru",
        "span_id": 17062408596764361611,
        "trace_id": 137104089093864883
    }
}

running: False
schema_name_id: 2548
start_time: 2024-11-05 00:21:31
success: True
trace_id: 137104089093864883

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "display_order": "string",
    "group_offset": "string",
    "id": "string",
    "item_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "tenant": "string"
}

created: 2024-11-05 22:39:53

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866420'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:47:00",
        "disabled": false,
        "format": "raw",
        "id": 2548,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcompendium_grouping_ordering"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "display_order": "string",
            "group_offset": "string",
            "id": "string",
            "item_id": "string",
            "item_type": "string",
            "newbook_region": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:39:53",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_offset`  string , `item_type`  string , `item_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_grouping_ordering/2024-11-05/1730866420'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_grouping_ordering"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}