Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcustom_fields

created: 2024-10-08 17:50:11
disabled: False
format: raw
id: 2592
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcustom_fields"
}

type: drivethrucsv

Schema Versions: 15

Version 4748500

created: 2024-11-05 22:48:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-05/1730866447'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-05/1730866447
id: 4748500
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6674532
updated: 2024-11-05 22:48:53

Version 4747914

created: 2024-11-05 22:29:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-05/1730866362'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-05/1730866362
id: 4747914
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6673946
updated: 2024-11-05 22:29:29

Version 4747497

created: 2024-11-05 22:18:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-05/1730866266'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-05/1730866266
id: 4747497
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6673529
updated: 2024-11-05 22:18:37

Version 4746981

created: 2024-11-05 04:37:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730785687'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730785687
id: 4746981
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6672212
updated: 2024-11-05 04:37:48

Version 4746030

created: 2024-11-05 03:46:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730785105'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730785105
id: 4746030
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6671251
updated: 2024-11-05 03:46:59

Version 4745239

created: 2024-11-05 03:24:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730784800'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730784800
id: 4745239
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6670457
updated: 2024-11-05 03:24:26

Version 4744493

created: 2024-11-05 03:04:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730784196'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730784196
id: 4744493
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6669710
updated: 2024-11-05 03:04:44

Version 4743356

created: 2024-11-05 02:34:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783884'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783884
id: 4743356
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6668573
updated: 2024-11-05 02:34:42

Version 4743206

created: 2024-11-05 02:30:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730784034'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730784034
id: 4743206
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6668422
updated: 2024-11-05 02:30:35

Version 4742506

created: 2024-11-05 02:12:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783747'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783747
id: 4742506
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6667723
updated: 2024-11-05 02:12:12

Version 4741911

created: 2024-11-05 01:56:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783649'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783649
id: 4741911
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6667128
updated: 2024-11-05 01:56:14

Version 4740989

created: 2024-11-05 01:31:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783503'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783503
id: 4740989
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6666206
updated: 2024-11-05 01:32:03

Version 4740195

created: 2024-11-05 01:10:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783284'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783284
id: 4740195
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6665412
updated: 2024-11-05 01:11:08

Version 4739551

created: 2024-11-05 00:53:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730782886'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730782886
id: 4739551
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6664766
updated: 2024-11-05 00:53:49

Version 4738684

created: 2024-11-05 00:30:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730782746'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730782746
id: 4738684
processed: 1

raw_data:

{
    "column_configuration": 14,
    "default_value": 12,
    "display_order": 10,
    "for": 3,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "offline": 7,
    "online": 8,
    "online_registration": 9,
    "pagination_search": 13,
    "tab_name": 5,
    "tenant": 1,
    "tooltip": 11,
    "type": 6
}

schema_attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

schema_name_id: 2592
schema_scan_id: 6663897
updated: 2024-11-05 00:31:05

Schema Scans: 15

Last at 2024-11-05 22:48:39

Scan 6674532

duration: 0:00:14.374611

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674532

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-05/1730866447",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-05/1730866447/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10562024841444273588,
        "service_name": "drive-thru",
        "span_id": 14668500729014399859,
        "trace_id": 11604719796178442655
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 22:48:39
success: True
trace_id: 11604719796178442655

Scan 6673946

duration: 0:00:14.136608

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673946

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-05/1730866362",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-05/1730866362/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3358903607586134920,
        "service_name": "drive-thru",
        "span_id": 12528702144356889220,
        "trace_id": 12762982365892524122
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 22:29:15
success: True
trace_id: 12762982365892524122

Scan 6673529

duration: 0:00:14.152696

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673529

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-05/1730866266",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-05/1730866266/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12076072580220444646,
        "service_name": "drive-thru",
        "span_id": 13158779215495364214,
        "trace_id": 3373619146368492978
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 22:18:23
success: True
trace_id: 3373619146368492978

Scan 6672212

duration: 0:00:14.367019

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672212

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730785687",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730785687/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9188118040524915469,
        "service_name": "drive-thru",
        "span_id": 10828432944183793148,
        "trace_id": 4163384605411687603
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 04:37:34
success: True
trace_id: 4163384605411687603

Scan 6671251

duration: 0:00:14.256488

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671251

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730785105",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730785105/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4611506781431397461,
        "service_name": "drive-thru",
        "span_id": 11606907843351915293,
        "trace_id": 14817336514586501329
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 03:46:45
success: True
trace_id: 14817336514586501329

Scan 6670457

duration: 0:00:11.705863

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670457

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730784800",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730784800/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13853627431414131604,
        "service_name": "drive-thru",
        "span_id": 6953931426503605779,
        "trace_id": 167223583160758692
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 03:24:15
success: True
trace_id: 167223583160758692

Scan 6669710

duration: 0:00:14.990989

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669710

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730784196",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730784196/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15849597976391392693,
        "service_name": "drive-thru",
        "span_id": 1993162317544776030,
        "trace_id": 15536311618490433587
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 03:04:29
success: True
trace_id: 15536311618490433587

Scan 6668573

duration: 0:00:14.291668

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668573

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783884",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730783884/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12898935217658037448,
        "service_name": "drive-thru",
        "span_id": 7998811202808638584,
        "trace_id": 3715487590715123457
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 02:34:28
success: True
trace_id: 3715487590715123457

Scan 6668422

duration: 0:00:11.553482

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668422

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730784034",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730784034/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2784631489186556593,
        "service_name": "drive-thru",
        "span_id": 8047024598738520601,
        "trace_id": 2558207972102005484
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 02:30:23
success: True
trace_id: 2558207972102005484

Scan 6667723

duration: 0:00:11.766948

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667723

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783747",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730783747/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15680298413475314514,
        "service_name": "drive-thru",
        "span_id": 5762681187864240912,
        "trace_id": 3203298007182937957
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 02:12:00
success: True
trace_id: 3203298007182937957

Scan 6667128

duration: 0:00:14.289630

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667128

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783649",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730783649/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16947243531027210609,
        "service_name": "drive-thru",
        "span_id": 4431247187674397434,
        "trace_id": 11871831420242120906
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 01:55:59
success: True
trace_id: 11871831420242120906

Scan 6666206

duration: 0:00:14.095749

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666206

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783503",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730783503/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3868848720939144144,
        "service_name": "drive-thru",
        "span_id": 15060381197596526125,
        "trace_id": 1743726130170856043
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 01:31:49
success: True
trace_id: 1743726130170856043

Scan 6665412

duration: 0:00:14.217071

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665412

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730783284",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730783284/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11853050517499422272,
        "service_name": "drive-thru",
        "span_id": 7992104739815381050,
        "trace_id": 18038166291473408042
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 01:10:54
success: True
trace_id: 18038166291473408042

Scan 6664766

duration: 0:00:14.305910

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664766

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730782886",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730782886/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2224263310673483869,
        "service_name": "drive-thru",
        "span_id": 8768544264405903869,
        "trace_id": 14017844963621400543
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 00:53:35
success: True
trace_id: 14017844963621400543

Scan 6663897

duration: 0:00:14.353847

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663897

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-04/1730782746",
        "key": "raw/newbookdev_newbookcustom_fields/2024-11-04/1730782746/custom_fields.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcustom_fields",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14713935969204765827,
        "service_name": "drive-thru",
        "span_id": 16177517053820241777,
        "trace_id": 10006931299239691073
    }
}

running: False
schema_name_id: 2592
start_time: 2024-11-05 00:30:51
success: True
trace_id: 10006931299239691073

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "column_configuration": "string",
    "default_value": "string",
    "display_order": "string",
    "for": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "offline": "string",
    "online": "string",
    "online_registration": "string",
    "pagination_search": "string",
    "tab_name": "string",
    "tenant": "string",
    "tooltip": "string",
    "type": "string"
}

created: 2024-11-05 22:48:40

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-05/1730866447'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:50:11",
        "disabled": false,
        "format": "raw",
        "id": 2592,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcustom_fields"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "column_configuration": "string",
            "default_value": "string",
            "display_order": "string",
            "for": "string",
            "id": "string",
            "name": "string",
            "newbook_region": "string",
            "offline": "string",
            "online": "string",
            "online_registration": "string",
            "pagination_search": "string",
            "tab_name": "string",
            "tenant": "string",
            "tooltip": "string",
            "type": "string"
        },
        "created": "2024-11-05 22:48:40",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcustom_fields`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `name`  string , `tab_name`  string , `type`  string , `offline`  string , `online`  string , `online_registration`  string , `display_order`  string , `tooltip`  string , `default_value`  string , `pagination_search`  string , `column_configuration`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcustom_fields/2024-11-05/1730866447'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcustom_fields`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcustom_fields"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}