Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookfacilities

created: 2024-10-08 17:53:59
disabled: False
format: raw
id: 2645
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookfacilities"
}

type: drivethrucsv

Schema Versions: 15

Version 4748733

created: 2024-11-05 22:58:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-05/1730866493'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-05/1730866493
id: 4748733
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6674765
updated: 2024-11-05 22:58:42

Version 4748284

created: 2024-11-05 22:40:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-05/1730866409'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-05/1730866409
id: 4748284
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6674316
updated: 2024-11-05 22:41:05

Version 4747713

created: 2024-11-05 22:24:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-05/1730866295'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-05/1730866295
id: 4747713
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6673745
updated: 2024-11-05 22:24:12

Version 4746880

created: 2024-11-05 04:29:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730785711'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730785711
id: 4746880
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6672110
updated: 2024-11-05 04:30:06

Version 4746407

created: 2024-11-05 04:01:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730785119'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730785119
id: 4746407
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6671628
updated: 2024-11-05 04:01:55

Version 4745397

created: 2024-11-05 03:28:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730784814'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730784814
id: 4745397
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6670614
updated: 2024-11-05 03:28:32

Version 4744518

created: 2024-11-05 03:05:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730784210'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730784210
id: 4744518
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6669735
updated: 2024-11-05 03:05:26

Version 4743910

created: 2024-11-05 02:49:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730784048'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730784048
id: 4743910
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6669127
updated: 2024-11-05 02:49:13

Version 4743399

created: 2024-11-05 02:35:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783895'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783895
id: 4743399
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6668616
updated: 2024-11-05 02:35:49

Version 4742609

created: 2024-11-05 02:14:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783761'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783761
id: 4742609
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6667826
updated: 2024-11-05 02:14:56

Version 4742031

created: 2024-11-05 01:59:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783660'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783660
id: 4742031
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6667248
updated: 2024-11-05 01:59:21

Version 4740977

created: 2024-11-05 01:31:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783517'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783517
id: 4740977
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6666194
updated: 2024-11-05 01:31:41

Version 4740263

created: 2024-11-05 01:12:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783299'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783299
id: 4740263
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6665480
updated: 2024-11-05 01:12:58

Version 4739515

created: 2024-11-05 00:52:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730782900'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730782900
id: 4739515
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6664730
updated: 2024-11-05 00:52:46

Version 4738376

created: 2024-11-05 00:22:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730782749'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730782749
id: 4738376
processed: 1

raw_data:

{
    "active": 13,
    "category_id": 3,
    "display_order": 5,
    "id": 2,
    "level_id": 7,
    "manager_id": 8,
    "name": 4,
    "newbook_region": 0,
    "opened_on": 9,
    "override_category_features": 11,
    "show_on_maps": 12,
    "show_online": 10,
    "status": 6,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2645
schema_scan_id: 6663587
updated: 2024-11-05 00:23:05

Schema Scans: 15

Last at 2024-11-05 22:58:28

Scan 6674765

duration: 0:00:14.242190

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674765

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-05/1730866493",
        "key": "raw/newbookdev_newbookfacilities/2024-11-05/1730866493/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3553865225302023148,
        "service_name": "drive-thru",
        "span_id": 1591134837277024943,
        "trace_id": 8578859914171566928
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 22:58:28
success: True
trace_id: 8578859914171566928

Scan 6674316

duration: 0:00:11.817257

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674316

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-05/1730866409",
        "key": "raw/newbookdev_newbookfacilities/2024-11-05/1730866409/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16689498584862123645,
        "service_name": "drive-thru",
        "span_id": 12657674252540167194,
        "trace_id": 13505027239828310468
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 22:40:53
success: True
trace_id: 13505027239828310468

Scan 6673745

duration: 0:00:11.567278

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673745

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-05/1730866295",
        "key": "raw/newbookdev_newbookfacilities/2024-11-05/1730866295/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2117042022448480953,
        "service_name": "drive-thru",
        "span_id": 626008384639488598,
        "trace_id": 18152859603174290107
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 22:24:00
success: True
trace_id: 18152859603174290107

Scan 6672110

duration: 0:00:14.266057

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672110

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730785711",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730785711/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7342681568179953303,
        "service_name": "drive-thru",
        "span_id": 8841155517591467984,
        "trace_id": 13545308530475277591
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 04:29:51
success: True
trace_id: 13545308530475277591

Scan 6671628

duration: 0:00:11.801077

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671628

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730785119",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730785119/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10105032806695123370,
        "service_name": "drive-thru",
        "span_id": 3401646978513278237,
        "trace_id": 11677753274593057405
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 04:01:43
success: True
trace_id: 11677753274593057405

Scan 6670614

duration: 0:00:11.430587

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670614

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730784814",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730784814/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1850571161633260228,
        "service_name": "drive-thru",
        "span_id": 7784075075672800704,
        "trace_id": 1785239411887537638
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 03:28:20
success: True
trace_id: 1785239411887537638

Scan 6669735

duration: 0:00:14.249421

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669735

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730784210",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730784210/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10053712137287327998,
        "service_name": "drive-thru",
        "span_id": 2128255030896834048,
        "trace_id": 14651417434338881496
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 03:05:11
success: True
trace_id: 14651417434338881496

Scan 6669127

duration: 0:00:11.629320

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669127

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730784048",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730784048/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10479989403506547042,
        "service_name": "drive-thru",
        "span_id": 2766481911382941873,
        "trace_id": 4009519230461402520
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 02:49:02
success: True
trace_id: 4009519230461402520

Scan 6668616

duration: 0:00:11.774104

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668616

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783895",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730783895/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14101407755673204593,
        "service_name": "drive-thru",
        "span_id": 13163099579433979546,
        "trace_id": 7884341647640186102
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 02:35:37
success: True
trace_id: 7884341647640186102

Scan 6667826

duration: 0:00:11.546370

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667826

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783761",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730783761/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3901360904406005858,
        "service_name": "drive-thru",
        "span_id": 11492862593220683725,
        "trace_id": 3826964356101342550
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 02:14:45
success: True
trace_id: 3826964356101342550

Scan 6667248

duration: 0:00:11.678268

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667248

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783660",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730783660/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8670583323548492492,
        "service_name": "drive-thru",
        "span_id": 5299471862185619733,
        "trace_id": 16953979678181575289
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 01:59:09
success: True
trace_id: 16953979678181575289

Scan 6666194

duration: 0:00:11.643128

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666194

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783517",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730783517/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 60900907834661937,
        "service_name": "drive-thru",
        "span_id": 3874741026737557192,
        "trace_id": 13439282406257997537
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 01:31:30
success: True
trace_id: 13439282406257997537

Scan 6665480

duration: 0:00:14.256717

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665480

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730783299",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730783299/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 385444908077879479,
        "service_name": "drive-thru",
        "span_id": 2944793717106522416,
        "trace_id": 14891486119456851151
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 01:12:44
success: True
trace_id: 14891486119456851151

Scan 6664730

duration: 0:00:11.501637

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664730

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730782900",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730782900/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 98151419102775530,
        "service_name": "drive-thru",
        "span_id": 11661788450757077160,
        "trace_id": 15422399476858466601
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 00:52:35
success: True
trace_id: 15422399476858466601

Scan 6663587

duration: 0:00:14.160076

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663587

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-04/1730782749",
        "key": "raw/newbookdev_newbookfacilities/2024-11-04/1730782749/facilities.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfacilities",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12664276060663813220,
        "service_name": "drive-thru",
        "span_id": 6116427162545660292,
        "trace_id": 1795116934030322459
    }
}

running: False
schema_name_id: 2645
start_time: 2024-11-05 00:22:51
success: True
trace_id: 1795116934030322459

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "category_id": "string",
    "display_order": "string",
    "id": "string",
    "level_id": "string",
    "manager_id": "string",
    "name": "string",
    "newbook_region": "string",
    "opened_on": "string",
    "override_category_features": "string",
    "show_on_maps": "string",
    "show_online": "string",
    "status": "string",
    "tenant": "string"
}

created: 2024-11-05 22:58:29

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-05/1730866493'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:53:59",
        "disabled": false,
        "format": "raw",
        "id": 2645,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookfacilities"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "category_id": "string",
            "display_order": "string",
            "id": "string",
            "level_id": "string",
            "manager_id": "string",
            "name": "string",
            "newbook_region": "string",
            "opened_on": "string",
            "override_category_features": "string",
            "show_on_maps": "string",
            "show_online": "string",
            "status": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:58:29",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfacilities`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `display_order`  string , `status`  string , `level_id`  string , `manager_id`  string , `opened_on`  string , `show_online`  string , `override_category_features`  string , `show_on_maps`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfacilities/2024-11-05/1730866493'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfacilities`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfacilities"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}