Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooksecurity_areas

created: 2024-10-08 18:20:58
disabled: False
format: raw
id: 2923
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooksecurity_areas"
}

type: drivethrucsv

Schema Versions: 15

Version 4749210

created: 2024-11-05 23:28:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866597'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866597
id: 4749210
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6675242
updated: 2024-11-05 23:28:15

Version 4748935

created: 2024-11-05 23:09:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866539'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866539
id: 4748935
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6674968
updated: 2024-11-05 23:09:52

Version 4748392

created: 2024-11-05 22:44:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866424'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866424
id: 4748392
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6674425
updated: 2024-11-05 22:44:55

Version 4747244

created: 2024-11-05 05:06:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730785790'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730785790
id: 4747244
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6672514
updated: 2024-11-05 05:06:49

Version 4746451

created: 2024-11-05 04:03:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730785163'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730785163
id: 4746451
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6671672
updated: 2024-11-05 04:03:52

Version 4745986

created: 2024-11-05 03:45:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784858'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784858
id: 4745986
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6671206
updated: 2024-11-05 03:45:23

Version 4744449

created: 2024-11-05 03:03:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784092'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784092
id: 4744449
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6669666
updated: 2024-11-05 03:03:35

Version 4744304

created: 2024-11-05 02:59:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784254'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784254
id: 4744304
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6669522
updated: 2024-11-05 02:59:31

Version 4742929

created: 2024-11-05 02:23:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783806'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783806
id: 4742929
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6668146
updated: 2024-11-05 02:23:22

Version 4742892

created: 2024-11-05 02:22:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783928'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783928
id: 4742892
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6668109
updated: 2024-11-05 02:22:20

Version 4742149

created: 2024-11-05 02:02:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783694'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783694
id: 4742149
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6667367
updated: 2024-11-05 02:02:37

Version 4741384

created: 2024-11-05 01:42:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783563'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783563
id: 4741384
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6666601
updated: 2024-11-05 01:42:22

Version 4740574

created: 2024-11-05 01:20:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783344'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783344
id: 4740574
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6665791
updated: 2024-11-05 01:21:04

Version 4739924

created: 2024-11-05 01:03:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730782943'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730782943
id: 4739924
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6665141
updated: 2024-11-05 01:03:50

Version 4739256

created: 2024-11-05 00:45:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730782834'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730782834
id: 4739256
processed: 1

raw_data:

{
    "active": 8,
    "default": 7,
    "default_off_time": 5,
    "default_on_time": 4,
    "enforce": 9,
    "grace_period": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2923
schema_scan_id: 6664471
updated: 2024-11-05 00:46:06

Schema Scans: 15

Last at 2024-11-05 23:28:04

Scan 6675242

duration: 0:00:11.535230

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675242

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866597",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866597/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14831399865546009550,
        "service_name": "drive-thru",
        "span_id": 17830241056603598210,
        "trace_id": 13253141420220839790
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 23:28:04
success: True
trace_id: 13253141420220839790

Scan 6674968

duration: 0:00:12.530191

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674968

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866539",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866539/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16451592838736763499,
        "service_name": "drive-thru",
        "span_id": 1518687324574889013,
        "trace_id": 6832967662085806602
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 23:09:39
success: True
trace_id: 6832967662085806602

Scan 6674425

duration: 0:00:14.117869

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674425

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866424",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866424/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12035985535607258810,
        "service_name": "drive-thru",
        "span_id": 17836693356982066115,
        "trace_id": 15457271040089775807
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 22:44:41
success: True
trace_id: 15457271040089775807

Scan 6672514

duration: 0:00:11.561838

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672514

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730785790",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730785790/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2055005297437604143,
        "service_name": "drive-thru",
        "span_id": 1173167115564266877,
        "trace_id": 7109421019365380539
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 05:06:38
success: True
trace_id: 7109421019365380539

Scan 6671672

duration: 0:00:14.117538

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671672

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730785163",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730785163/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10551058595712972977,
        "service_name": "drive-thru",
        "span_id": 8804459147070774593,
        "trace_id": 1089652623662699937
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 04:03:38
success: True
trace_id: 1089652623662699937

Scan 6671206

duration: 0:00:14.261095

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671206

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784858",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784858/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14804191251384452272,
        "service_name": "drive-thru",
        "span_id": 1089588991218647379,
        "trace_id": 1122006057141239527
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 03:45:08
success: True
trace_id: 1122006057141239527

Scan 6669666

duration: 0:00:13.955322

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669666

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784092",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784092/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11733259684901859675,
        "service_name": "drive-thru",
        "span_id": 11839795362814790452,
        "trace_id": 14589568680077698940
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 03:03:21
success: True
trace_id: 14589568680077698940

Scan 6669522

duration: 0:00:11.492395

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669522

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784254",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730784254/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14105748746586623948,
        "service_name": "drive-thru",
        "span_id": 11778497472320910470,
        "trace_id": 9515948077221440867
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 02:59:19
success: True
trace_id: 9515948077221440867

Scan 6668146

duration: 0:00:13.964300

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668146

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783806",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783806/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8479494759100928747,
        "service_name": "drive-thru",
        "span_id": 16523772938822249273,
        "trace_id": 14524832116154610689
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 02:23:08
success: True
trace_id: 14524832116154610689

Scan 6668109

duration: 0:00:11.519960

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668109

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783928",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783928/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15404947218938898414,
        "service_name": "drive-thru",
        "span_id": 2321507098884816543,
        "trace_id": 555842003493929243
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 02:22:08
success: True
trace_id: 555842003493929243

Scan 6667367

duration: 0:00:11.358707

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667367

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783694",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783694/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8827020720240221527,
        "service_name": "drive-thru",
        "span_id": 13153562455437758199,
        "trace_id": 14717251003409480167
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 02:02:26
success: True
trace_id: 14717251003409480167

Scan 6666601

duration: 0:00:11.330794

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666601

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783563",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783563/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 693373657896688789,
        "service_name": "drive-thru",
        "span_id": 10051988678790194991,
        "trace_id": 2664372288368391078
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 01:42:11
success: True
trace_id: 2664372288368391078

Scan 6665791

duration: 0:00:11.385534

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665791

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783344",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730783344/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13440229252566130855,
        "service_name": "drive-thru",
        "span_id": 17138969674585369123,
        "trace_id": 904731981595232258
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 01:20:53
success: True
trace_id: 904731981595232258

Scan 6665141

duration: 0:00:14.032755

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665141

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730782943",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730782943/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12358469574082642712,
        "service_name": "drive-thru",
        "span_id": 11112548343095347798,
        "trace_id": 16158469960413997885
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 01:03:36
success: True
trace_id: 16158469960413997885

Scan 6664471

duration: 0:00:11.416930

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664471

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-04/1730782834",
        "key": "raw/newbookdev_newbooksecurity_areas/2024-11-04/1730782834/security_areas.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksecurity_areas",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8724211029303633615,
        "service_name": "drive-thru",
        "span_id": 2906013994169370420,
        "trace_id": 15402465104912198258
    }
}

running: False
schema_name_id: 2923
start_time: 2024-11-05 00:45:55
success: True
trace_id: 15402465104912198258

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "default": "string",
    "default_off_time": "string",
    "default_on_time": "string",
    "enforce": "string",
    "grace_period": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string"
}

created: 2024-11-05 23:28:04

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866597'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:20:58",
        "disabled": false,
        "format": "raw",
        "id": 2923,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooksecurity_areas"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "default": "string",
            "default_off_time": "string",
            "default_on_time": "string",
            "enforce": "string",
            "grace_period": "string",
            "id": "string",
            "name": "string",
            "newbook_region": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:28:04",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `default_on_time`  string , `default_off_time`  string , `grace_period`  string , `default`  string , `active`  string , `enforce`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksecurity_areas/2024-11-05/1730866597'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksecurity_areas`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksecurity_areas"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}