Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookdeleted_databases

created: 2024-10-08 18:00:16
disabled: False
format: raw
id: 2730
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookdeleted_databases"
}

type: drivethrucsv

Schema Versions: 15

Version 4748706

created: 2024-11-05 22:57:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866469'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866469
id: 4748706
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6674738
updated: 2024-11-05 22:57:36

Version 4748118

created: 2024-11-05 22:35:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866383'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866383
id: 4748118
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6674150
updated: 2024-11-05 22:35:34

Version 4747611

created: 2024-11-05 22:21:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866277'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866277
id: 4747611
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6673643
updated: 2024-11-05 22:21:36

Version 4746968

created: 2024-11-05 04:36:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730785698'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730785698
id: 4746968
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6672199
updated: 2024-11-05 04:36:20

Version 4746114

created: 2024-11-05 03:49:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730785112'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730785112
id: 4746114
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6671335
updated: 2024-11-05 03:49:57

Version 4745292

created: 2024-11-05 03:25:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784806'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784806
id: 4745292
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6670509
updated: 2024-11-05 03:25:51

Version 4744525

created: 2024-11-05 03:05:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784203'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784203
id: 4744525
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6669742
updated: 2024-11-05 03:05:38

Version 4743806

created: 2024-11-05 02:46:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784041'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784041
id: 4743806
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6669023
updated: 2024-11-05 02:46:32

Version 4742636

created: 2024-11-05 02:15:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783889'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783889
id: 4742636
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6667853
updated: 2024-11-05 02:15:36

Version 4742548

created: 2024-11-05 02:13:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783754'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783754
id: 4742548
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6667765
updated: 2024-11-05 02:13:19

Version 4741420

created: 2024-11-05 01:43:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783606'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783606
id: 4741420
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6666637
updated: 2024-11-05 01:43:20

Version 4741030

created: 2024-11-05 01:32:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783510'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783510
id: 4741030
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6666247
updated: 2024-11-05 01:33:10

Version 4740217

created: 2024-11-05 01:11:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783291'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783291
id: 4740217
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6665434
updated: 2024-11-05 01:11:41

Version 4739355

created: 2024-11-05 00:48:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730782893'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730782893
id: 4739355
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6664570
updated: 2024-11-05 00:48:43

Version 4738959

created: 2024-11-05 00:38:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730782795'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730782795
id: 4738959
processed: 1

raw_data:

{
    "backup_mount_path": 10,
    "cron_group_id": 6,
    "db_name": 9,
    "db_pass": 8,
    "db_user": 7,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_when": 11,
    "server_id": 5,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2730
schema_scan_id: 6664173
updated: 2024-11-05 00:38:21

Schema Scans: 15

Last at 2024-11-05 22:57:24

Scan 6674738

duration: 0:00:11.805392

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674738

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866469",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866469/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15935203104767738964,
        "service_name": "drive-thru",
        "span_id": 13997644754632151869,
        "trace_id": 17807594868585785726
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 22:57:24
success: True
trace_id: 17807594868585785726

Scan 6674150

duration: 0:00:11.634369

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674150

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866383",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866383/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11338750706685584196,
        "service_name": "drive-thru",
        "span_id": 6096264903847135387,
        "trace_id": 7526722777627996248
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 22:35:22
success: True
trace_id: 7526722777627996248

Scan 6673643

duration: 0:00:14.060219

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673643

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866277",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866277/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15539467051420143035,
        "service_name": "drive-thru",
        "span_id": 1999203963785986634,
        "trace_id": 3488449058497570927
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 22:21:22
success: True
trace_id: 3488449058497570927

Scan 6672199

duration: 0:00:11.756218

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672199

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730785698",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730785698/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3325534695595312013,
        "service_name": "drive-thru",
        "span_id": 5977234618315101466,
        "trace_id": 2158147663294322672
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 04:36:08
success: True
trace_id: 2158147663294322672

Scan 6671335

duration: 0:00:11.740688

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671335

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730785112",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730785112/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10553064055292324509,
        "service_name": "drive-thru",
        "span_id": 12426733960141948469,
        "trace_id": 8493878423196074773
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 03:49:45
success: True
trace_id: 8493878423196074773

Scan 6670509

duration: 0:00:11.590452

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670509

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784806",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784806/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3622116251534008130,
        "service_name": "drive-thru",
        "span_id": 216670406490208413,
        "trace_id": 17911359508548146845
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 03:25:40
success: True
trace_id: 17911359508548146845

Scan 6669742

duration: 0:00:14.126064

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669742

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784203",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784203/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13835228225532409135,
        "service_name": "drive-thru",
        "span_id": 1170829181984425645,
        "trace_id": 12137032441670085970
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 03:05:24
success: True
trace_id: 12137032441670085970

Scan 6669023

duration: 0:00:11.543929

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669023

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784041",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730784041/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12021783894623466683,
        "service_name": "drive-thru",
        "span_id": 2851741277210456803,
        "trace_id": 16645993256133249411
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 02:46:21
success: True
trace_id: 16645993256133249411

Scan 6667853

duration: 0:00:11.511482

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667853

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783889",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783889/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15427771017766146190,
        "service_name": "drive-thru",
        "span_id": 8947956113672148359,
        "trace_id": 1285089366608347087
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 02:15:25
success: True
trace_id: 1285089366608347087

Scan 6667765

duration: 0:00:11.484863

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667765

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783754",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783754/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12038981653487624990,
        "service_name": "drive-thru",
        "span_id": 5540755889123113335,
        "trace_id": 2704313039341971825
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 02:13:08
success: True
trace_id: 2704313039341971825

Scan 6666637

duration: 0:00:14.245216

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666637

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783606",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783606/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6877657174041077084,
        "service_name": "drive-thru",
        "span_id": 3988636403527454484,
        "trace_id": 4017694297816697967
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 01:43:06
success: True
trace_id: 4017694297816697967

Scan 6666247

duration: 0:00:14.297154

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666247

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783510",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783510/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8994479571337180473,
        "service_name": "drive-thru",
        "span_id": 3886315323289424103,
        "trace_id": 1958490776422067300
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 01:32:56
success: True
trace_id: 1958490776422067300

Scan 6665434

duration: 0:00:11.705806

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665434

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783291",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730783291/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13731385792670736427,
        "service_name": "drive-thru",
        "span_id": 2643880370365422408,
        "trace_id": 10328085223954732164
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 01:11:29
success: True
trace_id: 10328085223954732164

Scan 6664570

duration: 0:00:14.176698

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664570

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730782893",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730782893/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18192671890059175677,
        "service_name": "drive-thru",
        "span_id": 11373094068082058843,
        "trace_id": 14499587570518166155
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 00:48:29
success: True
trace_id: 14499587570518166155

Scan 6664173

duration: 0:00:14.353438

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664173

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-04/1730782795",
        "key": "raw/newbookdev_newbookdeleted_databases/2024-11-04/1730782795/deleted_databases.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdeleted_databases",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4161097435609458882,
        "service_name": "drive-thru",
        "span_id": 12969629602866394218,
        "trace_id": 11115444212080583973
    }
}

running: False
schema_name_id: 2730
start_time: 2024-11-05 00:38:07
success: True
trace_id: 11115444212080583973

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "backup_mount_path": "string",
    "cron_group_id": "string",
    "db_name": "string",
    "db_pass": "string",
    "db_user": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "server_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

created: 2024-11-05 22:57:25

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866469'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:00:16",
        "disabled": false,
        "format": "raw",
        "id": 2730,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookdeleted_databases"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "backup_mount_path": "string",
            "cron_group_id": "string",
            "db_name": "string",
            "db_pass": "string",
            "db_user": "string",
            "id": "string",
            "newbook_region": "string",
            "removed_by": "string",
            "removed_when": "string",
            "server_id": "string",
            "tenant": "string",
            "type": "string",
            "type_id": "string"
        },
        "created": "2024-11-05 22:57:25",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `server_id`  string , `cron_group_id`  string , `db_user`  string , `db_pass`  string , `db_name`  string , `backup_mount_path`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdeleted_databases/2024-11-05/1730866469'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdeleted_databases`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdeleted_databases"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}