Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookgl_accounts

created: 2024-10-08 17:49:13
disabled: False
format: raw
id: 2579
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookgl_accounts"
}

type: drivethrucsv

Schema Versions: 15

Version 4748765

created: 2024-11-05 23:00:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-05/1730866504'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-05/1730866504
id: 4748765
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6674797
updated: 2024-11-05 23:00:25

Version 4748362

created: 2024-11-05 22:43:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-05/1730866422'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-05/1730866422
id: 4748362
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6674394
updated: 2024-11-05 22:43:46

Version 4747718

created: 2024-11-05 22:24:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-05/1730866304'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-05/1730866304
id: 4747718
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6673750
updated: 2024-11-05 22:24:21

Version 4747013

created: 2024-11-05 04:41:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730785717'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730785717
id: 4747013
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6672244
updated: 2024-11-05 04:41:12

Version 4746130

created: 2024-11-05 03:50:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730785122'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730785122
id: 4746130
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6671351
updated: 2024-11-05 03:50:31

Version 4745419

created: 2024-11-05 03:28:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730784817'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730784817
id: 4745419
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6670636
updated: 2024-11-05 03:29:04

Version 4744605

created: 2024-11-05 03:07:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730784214'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730784214
id: 4744605
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6669822
updated: 2024-11-05 03:07:46

Version 4744336

created: 2024-11-05 03:00:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730784051'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730784051
id: 4744336
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6669553
updated: 2024-11-05 03:00:23

Version 4743025

created: 2024-11-05 02:25:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783843'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783843
id: 4743025
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6668242
updated: 2024-11-05 02:25:50

Version 4742549

created: 2024-11-05 02:13:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783765'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783765
id: 4742549
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6667766
updated: 2024-11-05 02:13:23

Version 4741786

created: 2024-11-05 01:52:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783663'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783663
id: 4741786
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6667003
updated: 2024-11-05 01:52:56

Version 4741083

created: 2024-11-05 01:34:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783520'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783520
id: 4741083
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6666300
updated: 2024-11-05 01:34:35

Version 4739988

created: 2024-11-05 01:05:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783303'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783303
id: 4739988
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6665205
updated: 2024-11-05 01:05:34

Version 4739446

created: 2024-11-05 00:50:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730782904'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730782904
id: 4739446
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6664661
updated: 2024-11-05 00:51:06

Version 4738668

created: 2024-11-05 00:30:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730782804'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730782804
id: 4738668
processed: 1

raw_data:

{
    "active": 9,
    "code": 4,
    "deposit_account": 7,
    "group_id": 3,
    "id": 2,
    "long_description": 6,
    "newbook_region": 0,
    "report_account": 8,
    "short_description": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

schema_name_id: 2579
schema_scan_id: 6663881
updated: 2024-11-05 00:30:39

Schema Scans: 15

Last at 2024-11-05 23:00:13

Scan 6674797

duration: 0:00:11.865217

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674797

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-05/1730866504",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-05/1730866504/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16362108868002102164,
        "service_name": "drive-thru",
        "span_id": 10198902861632738388,
        "trace_id": 14026135254154498205
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 23:00:13
success: True
trace_id: 14026135254154498205

Scan 6674394

duration: 0:00:11.797589

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674394

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-05/1730866422",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-05/1730866422/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10497254310740909057,
        "service_name": "drive-thru",
        "span_id": 8481167321459698824,
        "trace_id": 13852098182046162770
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 22:43:34
success: True
trace_id: 13852098182046162770

Scan 6673750

duration: 0:00:11.446195

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673750

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-05/1730866304",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-05/1730866304/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10245693393316240511,
        "service_name": "drive-thru",
        "span_id": 14625974127212670861,
        "trace_id": 16483773430017974050
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 22:24:10
success: True
trace_id: 16483773430017974050

Scan 6672244

duration: 0:00:11.698639

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672244

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730785717",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730785717/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1617379322956108540,
        "service_name": "drive-thru",
        "span_id": 4756628790021964575,
        "trace_id": 10340325965618902632
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 04:41:01
success: True
trace_id: 10340325965618902632

Scan 6671351

duration: 0:00:11.735240

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671351

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730785122",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730785122/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11409325210548894847,
        "service_name": "drive-thru",
        "span_id": 3745244740475209921,
        "trace_id": 12709744022022232045
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 03:50:20
success: True
trace_id: 12709744022022232045

Scan 6670636

duration: 0:00:11.470134

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670636

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730784817",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730784817/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9815236097817350845,
        "service_name": "drive-thru",
        "span_id": 15259069391317901727,
        "trace_id": 9137220591406161751
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 03:28:53
success: True
trace_id: 9137220591406161751

Scan 6669822

duration: 0:00:11.460353

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669822

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730784214",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730784214/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1416612930807753600,
        "service_name": "drive-thru",
        "span_id": 16232627808314632611,
        "trace_id": 3446475628953208336
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 03:07:35
success: True
trace_id: 3446475628953208336

Scan 6669553

duration: 0:00:11.589488

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669553

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730784051",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730784051/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8371496588069357551,
        "service_name": "drive-thru",
        "span_id": 12526817542241762924,
        "trace_id": 11110989417517368859
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 03:00:11
success: True
trace_id: 11110989417517368859

Scan 6668242

duration: 0:00:11.449158

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668242

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783843",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730783843/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9747683261084765686,
        "service_name": "drive-thru",
        "span_id": 14794742429395180935,
        "trace_id": 7247330823505879412
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 02:25:38
success: True
trace_id: 7247330823505879412

Scan 6667766

duration: 0:00:14.082582

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667766

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783765",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730783765/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4314740729799287524,
        "service_name": "drive-thru",
        "span_id": 2906739780825866744,
        "trace_id": 3187909905969579677
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 02:13:09
success: True
trace_id: 3187909905969579677

Scan 6667003

duration: 0:00:11.455519

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667003

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783663",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730783663/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10858678042856245867,
        "service_name": "drive-thru",
        "span_id": 10794556538088958911,
        "trace_id": 8174243360200474295
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 01:52:45
success: True
trace_id: 8174243360200474295

Scan 6666300

duration: 0:00:14.115550

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666300

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783520",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730783520/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11510719199509413846,
        "service_name": "drive-thru",
        "span_id": 9513506929680003512,
        "trace_id": 4039074789621449803
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 01:34:20
success: True
trace_id: 4039074789621449803

Scan 6665205

duration: 0:00:14.263415

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665205

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730783303",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730783303/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17071130408666016570,
        "service_name": "drive-thru",
        "span_id": 17228670736015012051,
        "trace_id": 13409358061093390125
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 01:05:20
success: True
trace_id: 13409358061093390125

Scan 6664661

duration: 0:00:13.988130

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664661

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730782904",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730782904/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10850367095049998096,
        "service_name": "drive-thru",
        "span_id": 10805622966865469630,
        "trace_id": 12552200751016573129
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 00:50:52
success: True
trace_id: 12552200751016573129

Scan 6663881

duration: 0:00:14.210453

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663881

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-04/1730782804",
        "key": "raw/newbookdev_newbookgl_accounts/2024-11-04/1730782804/gl_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgl_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9621183680957314995,
        "service_name": "drive-thru",
        "span_id": 15681980267723692171,
        "trace_id": 116170648210550064
    }
}

running: False
schema_name_id: 2579
start_time: 2024-11-05 00:30:25
success: True
trace_id: 116170648210550064

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "code": "string",
    "deposit_account": "string",
    "group_id": "string",
    "id": "string",
    "long_description": "string",
    "newbook_region": "string",
    "report_account": "string",
    "short_description": "string",
    "tenant": "string"
}

created: 2024-11-05 23:00:13

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-05/1730866504'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:49:13",
        "disabled": false,
        "format": "raw",
        "id": 2579,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookgl_accounts"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "code": "string",
            "deposit_account": "string",
            "group_id": "string",
            "id": "string",
            "long_description": "string",
            "newbook_region": "string",
            "report_account": "string",
            "short_description": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:00:13",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgl_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `code`  string , `short_description`  string , `long_description`  string , `deposit_account`  string , `report_account`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgl_accounts/2024-11-05/1730866504'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgl_accounts`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgl_accounts"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}