Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookassets_testing

created: 2024-10-08 17:41:28
disabled: False
format: raw
id: 2471
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookassets_testing"
}

type: drivethrucsv

Schema Versions: 15

Version 4747930

created: 2024-11-05 22:29:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-05/1730866363'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-05/1730866363
id: 4747930
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6673962
updated: 2024-11-05 22:29:55

Version 4747644

created: 2024-11-05 22:22:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-05/1730866299'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-05/1730866299
id: 4747644
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6673676
updated: 2024-11-05 22:22:29

Version 4747351

created: 2024-11-05 22:12:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-05/1730866230'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-05/1730866230
id: 4747351
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6673384
updated: 2024-11-05 22:13:05

Version 4746809

created: 2024-11-05 04:24:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730785648'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730785648
id: 4746809
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6672039
updated: 2024-11-05 04:24:53

Version 4745923

created: 2024-11-05 03:43:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730785081'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730785081
id: 4745923
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6671143
updated: 2024-11-05 03:43:18

Version 4745103

created: 2024-11-05 03:20:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730784775'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730784775
id: 4745103
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6670320
updated: 2024-11-05 03:20:53

Version 4744285

created: 2024-11-05 02:58:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730784172'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730784172
id: 4744285
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6669502
updated: 2024-11-05 02:59:03

Version 4743427

created: 2024-11-05 02:36:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783865'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783865
id: 4743427
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6668644
updated: 2024-11-05 02:36:35

Version 4743046

created: 2024-11-05 02:26:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730784009'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730784009
id: 4743046
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6668263
updated: 2024-11-05 02:26:28

Version 4742321

created: 2024-11-05 02:07:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783722'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783722
id: 4742321
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6667538
updated: 2024-11-05 02:07:18

Version 4741793

created: 2024-11-05 01:52:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783631'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783631
id: 4741793
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6667010
updated: 2024-11-05 01:53:06

Version 4740884

created: 2024-11-05 01:29:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783478'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783478
id: 4740884
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6666101
updated: 2024-11-05 01:29:14

Version 4739792

created: 2024-11-05 01:00:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783259'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783259
id: 4739792
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6665009
updated: 2024-11-05 01:00:15

Version 4739066

created: 2024-11-05 00:40:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730782862'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730782862
id: 4739066
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6664281
updated: 2024-11-05 00:41:09

Version 4738428

created: 2024-11-05 00:24:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730782739'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730782739
id: 4738428
processed: 1

raw_data:

{
    "asset_id": 3,
    "date_expires": 5,
    "date_tested": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "test_passed": 8,
    "testers_license": 7,
    "testers_name": 6
}

schema_attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

schema_name_id: 2471
schema_scan_id: 6663639
updated: 2024-11-05 00:24:26

Schema Scans: 15

Last at 2024-11-05 22:29:41

Scan 6673962

duration: 0:00:13.998131

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673962

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-05/1730866363",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-05/1730866363/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12691291612742839241,
        "service_name": "drive-thru",
        "span_id": 16899486879010445634,
        "trace_id": 2322451986606596987
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 22:29:41
success: True
trace_id: 2322451986606596987

Scan 6673676

duration: 0:00:14.009143

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673676

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-05/1730866299",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-05/1730866299/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5877880882769812341,
        "service_name": "drive-thru",
        "span_id": 8577172452214238399,
        "trace_id": 12046676246199935993
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 22:22:16
success: True
trace_id: 12046676246199935993

Scan 6673384

duration: 0:00:14.079593

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673384

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-05/1730866230",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-05/1730866230/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11511151848984695697,
        "service_name": "drive-thru",
        "span_id": 1985238203174769841,
        "trace_id": 13195522018337418002
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 22:12:51
success: True
trace_id: 13195522018337418002

Scan 6672039

duration: 0:00:11.547507

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672039

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730785648",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730785648/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10925282882447803852,
        "service_name": "drive-thru",
        "span_id": 9632899802733417597,
        "trace_id": 5321090794093823211
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 04:24:42
success: True
trace_id: 5321090794093823211

Scan 6671143

duration: 0:00:11.672691

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671143

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730785081",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730785081/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1776512898474315086,
        "service_name": "drive-thru",
        "span_id": 12374995485351476710,
        "trace_id": 13739147633879695347
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 03:43:06
success: True
trace_id: 13739147633879695347

Scan 6670320

duration: 0:00:11.756199

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670320

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730784775",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730784775/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5546984127726618038,
        "service_name": "drive-thru",
        "span_id": 14498060516456890374,
        "trace_id": 10739965363760669683
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 03:20:41
success: True
trace_id: 10739965363760669683

Scan 6669502

duration: 0:00:11.509065

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669502

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730784172",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730784172/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17629442554638274213,
        "service_name": "drive-thru",
        "span_id": 2157030446435478381,
        "trace_id": 10416358383177872391
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 02:58:52
success: True
trace_id: 10416358383177872391

Scan 6668644

duration: 0:00:13.964144

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668644

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783865",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730783865/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16611665198965687465,
        "service_name": "drive-thru",
        "span_id": 15709316561486602848,
        "trace_id": 4737697150155262579
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 02:36:21
success: True
trace_id: 4737697150155262579

Scan 6668263

duration: 0:00:13.966665

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668263

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730784009",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730784009/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 559616880301543682,
        "service_name": "drive-thru",
        "span_id": 2124583491239736755,
        "trace_id": 17892970743011881266
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 02:26:14
success: True
trace_id: 17892970743011881266

Scan 6667538

duration: 0:00:11.572190

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667538

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783722",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730783722/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4781914156834745435,
        "service_name": "drive-thru",
        "span_id": 7340925110887295925,
        "trace_id": 13465608631820465372
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 02:07:07
success: True
trace_id: 13465608631820465372

Scan 6667010

duration: 0:00:13.908675

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667010

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783631",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730783631/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17340204442653511018,
        "service_name": "drive-thru",
        "span_id": 2380224152127062514,
        "trace_id": 12238844328669120473
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 01:52:53
success: True
trace_id: 12238844328669120473

Scan 6666101

duration: 0:00:11.480510

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666101

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783478",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730783478/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15806754758121314438,
        "service_name": "drive-thru",
        "span_id": 17792881135049113957,
        "trace_id": 15379665842878063159
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 01:29:02
success: True
trace_id: 15379665842878063159

Scan 6665009

duration: 0:00:14.033497

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665009

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730783259",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730783259/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12188626191641046198,
        "service_name": "drive-thru",
        "span_id": 17351614445056009725,
        "trace_id": 17216554372800474845
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 01:00:01
success: True
trace_id: 17216554372800474845

Scan 6664281

duration: 0:00:11.447568

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664281

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730782862",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730782862/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3201930896655423645,
        "service_name": "drive-thru",
        "span_id": 10363746200318785044,
        "trace_id": 8639219397470416080
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 00:40:58
success: True
trace_id: 8639219397470416080

Scan 6663639

duration: 0:00:13.971287

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663639

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-04/1730782739",
        "key": "raw/newbookdev_newbookassets_testing/2024-11-04/1730782739/assets_testing.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets_testing",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2386601402416551056,
        "service_name": "drive-thru",
        "span_id": 9720342183294660439,
        "trace_id": 1889984844869288017
    }
}

running: False
schema_name_id: 2471
start_time: 2024-11-05 00:24:12
success: True
trace_id: 1889984844869288017

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "asset_id": "string",
    "date_expires": "string",
    "date_tested": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "test_passed": "string",
    "testers_license": "string",
    "testers_name": "string"
}

created: 2024-11-05 22:29:42

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-05/1730866363'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:41:28",
        "disabled": false,
        "format": "raw",
        "id": 2471,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookassets_testing"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "asset_id": "string",
            "date_expires": "string",
            "date_tested": "string",
            "id": "string",
            "newbook_region": "string",
            "tenant": "string",
            "test_passed": "string",
            "testers_license": "string",
            "testers_name": "string"
        },
        "created": "2024-11-05 22:29:42",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets_testing`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `asset_id`  string , `date_tested`  string , `date_expires`  string , `testers_name`  string , `testers_license`  string , `test_passed`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets_testing/2024-11-05/1730866363'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets_testing`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets_testing"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}