Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link

created: 2024-10-08 17:51:19
disabled: False
format: raw
id: 2609
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcorporations_regions_link"
}

type: drivethrucsv

Schema Versions: 15

Version 4748536

created: 2024-11-05 22:50:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866437'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866437
id: 4748536
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6674568
updated: 2024-11-05 22:50:23

Version 4747908

created: 2024-11-05 22:29:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866354'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866354
id: 4747908
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6673940
updated: 2024-11-05 22:29:18

Version 4747546

created: 2024-11-05 22:19:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866262'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866262
id: 4747546
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6673578
updated: 2024-11-05 22:19:51

Version 4746754

created: 2024-11-05 04:20:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730785683'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730785683
id: 4746754
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6671981
updated: 2024-11-05 04:21:00

Version 4746303

created: 2024-11-05 03:57:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730785103'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730785103
id: 4746303
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6671524
updated: 2024-11-05 03:57:25

Version 4745496

created: 2024-11-05 03:30:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784797'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784797
id: 4745496
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6670713
updated: 2024-11-05 03:31:10

Version 4745011

created: 2024-11-05 03:18:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784194'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784194
id: 4745011
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6670228
updated: 2024-11-05 03:18:31

Version 4743745

created: 2024-11-05 02:44:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784032'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784032
id: 4743745
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6668962
updated: 2024-11-05 02:44:58

Version 4743286

created: 2024-11-05 02:32:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783882'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783882
id: 4743286
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6668503
updated: 2024-11-05 02:32:49

Version 4741908

created: 2024-11-05 01:55:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783744'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783744
id: 4741908
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6667125
updated: 2024-11-05 01:56:13

Version 4741086

created: 2024-11-05 01:34:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783500'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783500
id: 4741086
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6666303
updated: 2024-11-05 01:34:35

Version 4741006

created: 2024-11-05 01:32:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783604'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783604
id: 4741006
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6666223
updated: 2024-11-05 01:32:30

Version 4739899

created: 2024-11-05 01:02:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783282'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783282
id: 4739899
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6665116
updated: 2024-11-05 01:03:08

Version 4739430

created: 2024-11-05 00:50:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730782884'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730782884
id: 4739430
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6664645
updated: 2024-11-05 00:50:42

Version 4738945

created: 2024-11-05 00:37:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730782788'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730782788
id: 4738945
processed: 1

raw_data:

{
    "corporation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "remote_corporation_id": 5,
    "remote_region": 4,
    "removed_when": 6,
    "tenant": 1
}

schema_attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2609
schema_scan_id: 6664159
updated: 2024-11-05 00:37:57

Schema Scans: 15

Last at 2024-11-05 22:50:09

Scan 6674568

duration: 0:00:14.126333

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674568

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866437",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866437/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6190570568156699608,
        "service_name": "drive-thru",
        "span_id": 15085238853024121596,
        "trace_id": 17053444112588154986
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 22:50:09
success: True
trace_id: 17053444112588154986

Scan 6673940

duration: 0:00:11.424279

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673940

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866354",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866354/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14919360174210485012,
        "service_name": "drive-thru",
        "span_id": 4324321269130049809,
        "trace_id": 15708292093851882424
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 22:29:07
success: True
trace_id: 15708292093851882424

Scan 6673578

duration: 0:00:11.365666

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673578

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866262",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866262/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2323001341640122624,
        "service_name": "drive-thru",
        "span_id": 13610319643527961389,
        "trace_id": 9313033918992498198
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 22:19:40
success: True
trace_id: 9313033918992498198

Scan 6671981

duration: 0:00:11.511806

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671981

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730785683",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730785683/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 505715733067794619,
        "service_name": "drive-thru",
        "span_id": 17952100863117680126,
        "trace_id": 3052815899176861735
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 04:20:49
success: True
trace_id: 3052815899176861735

Scan 6671524

duration: 0:00:11.641985

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671524

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730785103",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730785103/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8326789356704034274,
        "service_name": "drive-thru",
        "span_id": 4986698372259180964,
        "trace_id": 6686576134743454733
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 03:57:14
success: True
trace_id: 6686576134743454733

Scan 6670713

duration: 0:00:11.388480

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670713

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784797",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784797/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 438071852409329605,
        "service_name": "drive-thru",
        "span_id": 16534167844978458863,
        "trace_id": 680268426148374208
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 03:30:59
success: True
trace_id: 680268426148374208

Scan 6670228

duration: 0:00:13.936863

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670228

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784194",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784194/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7799786467209159993,
        "service_name": "drive-thru",
        "span_id": 15989940878487854819,
        "trace_id": 3311021630649352672
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 03:18:17
success: True
trace_id: 3311021630649352672

Scan 6668962

duration: 0:00:13.932550

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668962

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784032",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730784032/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8664278532538709220,
        "service_name": "drive-thru",
        "span_id": 18181059013467031473,
        "trace_id": 2884444508857611179
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 02:44:44
success: True
trace_id: 2884444508857611179

Scan 6668503

duration: 0:00:14.018562

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668503

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783882",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783882/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11328927752591760204,
        "service_name": "drive-thru",
        "span_id": 12300265623929080649,
        "trace_id": 14923711403944153707
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 02:32:35
success: True
trace_id: 14923711403944153707

Scan 6667125

duration: 0:00:14.004219

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667125

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783744",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783744/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6283220992924280073,
        "service_name": "drive-thru",
        "span_id": 15754953289911016723,
        "trace_id": 2360850915143147962
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 01:55:59
success: True
trace_id: 2360850915143147962

Scan 6666303

duration: 0:00:11.339323

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666303

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783500",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783500/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10647732397404943038,
        "service_name": "drive-thru",
        "span_id": 13633097559185582088,
        "trace_id": 2836297391217478266
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 01:34:24
success: True
trace_id: 2836297391217478266

Scan 6666223

duration: 0:00:11.564496

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666223

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783604",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783604/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1285932660689508677,
        "service_name": "drive-thru",
        "span_id": 9357463984438452343,
        "trace_id": 11751343563919253210
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 01:32:18
success: True
trace_id: 11751343563919253210

Scan 6665116

duration: 0:00:11.399208

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665116

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783282",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730783282/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2922256962335495256,
        "service_name": "drive-thru",
        "span_id": 14821362511944619514,
        "trace_id": 14076503315769542357
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 01:02:57
success: True
trace_id: 14076503315769542357

Scan 6664645

duration: 0:00:13.878150

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664645

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730782884",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730782884/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9061312978544132619,
        "service_name": "drive-thru",
        "span_id": 8959555393589171876,
        "trace_id": 17494131842723614392
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 00:50:28
success: True
trace_id: 17494131842723614392

Scan 6664159

duration: 0:00:11.405880

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664159

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730782788",
        "key": "raw/newbookdev_newbookcorporations_regions_link/2024-11-04/1730782788/corporations_regions_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12288313545727777528,
        "service_name": "drive-thru",
        "span_id": 6934846590908061631,
        "trace_id": 3928767824227408908
    }
}

running: False
schema_name_id: 2609
start_time: 2024-11-05 00:37:46
success: True
trace_id: 3928767824227408908

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "corporation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "remote_corporation_id": "string",
    "remote_region": "string",
    "removed_when": "string",
    "tenant": "string"
}

created: 2024-11-05 22:50:10

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866437'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:51:19",
        "disabled": false,
        "format": "raw",
        "id": 2609,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcorporations_regions_link"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "corporation_id": "string",
            "id": "string",
            "newbook_region": "string",
            "remote_corporation_id": "string",
            "remote_region": "string",
            "removed_when": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:50:10",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `corporation_id`  string , `remote_region`  string , `remote_corporation_id`  string , `removed_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcorporations_regions_link/2024-11-05/1730866437'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcorporations_regions_link"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}