Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link

created: 2024-10-08 18:08:10
disabled: False
format: raw
id: 2805
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookinventory_items_tasks_link"
}

type: drivethrucsv

Schema Versions: 15

Version 4749009

created: 2024-11-05 23:13:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866523'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866523
id: 4749009
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6675041
updated: 2024-11-05 23:13:57

Version 4748587

created: 2024-11-05 22:52:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866454'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866454
id: 4748587
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6674619
updated: 2024-11-05 22:52:33

Version 4747868

created: 2024-11-05 22:28:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866327'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866327
id: 4747868
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6673900
updated: 2024-11-05 22:28:18

Version 4746936

created: 2024-11-05 04:33:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730785733'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730785733
id: 4746936
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6672167
updated: 2024-11-05 04:34:11

Version 4746255

created: 2024-11-05 03:55:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730785132'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730785132
id: 4746255
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6671476
updated: 2024-11-05 03:55:23

Version 4745519

created: 2024-11-05 03:31:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784827'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784827
id: 4745519
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6670736
updated: 2024-11-05 03:31:47

Version 4744967

created: 2024-11-05 03:17:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784223'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784223
id: 4744967
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6670184
updated: 2024-11-05 03:17:21

Version 4743671

created: 2024-11-05 02:42:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783904'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783904
id: 4743671
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6668888
updated: 2024-11-05 02:42:59

Version 4743437

created: 2024-11-05 02:36:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784060'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784060
id: 4743437
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6668654
updated: 2024-11-05 02:36:49

Version 4742589

created: 2024-11-05 02:14:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783774'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783774
id: 4742589
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6667806
updated: 2024-11-05 02:14:26

Version 4741449

created: 2024-11-05 01:43:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783669'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783669
id: 4741449
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6666666
updated: 2024-11-05 01:44:03

Version 4741156

created: 2024-11-05 01:36:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783530'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783530
id: 4741156
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6666373
updated: 2024-11-05 01:36:28

Version 4740288

created: 2024-11-05 01:13:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783312'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783312
id: 4740288
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6665505
updated: 2024-11-05 01:13:36

Version 4739674

created: 2024-11-05 00:56:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730782913'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730782913
id: 4739674
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6664891
updated: 2024-11-05 00:57:05

Version 4738733

created: 2024-11-05 00:32:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730782752'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730782752
id: 4738733
processed: 1

raw_data:

{
    "content": 6,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "online_product": 5,
    "removed_by": 8,
    "removed_when": 7,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

schema_name_id: 2805
schema_scan_id: 6663946
updated: 2024-11-05 00:32:23

Schema Scans: 15

Last at 2024-11-05 23:13:45

Scan 6675041

duration: 0:00:11.677409

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675041

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866523",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866523/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12724484017465768154,
        "service_name": "drive-thru",
        "span_id": 15018041231462736779,
        "trace_id": 13582210151772064654
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 23:13:45
success: True
trace_id: 13582210151772064654

Scan 6674619

duration: 0:00:11.573419

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674619

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866454",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866454/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7971074188709827686,
        "service_name": "drive-thru",
        "span_id": 7544631419546579655,
        "trace_id": 1814103424749335354
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 22:52:22
success: True
trace_id: 1814103424749335354

Scan 6673900

duration: 0:00:11.410242

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673900

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866327",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866327/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8750170357135699613,
        "service_name": "drive-thru",
        "span_id": 17562794461119742554,
        "trace_id": 10292416958258168956
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 22:28:07
success: True
trace_id: 10292416958258168956

Scan 6672167

duration: 0:00:14.291921

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672167

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730785733",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730785733/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 323822717029095168,
        "service_name": "drive-thru",
        "span_id": 11268098902804697605,
        "trace_id": 12383176527883898806
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 04:33:57
success: True
trace_id: 12383176527883898806

Scan 6671476

duration: 0:00:14.154365

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671476

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730785132",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730785132/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12587857544182294769,
        "service_name": "drive-thru",
        "span_id": 17619975124465422762,
        "trace_id": 15896190711439507889
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 03:55:09
success: True
trace_id: 15896190711439507889

Scan 6670736

duration: 0:00:11.584188

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670736

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784827",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784827/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11843064241381140475,
        "service_name": "drive-thru",
        "span_id": 4102452690383821587,
        "trace_id": 4161682825670566509
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 03:31:35
success: True
trace_id: 4161682825670566509

Scan 6670184

duration: 0:00:11.550586

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670184

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784223",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784223/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2958303185574169671,
        "service_name": "drive-thru",
        "span_id": 11550793406702252438,
        "trace_id": 7439878810182374261
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 03:17:09
success: True
trace_id: 7439878810182374261

Scan 6668888

duration: 0:00:14.142957

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668888

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783904",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783904/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11658264231325629353,
        "service_name": "drive-thru",
        "span_id": 11058217730752543578,
        "trace_id": 17317472842831494636
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 02:42:45
success: True
trace_id: 17317472842831494636

Scan 6668654

duration: 0:00:11.376130

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668654

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784060",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730784060/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7087473642434929034,
        "service_name": "drive-thru",
        "span_id": 17704108648488965398,
        "trace_id": 9566341570592874490
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 02:36:38
success: True
trace_id: 9566341570592874490

Scan 6667806

duration: 0:00:11.505197

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667806

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783774",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783774/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7487830526188492218,
        "service_name": "drive-thru",
        "span_id": 7885609892875528953,
        "trace_id": 5172274129376498124
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 02:14:15
success: True
trace_id: 5172274129376498124

Scan 6666666

duration: 0:00:11.436848

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666666

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783669",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783669/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3769789905455744209,
        "service_name": "drive-thru",
        "span_id": 17328547507244479437,
        "trace_id": 1533381432620981852
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 01:43:51
success: True
trace_id: 1533381432620981852

Scan 6666373

duration: 0:00:13.973466

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666373

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783530",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783530/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13752201819737235179,
        "service_name": "drive-thru",
        "span_id": 17354241220443353000,
        "trace_id": 18058179059367246154
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 01:36:14
success: True
trace_id: 18058179059367246154

Scan 6665505

duration: 0:00:13.861042

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665505

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783312",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730783312/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2392248060487207632,
        "service_name": "drive-thru",
        "span_id": 4071960953414693073,
        "trace_id": 5254308921562334481
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 01:13:22
success: True
trace_id: 5254308921562334481

Scan 6664891

duration: 0:00:11.529837

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664891

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730782913",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730782913/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8686263617046763484,
        "service_name": "drive-thru",
        "span_id": 2112893320444915128,
        "trace_id": 10687099859087474531
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 00:56:53
success: True
trace_id: 10687099859087474531

Scan 6663946

duration: 0:00:14.013576

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663946

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730782752",
        "key": "raw/newbookdev_newbookinventory_items_tasks_link/2024-11-04/1730782752/inventory_items_tasks_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13755056757898636,
        "service_name": "drive-thru",
        "span_id": 7131080903463640408,
        "trace_id": 3548124525138769040
    }
}

running: False
schema_name_id: 2805
start_time: 2024-11-05 00:32:09
success: True
trace_id: 3548124525138769040

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "online_product": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tenant": "string"
}

created: 2024-11-05 23:13:46

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866523'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:08:10",
        "disabled": false,
        "format": "raw",
        "id": 2805,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookinventory_items_tasks_link"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "content": "string",
            "for": "string",
            "for_id": "string",
            "id": "string",
            "newbook_region": "string",
            "online_product": "string",
            "removed_by": "string",
            "removed_when": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:13:46",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `online_product`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_tasks_link/2024-11-05/1730866523'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_tasks_link"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}