Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits

created: 2024-10-08 17:35:26
disabled: False
format: raw
id: 2393
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookaccommodation_sites_credits"
}

type: drivethrucsv

Schema Versions: 15

Version 4747850

created: 2024-11-05 22:27:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866350'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866350
id: 4747850
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6673881
updated: 2024-11-05 22:27:49

Version 4747638

created: 2024-11-05 22:22:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866287'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866287
id: 4747638
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6673670
updated: 2024-11-05 22:22:15

Version 4747364

created: 2024-11-05 22:13:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866225'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866225
id: 4747364
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6673397
updated: 2024-11-05 22:13:57

Version 4746572

created: 2024-11-05 04:10:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730785640'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730785640
id: 4746572
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6671795
updated: 2024-11-05 04:10:30

Version 4746104

created: 2024-11-05 03:49:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730785076'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730785076
id: 4746104
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6671325
updated: 2024-11-05 03:49:37

Version 4745357

created: 2024-11-05 03:27:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784772'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784772
id: 4745357
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6670574
updated: 2024-11-05 03:27:32

Version 4744853

created: 2024-11-05 03:14:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784168'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784168
id: 4744853
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6670070
updated: 2024-11-05 03:14:16

Version 4744308

created: 2024-11-05 02:59:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784094'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784094
id: 4744308
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6669525
updated: 2024-11-05 02:59:39

Version 4743404

created: 2024-11-05 02:35:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783862'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783862
id: 4743404
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6668621
updated: 2024-11-05 02:35:57

Version 4742299

created: 2024-11-05 02:06:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783718'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783718
id: 4742299
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6667516
updated: 2024-11-05 02:06:49

Version 4741758

created: 2024-11-05 01:51:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783627'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783627
id: 4741758
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6666975
updated: 2024-11-05 01:52:10

Version 4740857

created: 2024-11-05 01:28:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783474'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783474
id: 4740857
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6666074
updated: 2024-11-05 01:28:29

Version 4739959

created: 2024-11-05 01:04:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783255'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783255
id: 4739959
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6665176
updated: 2024-11-05 01:04:47

Version 4739179

created: 2024-11-05 00:43:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730782858'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730782858
id: 4739179
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6664394
updated: 2024-11-05 00:44:01

Version 4738619

created: 2024-11-05 00:29:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730782738'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730782738
id: 4738619
processed: 1

raw_data:

{
    "amount": 7,
    "creation_type": 14,
    "description": 6,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 5,
    "gl_category_id": 4,
    "id": 2,
    "inventory_item_id": 13,
    "link_type": 9,
    "link_type_id": 10,
    "newbook_region": 0,
    "site_id": 3,
    "tax_free": 8,
    "tenant": 1,
    "voided_by": 15,
    "voided_when": 16
}

schema_attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2393
schema_scan_id: 6663832
updated: 2024-11-05 00:29:23

Schema Scans: 15

Last at 2024-11-05 22:27:35

Scan 6673881

duration: 0:00:14.253962

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673881

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866350",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866350/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11090769759290771786,
        "service_name": "drive-thru",
        "span_id": 7469676823356556395,
        "trace_id": 4466325072709641476
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 22:27:35
success: True
trace_id: 4466325072709641476

Scan 6673670

duration: 0:00:11.633487

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673670

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866287",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866287/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4449345569029187210,
        "service_name": "drive-thru",
        "span_id": 9259983275643150369,
        "trace_id": 1162383596839695044
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 22:22:04
success: True
trace_id: 1162383596839695044

Scan 6673397

duration: 0:00:11.945555

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673397

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866225",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866225/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14818379898921432164,
        "service_name": "drive-thru",
        "span_id": 10450345680138972834,
        "trace_id": 8109349854388094572
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 22:13:45
success: True
trace_id: 8109349854388094572

Scan 6671795

duration: 0:00:14.363146

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671795

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730785640",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730785640/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7946527682315508383,
        "service_name": "drive-thru",
        "span_id": 8400189842190458782,
        "trace_id": 10043361942480235430
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 04:10:16
success: True
trace_id: 10043361942480235430

Scan 6671325

duration: 0:00:11.888305

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671325

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730785076",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730785076/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7438696022352869162,
        "service_name": "drive-thru",
        "span_id": 1809768769648509779,
        "trace_id": 15596644892849165435
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 03:49:25
success: True
trace_id: 15596644892849165435

Scan 6670574

duration: 0:00:14.085976

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670574

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784772",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784772/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7678232350423051155,
        "service_name": "drive-thru",
        "span_id": 16023355581472370771,
        "trace_id": 7451441285739667957
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 03:27:18
success: True
trace_id: 7451441285739667957

Scan 6670070

duration: 0:00:11.600169

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670070

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784168",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784168/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13079287596511204298,
        "service_name": "drive-thru",
        "span_id": 8308202430084834715,
        "trace_id": 15038191372781584750
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 03:14:05
success: True
trace_id: 15038191372781584750

Scan 6669525

duration: 0:00:11.682204

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669525

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784094",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730784094/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9108185629288413721,
        "service_name": "drive-thru",
        "span_id": 8374249143241970969,
        "trace_id": 11624371334608895309
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 02:59:27
success: True
trace_id: 11624371334608895309

Scan 6668621

duration: 0:00:14.180480

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668621

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783862",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783862/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2832475456567668006,
        "service_name": "drive-thru",
        "span_id": 18072714142510530286,
        "trace_id": 16603347697370468007
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 02:35:43
success: True
trace_id: 16603347697370468007

Scan 6667516

duration: 0:00:16.796484

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667516

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783718",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783718/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8318768197450781695,
        "service_name": "drive-thru",
        "span_id": 14566027332989005562,
        "trace_id": 5004871163614465079
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 02:06:32
success: True
trace_id: 5004871163614465079

Scan 6666975

duration: 0:00:11.591324

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666975

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783627",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783627/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5140595257226267208,
        "service_name": "drive-thru",
        "span_id": 17678802089266517064,
        "trace_id": 12951769404174026053
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 01:51:58
success: True
trace_id: 12951769404174026053

Scan 6666074

duration: 0:00:11.622849

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666074

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783474",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783474/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4959851901660408549,
        "service_name": "drive-thru",
        "span_id": 8340084662222436651,
        "trace_id": 8093320399704656498
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 01:28:18
success: True
trace_id: 8093320399704656498

Scan 6665176

duration: 0:00:11.734512

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665176

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783255",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730783255/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14047920863348216387,
        "service_name": "drive-thru",
        "span_id": 16157694873763022926,
        "trace_id": 9277577858570726097
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 01:04:35
success: True
trace_id: 9277577858570726097

Scan 6664394

duration: 0:00:11.695631

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664394

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730782858",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730782858/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10070239973468368570,
        "service_name": "drive-thru",
        "span_id": 681356735398209018,
        "trace_id": 13449821205190228998
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 00:43:50
success: True
trace_id: 13449821205190228998

Scan 6663832

duration: 0:00:14.164674

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663832

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730782738",
        "key": "raw/newbookdev_newbookaccommodation_sites_credits/2024-11-04/1730782738/accommodation_sites_credits.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4043046044063370809,
        "service_name": "drive-thru",
        "span_id": 17214305207463946862,
        "trace_id": 7270048509266789690
    }
}

running: False
schema_name_id: 2393
start_time: 2024-11-05 00:29:09
success: True
trace_id: 7270048509266789690

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "amount": "string",
    "creation_type": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "link_type": "string",
    "link_type_id": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "voided_by": "string",
    "voided_when": "string"
}

created: 2024-11-05 22:27:36

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866350'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:35:26",
        "disabled": false,
        "format": "raw",
        "id": 2393,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookaccommodation_sites_credits"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "amount": "string",
            "creation_type": "string",
            "description": "string",
            "generated_by": "string",
            "generated_when": "string",
            "gl_account_id": "string",
            "gl_category_id": "string",
            "id": "string",
            "inventory_item_id": "string",
            "link_type": "string",
            "link_type_id": "string",
            "newbook_region": "string",
            "site_id": "string",
            "tax_free": "string",
            "tenant": "string",
            "voided_by": "string",
            "voided_when": "string"
        },
        "created": "2024-11-05 22:27:36",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `link_type`  string , `link_type_id`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `creation_type`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_credits/2024-11-05/1730866350'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_credits"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}