Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookrefunds

created: 2024-10-08 18:25:53
disabled: False
format: raw
id: 2969
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookrefunds"
}

type: drivethrucsv

Schema Versions: 15

Version 4749197

created: 2024-11-05 23:27:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-05/1730866590'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-05/1730866590
id: 4749197
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6675229
updated: 2024-11-05 23:27:22

Version 4749177

created: 2024-11-05 23:25:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-05/1730866532'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-05/1730866532
id: 4749177
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6675209
updated: 2024-11-05 23:25:58

Version 4748293

created: 2024-11-05 22:41:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-05/1730866412'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-05/1730866412
id: 4748293
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6674325
updated: 2024-11-05 22:41:22

Version 4746406

created: 2024-11-05 04:01:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730785160'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730785160
id: 4746406
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6671627
updated: 2024-11-05 04:01:55

Version 4746292

created: 2024-11-05 03:56:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730785784'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730785784
id: 4746292
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6671512
updated: 2024-11-05 03:56:59

Version 4745683

created: 2024-11-05 03:35:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730784855'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730784855
id: 4745683
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6670899
updated: 2024-11-05 03:36:09

Version 4744858

created: 2024-11-05 03:14:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730784251'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730784251
id: 4744858
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6670075
updated: 2024-11-05 03:14:23

Version 4744120

created: 2024-11-05 02:54:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730784089'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730784089
id: 4744120
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6669337
updated: 2024-11-05 02:54:40

Version 4743735

created: 2024-11-05 02:44:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783926'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783926
id: 4743735
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6668952
updated: 2024-11-05 02:44:38

Version 4742923

created: 2024-11-05 02:22:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783803'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783803
id: 4742923
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6668140
updated: 2024-11-05 02:23:12

Version 4742160

created: 2024-11-05 02:02:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783692'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783692
id: 4742160
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6667377
updated: 2024-11-05 02:02:52

Version 4741452

created: 2024-11-05 01:43:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783559'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783559
id: 4741452
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6666669
updated: 2024-11-05 01:44:11

Version 4740636

created: 2024-11-05 01:22:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783341'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783341
id: 4740636
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6665853
updated: 2024-11-05 01:22:45

Version 4739925

created: 2024-11-05 01:03:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730782967'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730782967
id: 4739925
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6665142
updated: 2024-11-05 01:03:50

Version 4739134

created: 2024-11-05 00:42:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730782831'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730782831
id: 4739134
processed: 1

raw_data:

{
    "account_id": 3,
    "amount": 11,
    "balance_transfer_reason_id": 17,
    "description": 10,
    "disbursed_booking_id": 8,
    "disbursed_gl_account_id": 9,
    "generated_by": 18,
    "generated_when": 19,
    "gl_category_id": 4,
    "id": 2,
    "newbook_region": 0,
    "refunded_to": 5,
    "tenant": 1,
    "tendered": 12,
    "tendered_currency": 13,
    "transaction_id": 7,
    "transaction_method": 6,
    "type": 14,
    "type_instance_id": 16,
    "type_reference": 15,
    "voided_by": 20,
    "voided_when": 21
}

schema_attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

schema_name_id: 2969
schema_scan_id: 6664348
updated: 2024-11-05 00:42:53

Schema Scans: 15

Last at 2024-11-05 23:27:10

Scan 6675229

duration: 0:00:11.997058

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675229

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-05/1730866590",
        "key": "raw/newbookdev_newbookrefunds/2024-11-05/1730866590/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15161260159638956995,
        "service_name": "drive-thru",
        "span_id": 8126635498946040810,
        "trace_id": 1771731407375546388
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 23:27:10
success: True
trace_id: 1771731407375546388

Scan 6675209

duration: 0:00:14.438649

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675209

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-05/1730866532",
        "key": "raw/newbookdev_newbookrefunds/2024-11-05/1730866532/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13208117003806828429,
        "service_name": "drive-thru",
        "span_id": 2169763002648402002,
        "trace_id": 1307906969987798266
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 23:25:43
success: True
trace_id: 1307906969987798266

Scan 6674325

duration: 0:00:12.212819

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674325

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-05/1730866412",
        "key": "raw/newbookdev_newbookrefunds/2024-11-05/1730866412/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1966524426534420479,
        "service_name": "drive-thru",
        "span_id": 720687696815861418,
        "trace_id": 1353291083143521897
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 22:41:09
success: True
trace_id: 1353291083143521897

Scan 6671627

duration: 0:00:14.583325

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671627

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730785160",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730785160/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5739575267743757198,
        "service_name": "drive-thru",
        "span_id": 13859096577673281275,
        "trace_id": 10072471722537281782
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 04:01:40
success: True
trace_id: 10072471722537281782

Scan 6671512

duration: 0:00:14.806019

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671512

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730785784",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730785784/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17116970678031144447,
        "service_name": "drive-thru",
        "span_id": 483566596934476518,
        "trace_id": 8632049294135689104
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 03:56:44
success: True
trace_id: 8632049294135689104

Scan 6670899

duration: 0:00:14.431068

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670899

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730784855",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730784855/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 83843773217112863,
        "service_name": "drive-thru",
        "span_id": 14026136354720751252,
        "trace_id": 6910721011354776
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 03:35:54
success: True
trace_id: 6910721011354776

Scan 6670075

duration: 0:00:11.782468

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670075

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730784251",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730784251/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15603528894895796124,
        "service_name": "drive-thru",
        "span_id": 3681664534764420617,
        "trace_id": 12005101014256103124
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 03:14:11
success: True
trace_id: 12005101014256103124

Scan 6669337

duration: 0:00:11.734180

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669337

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730784089",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730784089/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 246270612339807135,
        "service_name": "drive-thru",
        "span_id": 15061968406753202251,
        "trace_id": 5407837435464176650
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 02:54:29
success: True
trace_id: 5407837435464176650

Scan 6668952

duration: 0:00:11.692757

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668952

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783926",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730783926/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13978099868018969906,
        "service_name": "drive-thru",
        "span_id": 17159041565414317494,
        "trace_id": 8227594868313856470
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 02:44:27
success: True
trace_id: 8227594868313856470

Scan 6668140

duration: 0:00:14.443794

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668140

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783803",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730783803/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12495505014568345683,
        "service_name": "drive-thru",
        "span_id": 7983449114808910555,
        "trace_id": 12224534253225741279
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 02:22:58
success: True
trace_id: 12224534253225741279

Scan 6667377

duration: 0:00:11.903258

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667377

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783692",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730783692/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17785164577499778680,
        "service_name": "drive-thru",
        "span_id": 172195337435972397,
        "trace_id": 5433307812006447341
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 02:02:40
success: True
trace_id: 5433307812006447341

Scan 6666669

duration: 0:00:14.275168

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666669

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783559",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730783559/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12542977857277377781,
        "service_name": "drive-thru",
        "span_id": 5755661135124236158,
        "trace_id": 3447231467484969936
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 01:43:57
success: True
trace_id: 3447231467484969936

Scan 6665853

duration: 0:00:11.849017

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665853

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730783341",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730783341/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8451422448303324295,
        "service_name": "drive-thru",
        "span_id": 14319155898343219080,
        "trace_id": 14516711082733285334
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 01:22:33
success: True
trace_id: 14516711082733285334

Scan 6665142

duration: 0:00:11.718935

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665142

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730782967",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730782967/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16285205838414389176,
        "service_name": "drive-thru",
        "span_id": 6289893989228434192,
        "trace_id": 11246766926317358323
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 01:03:39
success: True
trace_id: 11246766926317358323

Scan 6664348

duration: 0:00:11.835239

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664348

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-04/1730782831",
        "key": "raw/newbookdev_newbookrefunds/2024-11-04/1730782831/refunds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookrefunds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14002910896844912617,
        "service_name": "drive-thru",
        "span_id": 8785199549651066486,
        "trace_id": 6923533852552811514
    }
}

running: False
schema_name_id: 2969
start_time: 2024-11-05 00:42:41
success: True
trace_id: 6923533852552811514

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "account_id": "string",
    "amount": "string",
    "balance_transfer_reason_id": "string",
    "description": "string",
    "disbursed_booking_id": "string",
    "disbursed_gl_account_id": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_category_id": "string",
    "id": "string",
    "newbook_region": "string",
    "refunded_to": "string",
    "tenant": "string",
    "tendered": "string",
    "tendered_currency": "string",
    "transaction_id": "string",
    "transaction_method": "string",
    "type": "string",
    "type_instance_id": "string",
    "type_reference": "string",
    "voided_by": "string",
    "voided_when": "string"
}

created: 2024-11-05 23:27:11

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-05/1730866590'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:25:53",
        "disabled": false,
        "format": "raw",
        "id": 2969,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookrefunds"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "account_id": "string",
            "amount": "string",
            "balance_transfer_reason_id": "string",
            "description": "string",
            "disbursed_booking_id": "string",
            "disbursed_gl_account_id": "string",
            "generated_by": "string",
            "generated_when": "string",
            "gl_category_id": "string",
            "id": "string",
            "newbook_region": "string",
            "refunded_to": "string",
            "tenant": "string",
            "tendered": "string",
            "tendered_currency": "string",
            "transaction_id": "string",
            "transaction_method": "string",
            "type": "string",
            "type_instance_id": "string",
            "type_reference": "string",
            "voided_by": "string",
            "voided_when": "string"
        },
        "created": "2024-11-05 23:27:11",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookrefunds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `account_id`  string , `gl_category_id`  string , `refunded_to`  string , `transaction_method`  string , `transaction_id`  string , `disbursed_booking_id`  string , `disbursed_gl_account_id`  string , `description`  string , `amount`  string , `tendered`  string , `tendered_currency`  string , `type`  string , `type_reference`  string , `type_instance_id`  string , `balance_transfer_reason_id`  string , `generated_by`  string , `generated_when`  string , `voided_by`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookrefunds/2024-11-05/1730866590'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookrefunds`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookrefunds"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}