Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions

created: 2024-10-08 17:40:10
disabled: False
format: raw
id: 2454
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcancellation_insurance_cc_transactions"
}

type: drivethrucsv

Schema Versions: 15

Version 4748162

created: 2024-11-05 22:36:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866388'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866388
id: 4748162
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6674193
updated: 2024-11-05 22:36:53

Version 4747823

created: 2024-11-05 22:26:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866320'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866320
id: 4747823
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6673855
updated: 2024-11-05 22:27:06

Version 4747398

created: 2024-11-05 22:15:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866242'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866242
id: 4747398
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6673430
updated: 2024-11-05 22:15:38

Version 4746859

created: 2024-11-05 04:28:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730785661'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730785661
id: 4746859
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6672089
updated: 2024-11-05 04:28:35

Version 4746181

created: 2024-11-05 03:52:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730785089'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730785089
id: 4746181
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6671402
updated: 2024-11-05 03:52:23

Version 4745085

created: 2024-11-05 03:20:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784783'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784783
id: 4745085
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6670302
updated: 2024-11-05 03:20:26

Version 4744564

created: 2024-11-05 03:06:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784180'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784180
id: 4744564
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6669780
updated: 2024-11-05 03:06:39

Version 4744167

created: 2024-11-05 02:55:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784106'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784106
id: 4744167
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6669384
updated: 2024-11-05 02:55:57

Version 4743288

created: 2024-11-05 02:32:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783872'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783872
id: 4743288
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6668505
updated: 2024-11-05 02:32:48

Version 4741858

created: 2024-11-05 01:54:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783637'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783637
id: 4741858
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6667075
updated: 2024-11-05 01:54:46

Version 4741802

created: 2024-11-05 01:53:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783731'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783731
id: 4741802
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6667019
updated: 2024-11-05 01:53:19

Version 4740859

created: 2024-11-05 01:28:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783486'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783486
id: 4740859
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6666076
updated: 2024-11-05 01:28:38

Version 4740054

created: 2024-11-05 01:07:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783268'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783268
id: 4740054
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6665271
updated: 2024-11-05 01:07:21

Version 4739117

created: 2024-11-05 00:42:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730782870'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730782870
id: 4739117
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6664332
updated: 2024-11-05 00:42:29

Version 4738653

created: 2024-11-05 00:30:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730782741'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730782741
id: 4738653
processed: 1

raw_data:

{
    "amount": 14,
    "card_holder": 7,
    "card_number": 9,
    "card_type": 8,
    "currency": 13,
    "description": 6,
    "for": 4,
    "for_id": 5,
    "generated_when": 15,
    "gw_message": 11,
    "gw_trans_id": 10,
    "id": 2,
    "instance_id": 3,
    "nb_trans_id": 12,
    "newbook_region": 0,
    "request_data": 16,
    "response_data": 17,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

schema_name_id: 2454
schema_scan_id: 6663866
updated: 2024-11-05 00:30:14

Schema Scans: 15

Last at 2024-11-05 22:36:42

Scan 6674193

duration: 0:00:11.849850

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674193

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866388",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866388/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8984923416432179238,
        "service_name": "drive-thru",
        "span_id": 15517567185832108777,
        "trace_id": 13022609947308102617
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 22:36:42
success: True
trace_id: 13022609947308102617

Scan 6673855

duration: 0:00:11.690935

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673855

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866320",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866320/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8564872402243026473,
        "service_name": "drive-thru",
        "span_id": 9759611646079850739,
        "trace_id": 9232616502807959787
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 22:26:54
success: True
trace_id: 9232616502807959787

Scan 6673430

duration: 0:00:11.841268

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673430

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866242",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866242/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17253908327342948769,
        "service_name": "drive-thru",
        "span_id": 15156945620374585195,
        "trace_id": 17291761398858103163
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 22:15:26
success: True
trace_id: 17291761398858103163

Scan 6672089

duration: 0:00:12.150615

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672089

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730785661",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730785661/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1317238271712961731,
        "service_name": "drive-thru",
        "span_id": 6779795355665325750,
        "trace_id": 7606539207192106096
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 04:28:23
success: True
trace_id: 7606539207192106096

Scan 6671402

duration: 0:00:14.452094

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671402

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730785089",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730785089/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2543122352636071593,
        "service_name": "drive-thru",
        "span_id": 12361523996726507646,
        "trace_id": 742300741351623412
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 03:52:08
success: True
trace_id: 742300741351623412

Scan 6670302

duration: 0:00:11.747115

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670302

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784783",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784783/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5530433050464766879,
        "service_name": "drive-thru",
        "span_id": 17706766873504963291,
        "trace_id": 17847822173203517984
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 03:20:14
success: True
trace_id: 17847822173203517984

Scan 6669780

duration: 0:00:11.708216

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669780

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784180",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784180/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3768051235205657806,
        "service_name": "drive-thru",
        "span_id": 17913776120992728521,
        "trace_id": 1504637292379268185
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 03:06:27
success: True
trace_id: 1504637292379268185

Scan 6669384

duration: 0:00:11.711909

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669384

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784106",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730784106/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9433609962109392973,
        "service_name": "drive-thru",
        "span_id": 6665645183102499143,
        "trace_id": 13254417781227688079
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 02:55:45
success: True
trace_id: 13254417781227688079

Scan 6668505

duration: 0:00:11.758439

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668505

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783872",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783872/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14736592513542086318,
        "service_name": "drive-thru",
        "span_id": 8249731755614588267,
        "trace_id": 6093422574340349599
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 02:32:36
success: True
trace_id: 6093422574340349599

Scan 6667075

duration: 0:00:11.756030

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667075

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783637",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783637/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4941292901152394639,
        "service_name": "drive-thru",
        "span_id": 1729479685702523114,
        "trace_id": 10332887302414401480
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 01:54:34
success: True
trace_id: 10332887302414401480

Scan 6667019

duration: 0:00:11.643861

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667019

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783731",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783731/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4066157413351017159,
        "service_name": "drive-thru",
        "span_id": 12344884636544657874,
        "trace_id": 2705384438415469539
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 01:53:08
success: True
trace_id: 2705384438415469539

Scan 6666076

duration: 0:00:14.276821

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666076

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783486",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783486/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1819733380734718240,
        "service_name": "drive-thru",
        "span_id": 9295413685621013838,
        "trace_id": 13329172133533244062
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 01:28:23
success: True
trace_id: 13329172133533244062

Scan 6665271

duration: 0:00:14.152860

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665271

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783268",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730783268/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15738652749520060613,
        "service_name": "drive-thru",
        "span_id": 5260390715048435197,
        "trace_id": 2673675560722315345
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 01:07:07
success: True
trace_id: 2673675560722315345

Scan 6664332

duration: 0:00:11.744087

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664332

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730782870",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730782870/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16385421439727616334,
        "service_name": "drive-thru",
        "span_id": 10428889298042877355,
        "trace_id": 7119805610420511198
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 00:42:17
success: True
trace_id: 7119805610420511198

Scan 6663866

duration: 0:00:12.348753

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663866

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730782741",
        "key": "raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-04/1730782741/cancellation_insurance_cc_transactions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18173799700250936136,
        "service_name": "drive-thru",
        "span_id": 10839023082058088018,
        "trace_id": 10164554380525709215
    }
}

running: False
schema_name_id: 2454
start_time: 2024-11-05 00:30:01
success: True
trace_id: 10164554380525709215

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "amount": "string",
    "card_holder": "string",
    "card_number": "string",
    "card_type": "string",
    "currency": "string",
    "description": "string",
    "for": "string",
    "for_id": "string",
    "generated_when": "string",
    "gw_message": "string",
    "gw_trans_id": "string",
    "id": "string",
    "instance_id": "string",
    "nb_trans_id": "string",
    "newbook_region": "string",
    "request_data": "string",
    "response_data": "string",
    "tenant": "string"
}

created: 2024-11-05 22:36:42

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866388'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:40:10",
        "disabled": false,
        "format": "raw",
        "id": 2454,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcancellation_insurance_cc_transactions"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "amount": "string",
            "card_holder": "string",
            "card_number": "string",
            "card_type": "string",
            "currency": "string",
            "description": "string",
            "for": "string",
            "for_id": "string",
            "generated_when": "string",
            "gw_message": "string",
            "gw_trans_id": "string",
            "id": "string",
            "instance_id": "string",
            "nb_trans_id": "string",
            "newbook_region": "string",
            "request_data": "string",
            "response_data": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:36:42",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `for`  string , `for_id`  string , `description`  string , `card_holder`  string , `card_type`  string , `card_number`  string , `gw_trans_id`  string , `gw_message`  string , `nb_trans_id`  string , `currency`  string , `amount`  string , `generated_when`  string , `request_data`  string , `response_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_cc_transactions/2024-11-05/1730866388'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_cc_transactions"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}