Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookpayments_link

created: 2024-10-08 18:20:13
disabled: False
format: raw
id: 2916
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookpayments_link"
}

type: drivethrucsv

Schema Versions: 15

Version 4749173

created: 2024-11-05 23:25:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-05/1730866582'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-05/1730866582
id: 4749173
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6675205
updated: 2024-11-05 23:25:39

Version 4748895

created: 2024-11-05 23:07:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-05/1730866523'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-05/1730866523
id: 4748895
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6674927
updated: 2024-11-05 23:07:38

Version 4748108

created: 2024-11-05 22:35:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-05/1730866399'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-05/1730866399
id: 4748108
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6674140
updated: 2024-11-05 22:35:20

Version 4747083

created: 2024-11-05 04:48:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730785778'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730785778
id: 4747083
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6672315
updated: 2024-11-05 04:48:41

Version 4746645

created: 2024-11-05 04:14:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730785157'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730785157
id: 4746645
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6671868
updated: 2024-11-05 04:14:28

Version 4744954

created: 2024-11-05 03:16:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730784851'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730784851
id: 4744954
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6670171
updated: 2024-11-05 03:16:59

Version 4744861

created: 2024-11-05 03:14:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730784248'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730784248
id: 4744861
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6670078
updated: 2024-11-05 03:14:28

Version 4743627

created: 2024-11-05 02:41:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730784086'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730784086
id: 4743627
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6668844
updated: 2024-11-05 02:41:48

Version 4743536

created: 2024-11-05 02:39:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783923'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783923
id: 4743536
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6668753
updated: 2024-11-05 02:39:23

Version 4742900

created: 2024-11-05 02:22:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783799'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783799
id: 4742900
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6668117
updated: 2024-11-05 02:22:35

Version 4741748

created: 2024-11-05 01:51:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783618'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783618
id: 4741748
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6666964
updated: 2024-11-05 01:51:56

Version 4740841

created: 2024-11-05 01:27:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783556'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783556
id: 4740841
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6666058
updated: 2024-11-05 01:28:06

Version 4740531

created: 2024-11-05 01:19:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783338'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783338
id: 4740531
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6665748
updated: 2024-11-05 01:19:55

Version 4739801

created: 2024-11-05 01:00:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730782936'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730782936
id: 4739801
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6665018
updated: 2024-11-05 01:00:29

Version 4739154

created: 2024-11-05 00:43:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730782829'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730782829
id: 4739154
processed: 1

raw_data:

{
    "charge_id": 4,
    "credit_id": 5,
    "id": 2,
    "newbook_region": 0,
    "paid_amount": 6,
    "payment_id": 3,
    "tenant": 1,
    "timestamp": 7,
    "voided_when": 8
}

schema_attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

schema_name_id: 2916
schema_scan_id: 6664369
updated: 2024-11-05 00:43:26

Schema Scans: 15

Last at 2024-11-05 23:25:28

Scan 6675205

duration: 0:00:11.586629

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675205

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-05/1730866582",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-05/1730866582/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4762423913346684897,
        "service_name": "drive-thru",
        "span_id": 12667576268317018289,
        "trace_id": 1700776842882658730
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 23:25:28
success: True
trace_id: 1700776842882658730

Scan 6674927

duration: 0:00:11.583190

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674927

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-05/1730866523",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-05/1730866523/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7887261092055850442,
        "service_name": "drive-thru",
        "span_id": 3337551057914333378,
        "trace_id": 9271981307778876651
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 23:07:27
success: True
trace_id: 9271981307778876651

Scan 6674140

duration: 0:00:14.063340

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674140

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-05/1730866399",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-05/1730866399/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17717753511941029271,
        "service_name": "drive-thru",
        "span_id": 1716858559041348493,
        "trace_id": 16389895611780988432
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 22:35:06
success: True
trace_id: 16389895611780988432

Scan 6672315

duration: 0:00:11.724816

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672315

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730785778",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730785778/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 604662283953941087,
        "service_name": "drive-thru",
        "span_id": 11731737896330302294,
        "trace_id": 16128323680120632696
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 04:48:29
success: True
trace_id: 16128323680120632696

Scan 6671868

duration: 0:00:14.305721

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671868

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730785157",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730785157/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10004667322394137867,
        "service_name": "drive-thru",
        "span_id": 16722760989463742544,
        "trace_id": 6578252410268128603
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 04:14:13
success: True
trace_id: 6578252410268128603

Scan 6670171

duration: 0:00:11.688401

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670171

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730784851",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730784851/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12118431887739753214,
        "service_name": "drive-thru",
        "span_id": 9832612055888550216,
        "trace_id": 18033021632977688356
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 03:16:48
success: True
trace_id: 18033021632977688356

Scan 6670078

duration: 0:00:11.575942

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670078

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730784248",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730784248/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14674781079427271007,
        "service_name": "drive-thru",
        "span_id": 12188139439239661234,
        "trace_id": 7938705028736094987
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 03:14:17
success: True
trace_id: 7938705028736094987

Scan 6668844

duration: 0:00:11.411226

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668844

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730784086",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730784086/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5251396299693780164,
        "service_name": "drive-thru",
        "span_id": 17741641387938984400,
        "trace_id": 403436103020855973
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 02:41:36
success: True
trace_id: 403436103020855973

Scan 6668753

duration: 0:00:11.498353

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668753

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783923",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730783923/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8615258959227413481,
        "service_name": "drive-thru",
        "span_id": 13786495584548706609,
        "trace_id": 9470910240082195303
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 02:39:11
success: True
trace_id: 9470910240082195303

Scan 6668117

duration: 0:00:13.975928

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668117

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783799",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730783799/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16370796388369402634,
        "service_name": "drive-thru",
        "span_id": 1003832722225788446,
        "trace_id": 6498700971265545657
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 02:22:21
success: True
trace_id: 6498700971265545657

Scan 6666964

duration: 0:00:11.428179

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666964

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783618",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730783618/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2863037327216967650,
        "service_name": "drive-thru",
        "span_id": 11641756752325574617,
        "trace_id": 17796791794998499382
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 01:51:44
success: True
trace_id: 17796791794998499382

Scan 6666058

duration: 0:00:11.493367

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666058

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783556",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730783556/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2193606791350002613,
        "service_name": "drive-thru",
        "span_id": 14977859261231982825,
        "trace_id": 14210229315652557589
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 01:27:54
success: True
trace_id: 14210229315652557589

Scan 6665748

duration: 0:00:11.448590

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665748

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730783338",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730783338/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15186054426621420102,
        "service_name": "drive-thru",
        "span_id": 5901499672962918475,
        "trace_id": 12838561602473487177
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 01:19:44
success: True
trace_id: 12838561602473487177

Scan 6665018

duration: 0:00:14.236450

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665018

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730782936",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730782936/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5955804043153268979,
        "service_name": "drive-thru",
        "span_id": 13123298303438150582,
        "trace_id": 13897215901503065887
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 01:00:15
success: True
trace_id: 13897215901503065887

Scan 6664369

duration: 0:00:11.520937

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664369

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-04/1730782829",
        "key": "raw/newbookdev_newbookpayments_link/2024-11-04/1730782829/payments_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayments_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3898296998706638977,
        "service_name": "drive-thru",
        "span_id": 7690266747065035701,
        "trace_id": 6229421730890590295
    }
}

running: False
schema_name_id: 2916
start_time: 2024-11-05 00:43:14
success: True
trace_id: 6229421730890590295

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "charge_id": "string",
    "credit_id": "string",
    "id": "string",
    "newbook_region": "string",
    "paid_amount": "string",
    "payment_id": "string",
    "tenant": "string",
    "timestamp": "string",
    "voided_when": "string"
}

created: 2024-11-05 23:25:28

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-05/1730866582'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:20:13",
        "disabled": false,
        "format": "raw",
        "id": 2916,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookpayments_link"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "charge_id": "string",
            "credit_id": "string",
            "id": "string",
            "newbook_region": "string",
            "paid_amount": "string",
            "payment_id": "string",
            "tenant": "string",
            "timestamp": "string",
            "voided_when": "string"
        },
        "created": "2024-11-05 23:25:28",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `payment_id`  string , `charge_id`  string , `credit_id`  string , `paid_amount`  string , `timestamp`  string , `voided_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayments_link/2024-11-05/1730866582'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayments_link`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayments_link"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}