Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooksigned_agreements

created: 2024-10-09 02:59:32
disabled: False
format: raw
id: 3115
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooksigned_agreements"
}

type: drivethrucsv

Schema Versions: 15

Version 4749430

created: 2024-11-05 23:50:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866601'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866601
id: 4749430
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6675480
updated: 2024-11-05 23:50:16

Version 4749159

created: 2024-11-05 23:24:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866546'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866546
id: 4749159
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6675191
updated: 2024-11-05 23:24:37

Version 4748342

created: 2024-11-05 22:42:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866435'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866435
id: 4748342
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6674374
updated: 2024-11-05 22:43:07

Version 4746469

created: 2024-11-05 04:04:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730785166'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730785166
id: 4746469
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6671690
updated: 2024-11-05 04:04:45

Version 4746329

created: 2024-11-05 03:58:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730785795'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730785795
id: 4746329
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6671550
updated: 2024-11-05 03:58:31

Version 4745927

created: 2024-11-05 03:43:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784861'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784861
id: 4745927
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6671147
updated: 2024-11-05 03:43:23

Version 4744650

created: 2024-11-05 03:08:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784095'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784095
id: 4744650
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6669867
updated: 2024-11-05 03:08:57

Version 4744360

created: 2024-11-05 03:00:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784258'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784258
id: 4744360
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6669577
updated: 2024-11-05 03:01:05

Version 4742965

created: 2024-11-05 02:24:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783809'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783809
id: 4742965
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6668182
updated: 2024-11-05 02:24:17

Version 4742914

created: 2024-11-05 02:22:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783931'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783931
id: 4742914
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6668131
updated: 2024-11-05 02:22:57

Version 4742172

created: 2024-11-05 02:03:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783696'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783696
id: 4742172
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6667389
updated: 2024-11-05 02:03:14

Version 4741471

created: 2024-11-05 01:44:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783566'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783566
id: 4741471
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6666688
updated: 2024-11-05 01:44:41

Version 4740494

created: 2024-11-05 01:18:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783348'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783348
id: 4740494
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6665711
updated: 2024-11-05 01:19:01

Version 4739861

created: 2024-11-05 01:01:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730782946'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730782946
id: 4739861
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6665078
updated: 2024-11-05 01:02:07

Version 4739057

created: 2024-11-05 00:40:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730782836'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730782836
id: 4739057
processed: 1

raw_data:

{
    "agreement_text": 5,
    "booking_id": 3,
    "id": 2,
    "newbook_region": 0,
    "signature_image": 8,
    "signed_when": 7,
    "source_data": 10,
    "source_type": 9,
    "system_template_id": 4,
    "tenant": 1,
    "wrapper_text": 6
}

schema_attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

schema_name_id: 3115
schema_scan_id: 6664272
updated: 2024-11-05 00:40:50

Schema Scans: 15

Last at 2024-11-05 23:50:05

Scan 6675480

duration: 0:00:11.633945

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675480

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866601",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866601/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 944193038404652151,
        "service_name": "drive-thru",
        "span_id": 14032472150322111767,
        "trace_id": 13351373404405337634
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 23:50:05
success: True
trace_id: 13351373404405337634

Scan 6675191

duration: 0:00:11.714173

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675191

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866546",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866546/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9607678938775413148,
        "service_name": "drive-thru",
        "span_id": 15703770798379811074,
        "trace_id": 12544156962396919075
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 23:24:26
success: True
trace_id: 12544156962396919075

Scan 6674374

duration: 0:00:11.613979

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674374

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866435",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866435/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12241254696303630662,
        "service_name": "drive-thru",
        "span_id": 11085867287814553313,
        "trace_id": 8842385430239627031
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 22:42:55
success: True
trace_id: 8842385430239627031

Scan 6671690

duration: 0:00:11.789622

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671690

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730785166",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730785166/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9284290592736494622,
        "service_name": "drive-thru",
        "span_id": 5899550438466089542,
        "trace_id": 14765024560245326089
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 04:04:33
success: True
trace_id: 14765024560245326089

Scan 6671550

duration: 0:00:14.143825

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671550

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730785795",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730785795/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9746653799549219599,
        "service_name": "drive-thru",
        "span_id": 10085583434263929826,
        "trace_id": 7228093992278280765
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 03:58:17
success: True
trace_id: 7228093992278280765

Scan 6671147

duration: 0:00:11.474363

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671147

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784861",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784861/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 20090160262104048,
        "service_name": "drive-thru",
        "span_id": 12971333714773164610,
        "trace_id": 6442617046183187093
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 03:43:11
success: True
trace_id: 6442617046183187093

Scan 6669867

duration: 0:00:11.315824

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669867

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784095",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784095/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3783704740982845650,
        "service_name": "drive-thru",
        "span_id": 12784211922268352417,
        "trace_id": 12612604958156725382
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 03:08:46
success: True
trace_id: 12612604958156725382

Scan 6669577

duration: 0:00:13.953117

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669577

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784258",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730784258/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12656241412756978622,
        "service_name": "drive-thru",
        "span_id": 15742060740997843530,
        "trace_id": 14791678758068243247
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 03:00:51
success: True
trace_id: 14791678758068243247

Scan 6668182

duration: 0:00:11.435648

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668182

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783809",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783809/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4850635399886689229,
        "service_name": "drive-thru",
        "span_id": 16266464258280424815,
        "trace_id": 9731366584293326388
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 02:24:06
success: True
trace_id: 9731366584293326388

Scan 6668131

duration: 0:00:14.302700

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668131

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783931",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783931/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17886614131177954875,
        "service_name": "drive-thru",
        "span_id": 14348282233508973394,
        "trace_id": 703317511378835720
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 02:22:43
success: True
trace_id: 703317511378835720

Scan 6667389

duration: 0:00:11.412261

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667389

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783696",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783696/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6494286479883713334,
        "service_name": "drive-thru",
        "span_id": 7114576513573420279,
        "trace_id": 16278744424391798166
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 02:03:03
success: True
trace_id: 16278744424391798166

Scan 6666688

duration: 0:00:13.878693

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666688

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783566",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783566/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10005043502303284156,
        "service_name": "drive-thru",
        "span_id": 7070362519611833966,
        "trace_id": 5601577652390966830
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 01:44:27
success: True
trace_id: 5601577652390966830

Scan 6665711

duration: 0:00:14.058659

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665711

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783348",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730783348/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13383278318969413232,
        "service_name": "drive-thru",
        "span_id": 5470664577726790537,
        "trace_id": 8086686694438640522
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 01:18:47
success: True
trace_id: 8086686694438640522

Scan 6665078

duration: 0:00:14.163538

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665078

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730782946",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730782946/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11114842170043037466,
        "service_name": "drive-thru",
        "span_id": 4169551778906851635,
        "trace_id": 10533390307386448491
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 01:01:53
success: True
trace_id: 10533390307386448491

Scan 6664272

duration: 0:00:11.455199

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664272

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-04/1730782836",
        "key": "raw/newbookdev_newbooksigned_agreements/2024-11-04/1730782836/signed_agreements.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksigned_agreements",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2815067742919577757,
        "service_name": "drive-thru",
        "span_id": 971548615217761433,
        "trace_id": 12442753343628298128
    }
}

running: False
schema_name_id: 3115
start_time: 2024-11-05 00:40:39
success: True
trace_id: 12442753343628298128

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "agreement_text": "string",
    "booking_id": "string",
    "id": "string",
    "newbook_region": "string",
    "signature_image": "string",
    "signed_when": "string",
    "source_data": "string",
    "source_type": "string",
    "system_template_id": "string",
    "tenant": "string",
    "wrapper_text": "string"
}

created: 2024-11-05 23:50:05

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866601'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-09 02:59:32",
        "disabled": false,
        "format": "raw",
        "id": 3115,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooksigned_agreements"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "agreement_text": "string",
            "booking_id": "string",
            "id": "string",
            "newbook_region": "string",
            "signature_image": "string",
            "signed_when": "string",
            "source_data": "string",
            "source_type": "string",
            "system_template_id": "string",
            "tenant": "string",
            "wrapper_text": "string"
        },
        "created": "2024-11-05 23:50:05",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `booking_id`  string , `system_template_id`  string , `agreement_text`  string , `wrapper_text`  string , `signed_when`  string , `signature_image`  string , `source_type`  string , `source_data`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksigned_agreements/2024-11-05/1730866601'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksigned_agreements`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksigned_agreements"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}