Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests

created: 2024-10-08 18:06:11
disabled: False
format: raw
id: 2787
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookinsurance_policies_guests"
}

type: drivethrucsv

Schema Versions: 15

Version 4749060

created: 2024-11-05 23:17:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866516'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866516
id: 4749060
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6675092
updated: 2024-11-05 23:17:32

Version 4748593

created: 2024-11-05 22:52:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866444'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866444
id: 4748593
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6674625
updated: 2024-11-05 22:52:50

Version 4747814

created: 2024-11-05 22:26:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866320'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866320
id: 4747814
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6673846
updated: 2024-11-05 22:26:54

Version 4746874

created: 2024-11-05 04:29:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730785728'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730785728
id: 4746874
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6672104
updated: 2024-11-05 04:29:39

Version 4746238

created: 2024-11-05 03:54:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730785129'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730785129
id: 4746238
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6671459
updated: 2024-11-05 03:54:37

Version 4745478

created: 2024-11-05 03:30:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784823'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784823
id: 4745478
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6670695
updated: 2024-11-05 03:30:45

Version 4744731

created: 2024-11-05 03:10:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784220'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784220
id: 4744731
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6669948
updated: 2024-11-05 03:11:06

Version 4743975

created: 2024-11-05 02:50:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784057'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784057
id: 4743975
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6669192
updated: 2024-11-05 02:50:57

Version 4743546

created: 2024-11-05 02:39:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783902'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783902
id: 4743546
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6668763
updated: 2024-11-05 02:39:39

Version 4742075

created: 2024-11-05 02:00:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783771'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783771
id: 4742075
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6667292
updated: 2024-11-05 02:00:36

Version 4741810

created: 2024-11-05 01:53:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783667'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783667
id: 4741810
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6667027
updated: 2024-11-05 01:53:31

Version 4741026

created: 2024-11-05 01:32:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783527'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783527
id: 4741026
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6666243
updated: 2024-11-05 01:33:00

Version 4740368

created: 2024-11-05 01:15:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783309'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783309
id: 4740368
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6665585
updated: 2024-11-05 01:15:39

Version 4739579

created: 2024-11-05 00:54:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730782910'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730782910
id: 4739579
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6664795
updated: 2024-11-05 00:54:29

Version 4738729

created: 2024-11-05 00:32:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730782751'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730782751
id: 4738729
processed: 1

raw_data:

{
    "added_by": 9,
    "added_when": 10,
    "company": 5,
    "expiry_date": 8,
    "for": 3,
    "for_id": 4,
    "id": 2,
    "newbook_region": 0,
    "policy_number": 7,
    "policy_type": 6,
    "tenant": 1
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

schema_name_id: 2787
schema_scan_id: 6663942
updated: 2024-11-05 00:32:12

Schema Scans: 15

Last at 2024-11-05 23:17:20

Scan 6675092

duration: 0:00:11.644318

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675092

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866516",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866516/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11073346236672513266,
        "service_name": "drive-thru",
        "span_id": 14687160976953604102,
        "trace_id": 2811039952434915665
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 23:17:20
success: True
trace_id: 2811039952434915665

Scan 6674625

duration: 0:00:14.175461

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674625

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866444",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866444/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11982636304648540869,
        "service_name": "drive-thru",
        "span_id": 10636336394389234036,
        "trace_id": 932364268114547073
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 22:52:36
success: True
trace_id: 932364268114547073

Scan 6673846

duration: 0:00:14.073816

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673846

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866320",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866320/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14297242108535270557,
        "service_name": "drive-thru",
        "span_id": 3807323536168902275,
        "trace_id": 14447932921870976760
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 22:26:40
success: True
trace_id: 14447932921870976760

Scan 6672104

duration: 0:00:14.187963

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672104

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730785728",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730785728/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 303371581130997878,
        "service_name": "drive-thru",
        "span_id": 5047170752464847923,
        "trace_id": 8501541756762541039
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 04:29:25
success: True
trace_id: 8501541756762541039

Scan 6671459

duration: 0:00:14.196567

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671459

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730785129",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730785129/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16964033262708958185,
        "service_name": "drive-thru",
        "span_id": 17391838246152987601,
        "trace_id": 2463315248285724086
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 03:54:23
success: True
trace_id: 2463315248285724086

Scan 6670695

duration: 0:00:14.206198

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670695

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784823",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784823/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2018772525643387190,
        "service_name": "drive-thru",
        "span_id": 4698139715126153120,
        "trace_id": 11623530915974177791
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 03:30:31
success: True
trace_id: 11623530915974177791

Scan 6669948

duration: 0:00:11.624571

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669948

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784220",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784220/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4161496263561241520,
        "service_name": "drive-thru",
        "span_id": 9756425986451246063,
        "trace_id": 9214130959874201528
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 03:10:54
success: True
trace_id: 9214130959874201528

Scan 6669192

duration: 0:00:11.393660

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669192

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784057",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730784057/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1619119373423253616,
        "service_name": "drive-thru",
        "span_id": 16465131819336345111,
        "trace_id": 17977188133893350632
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 02:50:46
success: True
trace_id: 17977188133893350632

Scan 6668763

duration: 0:00:11.544106

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668763

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783902",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783902/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7373956244953892197,
        "service_name": "drive-thru",
        "span_id": 2474187849941424587,
        "trace_id": 284871608531555996
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 02:39:28
success: True
trace_id: 284871608531555996

Scan 6667292

duration: 0:00:14.195712

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667292

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783771",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783771/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5604401674195935759,
        "service_name": "drive-thru",
        "span_id": 14482041116707776014,
        "trace_id": 2387012175452472579
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 02:00:22
success: True
trace_id: 2387012175452472579

Scan 6667027

duration: 0:00:11.436981

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667027

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783667",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783667/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9757528569395924226,
        "service_name": "drive-thru",
        "span_id": 6183125548981339455,
        "trace_id": 13860805057465896939
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 01:53:20
success: True
trace_id: 13860805057465896939

Scan 6666243

duration: 0:00:11.360744

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666243

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783527",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783527/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15667808465834998599,
        "service_name": "drive-thru",
        "span_id": 9818761944985934947,
        "trace_id": 14571580021503720308
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 01:32:48
success: True
trace_id: 14571580021503720308

Scan 6665585

duration: 0:00:11.517909

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665585

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783309",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730783309/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2351483412645640249,
        "service_name": "drive-thru",
        "span_id": 12693780473728140092,
        "trace_id": 17466449150711425308
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 01:15:28
success: True
trace_id: 17466449150711425308

Scan 6664795

duration: 0:00:11.413669

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664795

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730782910",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730782910/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13931443166777154150,
        "service_name": "drive-thru",
        "span_id": 15313960647328309142,
        "trace_id": 12482156058001250137
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 00:54:18
success: True
trace_id: 12482156058001250137

Scan 6663942

duration: 0:00:11.708718

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663942

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730782751",
        "key": "raw/newbookdev_newbookinsurance_policies_guests/2024-11-04/1730782751/insurance_policies_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1520580524386830207,
        "service_name": "drive-thru",
        "span_id": 13352469027948943276,
        "trace_id": 6676971057086435461
    }
}

running: False
schema_name_id: 2787
start_time: 2024-11-05 00:32:00
success: True
trace_id: 6676971057086435461

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_by": "string",
    "added_when": "string",
    "company": "string",
    "expiry_date": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "policy_number": "string",
    "policy_type": "string",
    "tenant": "string"
}

created: 2024-11-05 23:17:21

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866516'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:06:11",
        "disabled": false,
        "format": "raw",
        "id": 2787,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookinsurance_policies_guests"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_by": "string",
            "added_when": "string",
            "company": "string",
            "expiry_date": "string",
            "for": "string",
            "for_id": "string",
            "id": "string",
            "newbook_region": "string",
            "policy_number": "string",
            "policy_type": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:17:21",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `company`  string , `policy_type`  string , `policy_number`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinsurance_policies_guests/2024-11-05/1730866516'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinsurance_policies_guests"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}