Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookowners

created: 2024-10-08 18:19:30
disabled: False
format: raw
id: 2909
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookowners"
}

type: drivethrucsv

Schema Versions: 15

Version 4749200

created: 2024-11-05 23:27:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-05/1730866574'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-05/1730866574
id: 4749200
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6675232
updated: 2024-11-05 23:27:37

Version 4749052

created: 2024-11-05 23:16:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-05/1730866516'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-05/1730866516
id: 4749052
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6675084
updated: 2024-11-05 23:17:05

Version 4748345

created: 2024-11-05 22:42:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-05/1730866387'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-05/1730866387
id: 4748345
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6674377
updated: 2024-11-05 22:43:10

Version 4747026

created: 2024-11-05 04:42:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730785772'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730785772
id: 4747026
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6672258
updated: 2024-11-05 04:42:43

Version 4746354

created: 2024-11-05 03:59:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730785153'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730785153
id: 4746354
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6671575
updated: 2024-11-05 03:59:38

Version 4745550

created: 2024-11-05 03:32:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730784848'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730784848
id: 4745550
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6670767
updated: 2024-11-05 03:32:39

Version 4745091

created: 2024-11-05 03:20:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730784244'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730784244
id: 4745091
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6670308
updated: 2024-11-05 03:20:38

Version 4744392

created: 2024-11-05 03:01:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730784082'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730784082
id: 4744392
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6669609
updated: 2024-11-05 03:02:02

Version 4743440

created: 2024-11-05 02:36:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783921'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783921
id: 4743440
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6668657
updated: 2024-11-05 02:36:52

Version 4742859

created: 2024-11-05 02:21:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783796'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783796
id: 4742859
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6668075
updated: 2024-11-05 02:21:30

Version 4741892

created: 2024-11-05 01:55:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783686'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783686
id: 4741892
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6667109
updated: 2024-11-05 01:55:47

Version 4741393

created: 2024-11-05 01:42:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783552'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783552
id: 4741393
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6666610
updated: 2024-11-05 01:42:34

Version 4740140

created: 2024-11-05 01:09:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783334'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783334
id: 4740140
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6665357
updated: 2024-11-05 01:09:43

Version 4739844

created: 2024-11-05 01:01:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730782933'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730782933
id: 4739844
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6665060
updated: 2024-11-05 01:01:37

Version 4738871

created: 2024-11-05 00:35:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730782826'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730782826
id: 4738871
processed: 1

raw_data:

{
    "cancelled_when": 20,
    "city": 9,
    "country_id": 12,
    "date_created": 17,
    "disburse_funds": 15,
    "display_guest_names": 16,
    "display_order": 18,
    "firstname": 5,
    "guest_id": 3,
    "id": 2,
    "lastname": 6,
    "newbook_region": 0,
    "pos_identifier": 19,
    "postcode": 11,
    "source_id": 21,
    "state_id": 10,
    "street": 8,
    "tax_id": 13,
    "tenant": 1,
    "title": 4,
    "trust_name": 7,
    "trust_reserve": 14
}

schema_attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

schema_name_id: 2909
schema_scan_id: 6664083
updated: 2024-11-05 00:36:01

Schema Scans: 15

Last at 2024-11-05 23:27:22

Scan 6675232

duration: 0:00:14.573261

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675232

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-05/1730866574",
        "key": "raw/newbookdev_newbookowners/2024-11-05/1730866574/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11275144271474002442,
        "service_name": "drive-thru",
        "span_id": 15213802229401454584,
        "trace_id": 4713791764280139301
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 23:27:22
success: True
trace_id: 4713791764280139301

Scan 6675084

duration: 0:00:14.639829

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675084

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-05/1730866516",
        "key": "raw/newbookdev_newbookowners/2024-11-05/1730866516/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10925080198909220617,
        "service_name": "drive-thru",
        "span_id": 6950721906435145871,
        "trace_id": 2188848056058656984
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 23:16:51
success: True
trace_id: 2188848056058656984

Scan 6674377

duration: 0:00:12.001639

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674377

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-05/1730866387",
        "key": "raw/newbookdev_newbookowners/2024-11-05/1730866387/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9103078335369808681,
        "service_name": "drive-thru",
        "span_id": 15015758485246269321,
        "trace_id": 17904051967544536905
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 22:42:58
success: True
trace_id: 17904051967544536905

Scan 6672258

duration: 0:00:14.543971

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672258

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730785772",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730785772/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 34265716128274700,
        "service_name": "drive-thru",
        "span_id": 3592822802564872755,
        "trace_id": 14918272484446006282
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 04:42:29
success: True
trace_id: 14918272484446006282

Scan 6671575

duration: 0:00:14.550340

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671575

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730785153",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730785153/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8097130571660132407,
        "service_name": "drive-thru",
        "span_id": 11546084904771101077,
        "trace_id": 3144144630355393352
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 03:59:24
success: True
trace_id: 3144144630355393352

Scan 6670767

duration: 0:00:14.284363

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670767

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730784848",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730784848/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5100944600363609904,
        "service_name": "drive-thru",
        "span_id": 6924917025672076328,
        "trace_id": 4188991824052458796
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 03:32:24
success: True
trace_id: 4188991824052458796

Scan 6670308

duration: 0:00:14.227724

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670308

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730784244",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730784244/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 363129754747606859,
        "service_name": "drive-thru",
        "span_id": 7868766450460263355,
        "trace_id": 3033216531902133460
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 03:20:24
success: True
trace_id: 3033216531902133460

Scan 6669609

duration: 0:00:14.367263

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669609

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730784082",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730784082/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13171053485406307550,
        "service_name": "drive-thru",
        "span_id": 67114137452695740,
        "trace_id": 14171628988633289949
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 03:01:48
success: True
trace_id: 14171628988633289949

Scan 6668657

duration: 0:00:11.808658

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668657

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783921",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730783921/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15347111814096890921,
        "service_name": "drive-thru",
        "span_id": 1058778657938430948,
        "trace_id": 7975236644300396949
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 02:36:40
success: True
trace_id: 7975236644300396949

Scan 6668075

duration: 0:00:11.813506

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668075

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783796",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730783796/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9259377352479007113,
        "service_name": "drive-thru",
        "span_id": 14835621592012670784,
        "trace_id": 1817248962697529809
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 02:21:18
success: True
trace_id: 1817248962697529809

Scan 6667109

duration: 0:00:14.510526

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667109

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783686",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730783686/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10179172944920384827,
        "service_name": "drive-thru",
        "span_id": 4304697249524921717,
        "trace_id": 9190372526678002315
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 01:55:33
success: True
trace_id: 9190372526678002315

Scan 6666610

duration: 0:00:11.835530

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666610

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783552",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730783552/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8238786083182513777,
        "service_name": "drive-thru",
        "span_id": 2899764789179910667,
        "trace_id": 12878551572283617230
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 01:42:22
success: True
trace_id: 12878551572283617230

Scan 6665357

duration: 0:00:14.177450

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665357

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730783334",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730783334/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11939796866338299026,
        "service_name": "drive-thru",
        "span_id": 1414115725871367888,
        "trace_id": 11545814004273115849
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 01:09:29
success: True
trace_id: 11545814004273115849

Scan 6665060

duration: 0:00:11.920716

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665060

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730782933",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730782933/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9660428883360299509,
        "service_name": "drive-thru",
        "span_id": 3308912401567036052,
        "trace_id": 15044298621486358183
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 01:01:25
success: True
trace_id: 15044298621486358183

Scan 6664083

duration: 0:00:14.325303

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664083

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-04/1730782826",
        "key": "raw/newbookdev_newbookowners/2024-11-04/1730782826/owners.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14500621965524668438,
        "service_name": "drive-thru",
        "span_id": 15022899359759443945,
        "trace_id": 7865156556123696638
    }
}

running: False
schema_name_id: 2909
start_time: 2024-11-05 00:35:46
success: True
trace_id: 7865156556123696638

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "cancelled_when": "string",
    "city": "string",
    "country_id": "string",
    "date_created": "string",
    "disburse_funds": "string",
    "display_guest_names": "string",
    "display_order": "string",
    "firstname": "string",
    "guest_id": "string",
    "id": "string",
    "lastname": "string",
    "newbook_region": "string",
    "pos_identifier": "string",
    "postcode": "string",
    "source_id": "string",
    "state_id": "string",
    "street": "string",
    "tax_id": "string",
    "tenant": "string",
    "title": "string",
    "trust_name": "string",
    "trust_reserve": "string"
}

created: 2024-11-05 23:27:23

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-05/1730866574'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:19:30",
        "disabled": false,
        "format": "raw",
        "id": 2909,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookowners"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "cancelled_when": "string",
            "city": "string",
            "country_id": "string",
            "date_created": "string",
            "disburse_funds": "string",
            "display_guest_names": "string",
            "display_order": "string",
            "firstname": "string",
            "guest_id": "string",
            "id": "string",
            "lastname": "string",
            "newbook_region": "string",
            "pos_identifier": "string",
            "postcode": "string",
            "source_id": "string",
            "state_id": "string",
            "street": "string",
            "tax_id": "string",
            "tenant": "string",
            "title": "string",
            "trust_name": "string",
            "trust_reserve": "string"
        },
        "created": "2024-11-05 23:27:23",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `title`  string , `firstname`  string , `lastname`  string , `trust_name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `tax_id`  string , `trust_reserve`  string , `disburse_funds`  string , `display_guest_names`  string , `date_created`  string , `display_order`  string , `pos_identifier`  string , `cancelled_when`  string , `source_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners/2024-11-05/1730866574'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}