Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookguests_memberships

created: 2024-10-08 17:49:34
disabled: False
format: raw
id: 2584
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookguests_memberships"
}

type: drivethrucsv

Schema Versions: 15

Version 4748777

created: 2024-11-05 23:00:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-05/1730866505'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-05/1730866505
id: 4748777
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6674809
updated: 2024-11-05 23:01:03

Version 4748354

created: 2024-11-05 22:43:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-05/1730866425'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-05/1730866425
id: 4748354
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6674386
updated: 2024-11-05 22:43:31

Version 4747744

created: 2024-11-05 22:24:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-05/1730866306'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-05/1730866306
id: 4747744
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6673776
updated: 2024-11-05 22:25:00

Version 4746868

created: 2024-11-05 04:28:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730785719'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730785719
id: 4746868
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6672098
updated: 2024-11-05 04:29:13

Version 4746202

created: 2024-11-05 03:52:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730785124'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730785124
id: 4746202
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6671423
updated: 2024-11-05 03:53:07

Version 4745839

created: 2024-11-05 03:40:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730784818'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730784818
id: 4745839
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6671056
updated: 2024-11-05 03:40:45

Version 4744611

created: 2024-11-05 03:07:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730784214'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730784214
id: 4744611
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6669828
updated: 2024-11-05 03:07:59

Version 4743969

created: 2024-11-05 02:50:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730784052'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730784052
id: 4743969
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6669186
updated: 2024-11-05 02:50:52

Version 4743617

created: 2024-11-05 02:41:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783898'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783898
id: 4743617
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6668834
updated: 2024-11-05 02:41:32

Version 4742619

created: 2024-11-05 02:15:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783766'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783766
id: 4742619
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6667836
updated: 2024-11-05 02:15:12

Version 4741637

created: 2024-11-05 01:48:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783609'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783609
id: 4741637
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6666855
updated: 2024-11-05 01:49:04

Version 4741103

created: 2024-11-05 01:34:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783522'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783522
id: 4741103
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6666320
updated: 2024-11-05 01:35:05

Version 4740259

created: 2024-11-05 01:12:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783304'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783304
id: 4740259
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6665476
updated: 2024-11-05 01:12:47

Version 4739691

created: 2024-11-05 00:57:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730782905'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730782905
id: 4739691
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6664908
updated: 2024-11-05 00:57:34

Version 4739015

created: 2024-11-05 00:39:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730782804'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730782804
id: 4739015
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "additional_data": 6,
    "content": 5,
    "expiry_date": 7,
    "guest_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2584
schema_scan_id: 6664230
updated: 2024-11-05 00:39:47

Schema Scans: 15

Last at 2024-11-05 23:00:51

Scan 6674809

duration: 0:00:11.618374

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674809

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-05/1730866505",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-05/1730866505/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16776855882354117648,
        "service_name": "drive-thru",
        "span_id": 5788796042217902299,
        "trace_id": 7853927157280514299
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 23:00:51
success: True
trace_id: 7853927157280514299

Scan 6674386

duration: 0:00:11.615370

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674386

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-05/1730866425",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-05/1730866425/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15456156763253383772,
        "service_name": "drive-thru",
        "span_id": 1306644995226518643,
        "trace_id": 553100283096072022
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 22:43:20
success: True
trace_id: 553100283096072022

Scan 6673776

duration: 0:00:11.605249

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673776

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-05/1730866306",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-05/1730866306/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10143248290115929954,
        "service_name": "drive-thru",
        "span_id": 16490844657298170952,
        "trace_id": 8403207724171764707
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 22:24:49
success: True
trace_id: 8403207724171764707

Scan 6672098

duration: 0:00:14.160600

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672098

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730785719",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730785719/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11112172060525959377,
        "service_name": "drive-thru",
        "span_id": 7151886196073862652,
        "trace_id": 6912164990552915285
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 04:28:59
success: True
trace_id: 6912164990552915285

Scan 6671423

duration: 0:00:11.664506

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671423

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730785124",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730785124/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1452319928209093806,
        "service_name": "drive-thru",
        "span_id": 4009780405815255229,
        "trace_id": 10970378189459522215
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 03:52:56
success: True
trace_id: 10970378189459522215

Scan 6671056

duration: 0:00:14.171861

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671056

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730784818",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730784818/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1245419481135548238,
        "service_name": "drive-thru",
        "span_id": 15180391787712925570,
        "trace_id": 13384664175360339740
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 03:40:31
success: True
trace_id: 13384664175360339740

Scan 6669828

duration: 0:00:14.076969

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669828

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730784214",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730784214/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16609940077000348237,
        "service_name": "drive-thru",
        "span_id": 3132276350255350375,
        "trace_id": 14196872259967321535
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 03:07:45
success: True
trace_id: 14196872259967321535

Scan 6669186

duration: 0:00:13.931119

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669186

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730784052",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730784052/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16112878237394157643,
        "service_name": "drive-thru",
        "span_id": 18310865660963965520,
        "trace_id": 17288560060838058894
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 02:50:38
success: True
trace_id: 17288560060838058894

Scan 6668834

duration: 0:00:11.396983

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668834

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783898",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730783898/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5005523342920281564,
        "service_name": "drive-thru",
        "span_id": 10265386634584321095,
        "trace_id": 4101241832510034454
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 02:41:21
success: True
trace_id: 4101241832510034454

Scan 6667836

duration: 0:00:11.520491

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667836

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783766",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730783766/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16721991256854116292,
        "service_name": "drive-thru",
        "span_id": 11210723521909943926,
        "trace_id": 7987315656463125898
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 02:15:00
success: True
trace_id: 7987315656463125898

Scan 6666855

duration: 0:00:13.987008

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666855

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783609",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730783609/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15947820351103084952,
        "service_name": "drive-thru",
        "span_id": 16462269255646532403,
        "trace_id": 15900898850075141427
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 01:48:50
success: True
trace_id: 15900898850075141427

Scan 6666320

duration: 0:00:11.325605

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666320

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783522",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730783522/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7972114905285813159,
        "service_name": "drive-thru",
        "span_id": 4411859967527104764,
        "trace_id": 13489009681428081593
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 01:34:54
success: True
trace_id: 13489009681428081593

Scan 6665476

duration: 0:00:11.470241

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665476

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730783304",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730783304/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16822658605529659542,
        "service_name": "drive-thru",
        "span_id": 12688348670183631438,
        "trace_id": 16438730111155440184
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 01:12:35
success: True
trace_id: 16438730111155440184

Scan 6664908

duration: 0:00:14.009556

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664908

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730782905",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730782905/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15166675097801699344,
        "service_name": "drive-thru",
        "span_id": 7615441683157458640,
        "trace_id": 17738685668334064996
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 00:57:20
success: True
trace_id: 17738685668334064996

Scan 6664230

duration: 0:00:11.441967

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664230

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-04/1730782804",
        "key": "raw/newbookdev_newbookguests_memberships/2024-11-04/1730782804/guests_memberships.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_memberships",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14976816678855770269,
        "service_name": "drive-thru",
        "span_id": 17449070623958204192,
        "trace_id": 17559592692383909560
    }
}

running: False
schema_name_id: 2584
start_time: 2024-11-05 00:39:36
success: True
trace_id: 17559592692383909560

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_by": "string",
    "added_when": "string",
    "additional_data": "string",
    "content": "string",
    "expiry_date": "string",
    "guest_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "type_id": "string"
}

created: 2024-11-05 23:00:52

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-05/1730866505'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:49:34",
        "disabled": false,
        "format": "raw",
        "id": 2584,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookguests_memberships"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_by": "string",
            "added_when": "string",
            "additional_data": "string",
            "content": "string",
            "expiry_date": "string",
            "guest_id": "string",
            "id": "string",
            "newbook_region": "string",
            "tenant": "string",
            "type_id": "string"
        },
        "created": "2024-11-05 23:00:52",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_memberships`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `type_id`  string , `content`  string , `additional_data`  string , `expiry_date`  string , `added_by`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_memberships/2024-11-05/1730866505'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_memberships`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_memberships"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}