Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookholds

created: 2024-10-08 18:07:06
disabled: False
format: raw
id: 2795
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookholds"
}

type: drivethrucsv

Schema Versions: 15

Version 4748938

created: 2024-11-05 23:09:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-05/1730866506'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-05/1730866506
id: 4748938
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6674970
updated: 2024-11-05 23:10:02

Version 4748297

created: 2024-11-05 22:41:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-05/1730866426'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-05/1730866426
id: 4748297
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6674329
updated: 2024-11-05 22:41:31

Version 4747783

created: 2024-11-05 22:25:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-05/1730866307'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-05/1730866307
id: 4747783
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6673815
updated: 2024-11-05 22:26:02

Version 4746866

created: 2024-11-05 04:28:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730785719'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730785719
id: 4746866
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6672096
updated: 2024-11-05 04:29:02

Version 4746419

created: 2024-11-05 04:02:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730785123'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730785123
id: 4746419
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6671640
updated: 2024-11-05 04:02:25

Version 4745835

created: 2024-11-05 03:40:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730784818'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730784818
id: 4745835
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6671052
updated: 2024-11-05 03:40:36

Version 4745208

created: 2024-11-05 03:23:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730784220'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730784220
id: 4745208
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6670425
updated: 2024-11-05 03:23:36

Version 4744350

created: 2024-11-05 03:00:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730784052'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730784052
id: 4744350
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6669567
updated: 2024-11-05 03:00:48

Version 4743370

created: 2024-11-05 02:34:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783898'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783898
id: 4743370
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6668586
updated: 2024-11-05 02:35:00

Version 4742039

created: 2024-11-05 01:59:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783664'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783664
id: 4742039
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6667256
updated: 2024-11-05 01:59:33

Version 4742020

created: 2024-11-05 01:58:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783766'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783766
id: 4742020
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6667237
updated: 2024-11-05 01:59:10

Version 4740650

created: 2024-11-05 01:22:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783522'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783522
id: 4740650
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6665867
updated: 2024-11-05 01:23:07

Version 4739997

created: 2024-11-05 01:05:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783304'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783304
id: 4739997
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6665215
updated: 2024-11-05 01:05:46

Version 4739591

created: 2024-11-05 00:54:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730782905'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730782905
id: 4739591
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6664807
updated: 2024-11-05 00:54:55

Version 4738702

created: 2024-11-05 00:31:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730782750'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730782750
id: 4738702
processed: 1

raw_data:

{
    "added_by": 10,
    "company_id": 7,
    "created_when": 11,
    "expires_when": 12,
    "id": 2,
    "locked": 9,
    "membership_type_id": 8,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "site_id": 5,
    "tenant": 1,
    "travel_agent_id": 6
}

schema_attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 2795
schema_scan_id: 6663915
updated: 2024-11-05 00:31:32

Schema Scans: 15

Last at 2024-11-05 23:09:50

Scan 6674970

duration: 0:00:11.788223

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674970

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-05/1730866506",
        "key": "raw/newbookdev_newbookholds/2024-11-05/1730866506/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10125180877407388322,
        "service_name": "drive-thru",
        "span_id": 14078779278421376261,
        "trace_id": 6329464175664616415
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 23:09:50
success: True
trace_id: 6329464175664616415

Scan 6674329

duration: 0:00:11.721247

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674329

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-05/1730866426",
        "key": "raw/newbookdev_newbookholds/2024-11-05/1730866426/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10251225608249334118,
        "service_name": "drive-thru",
        "span_id": 6633308190731091016,
        "trace_id": 14557105063144433003
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 22:41:20
success: True
trace_id: 14557105063144433003

Scan 6673815

duration: 0:00:11.474263

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673815

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-05/1730866307",
        "key": "raw/newbookdev_newbookholds/2024-11-05/1730866307/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7785803789577323259,
        "service_name": "drive-thru",
        "span_id": 13829575276252032063,
        "trace_id": 902239397851081648
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 22:25:50
success: True
trace_id: 902239397851081648

Scan 6672096

duration: 0:00:11.663214

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672096

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730785719",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730785719/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8516411165192125578,
        "service_name": "drive-thru",
        "span_id": 263878011941030820,
        "trace_id": 11066850782009702449
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 04:28:50
success: True
trace_id: 11066850782009702449

Scan 6671640

duration: 0:00:14.166445

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671640

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730785123",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730785123/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17583830280016786884,
        "service_name": "drive-thru",
        "span_id": 17549816715777236252,
        "trace_id": 8361276640579170969
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 04:02:11
success: True
trace_id: 8361276640579170969

Scan 6671052

duration: 0:00:11.592685

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671052

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730784818",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730784818/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4002749385924515424,
        "service_name": "drive-thru",
        "span_id": 863791030930312226,
        "trace_id": 13768427254156349426
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 03:40:24
success: True
trace_id: 13768427254156349426

Scan 6670425

duration: 0:00:11.565783

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670425

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730784220",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730784220/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1706559728025869531,
        "service_name": "drive-thru",
        "span_id": 13437018339776135715,
        "trace_id": 15949299990744882150
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 03:23:24
success: True
trace_id: 15949299990744882150

Scan 6669567

duration: 0:00:14.050295

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669567

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730784052",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730784052/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3275680436440111782,
        "service_name": "drive-thru",
        "span_id": 17283569482018979848,
        "trace_id": 12548637882415004175
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 03:00:34
success: True
trace_id: 12548637882415004175

Scan 6668586

duration: 0:00:14.064909

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668586

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783898",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730783898/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4791140961112512796,
        "service_name": "drive-thru",
        "span_id": 9278538989276676117,
        "trace_id": 7826076796669599693
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 02:34:46
success: True
trace_id: 7826076796669599693

Scan 6667256

duration: 0:00:11.468958

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667256

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783664",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730783664/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 786413605590154560,
        "service_name": "drive-thru",
        "span_id": 14195215993970518553,
        "trace_id": 14517382642759111503
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 01:59:21
success: True
trace_id: 14517382642759111503

Scan 6667237

duration: 0:00:14.092823

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667237

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783766",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730783766/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6372738370129381931,
        "service_name": "drive-thru",
        "span_id": 11528746647357123597,
        "trace_id": 4822616935447542156
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 01:58:56
success: True
trace_id: 4822616935447542156

Scan 6665867

duration: 0:00:14.132731

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665867

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783522",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730783522/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16352007378956999221,
        "service_name": "drive-thru",
        "span_id": 15635507641319141928,
        "trace_id": 5182209556250908920
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 01:22:53
success: True
trace_id: 5182209556250908920

Scan 6665215

duration: 0:00:11.505855

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665215

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730783304",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730783304/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9186310010670440468,
        "service_name": "drive-thru",
        "span_id": 6725213339970345731,
        "trace_id": 16731467530112841539
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 01:05:35
success: True
trace_id: 16731467530112841539

Scan 6664807

duration: 0:00:14.093075

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664807

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730782905",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730782905/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5852083396820258227,
        "service_name": "drive-thru",
        "span_id": 17911515359713604975,
        "trace_id": 5779809184667048438
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 00:54:41
success: True
trace_id: 5779809184667048438

Scan 6663915

duration: 0:00:11.542629

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663915

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-04/1730782750",
        "key": "raw/newbookdev_newbookholds/2024-11-04/1730782750/holds.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookholds",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5156498596308043277,
        "service_name": "drive-thru",
        "span_id": 257003653251544445,
        "trace_id": 16519385652301953103
    }
}

running: False
schema_name_id: 2795
start_time: 2024-11-05 00:31:20
success: True
trace_id: 16519385652301953103

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_by": "string",
    "company_id": "string",
    "created_when": "string",
    "expires_when": "string",
    "id": "string",
    "locked": "string",
    "membership_type_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

created: 2024-11-05 23:09:51

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-05/1730866506'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:07:06",
        "disabled": false,
        "format": "raw",
        "id": 2795,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookholds"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_by": "string",
            "company_id": "string",
            "created_when": "string",
            "expires_when": "string",
            "id": "string",
            "locked": "string",
            "membership_type_id": "string",
            "newbook_region": "string",
            "period_from": "string",
            "period_to": "string",
            "site_id": "string",
            "tenant": "string",
            "travel_agent_id": "string"
        },
        "created": "2024-11-05 23:09:51",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookholds`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `site_id`  string , `travel_agent_id`  string , `company_id`  string , `membership_type_id`  string , `locked`  string , `added_by`  string , `created_when`  string , `expires_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookholds/2024-11-05/1730866506'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookholds`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookholds"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}