Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookchannel_managers

created: 2024-10-08 17:45:15
disabled: False
format: raw
id: 2523
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookchannel_managers"
}

type: drivethrucsv

Schema Versions: 15

Version 4748130

created: 2024-11-05 22:35:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-05/1730866401'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-05/1730866401
id: 4748130
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6674161
updated: 2024-11-05 22:36:00

Version 4747886

created: 2024-11-05 22:28:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-05/1730866328'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-05/1730866328
id: 4747886
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6673918
updated: 2024-11-05 22:28:47

Version 4747461

created: 2024-11-05 22:17:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-05/1730866247'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-05/1730866247
id: 4747461
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6673493
updated: 2024-11-05 22:17:35

Version 4746729

created: 2024-11-05 04:19:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730785667'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730785667
id: 4746729
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6671953
updated: 2024-11-05 04:19:17

Version 4746187

created: 2024-11-05 03:52:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730785093'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730785093
id: 4746187
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6671408
updated: 2024-11-05 03:52:32

Version 4745105

created: 2024-11-05 03:20:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730784787'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730784787
id: 4745105
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6670322
updated: 2024-11-05 03:21:00

Version 4744359

created: 2024-11-05 03:00:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730784184'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730784184
id: 4744359
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6669576
updated: 2024-11-05 03:01:00

Version 4743824

created: 2024-11-05 02:46:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730784021'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730784021
id: 4743824
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6669041
updated: 2024-11-05 02:46:58

Version 4743088

created: 2024-11-05 02:27:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783874'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783874
id: 4743088
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6668305
updated: 2024-11-05 02:27:31

Version 4742491

created: 2024-11-05 02:11:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783734'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783734
id: 4742491
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6667709
updated: 2024-11-05 02:11:50

Version 4741407

created: 2024-11-05 01:42:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783601'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783601
id: 4741407
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6666624
updated: 2024-11-05 01:43:01

Version 4740987

created: 2024-11-05 01:31:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783490'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783490
id: 4740987
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6666204
updated: 2024-11-05 01:31:56

Version 4740082

created: 2024-11-05 01:07:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783272'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783272
id: 4740082
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6665299
updated: 2024-11-05 01:08:02

Version 4739457

created: 2024-11-05 00:51:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730782874'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730782874
id: 4739457
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6664671
updated: 2024-11-05 00:51:20

Version 4738893

created: 2024-11-05 00:36:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730782781'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730782781
id: 4738893
processed: 1

raw_data:

{
    "accept_header": 12,
    "auth": 9,
    "booking_channel_id": 13,
    "client_code_dir": 5,
    "cm_password": 8,
    "cm_username": 7,
    "content_type": 11,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "ota_ari_push": 15,
    "ota_site_availability": 16,
    "ota_supports_ex_taxes": 17,
    "server_code_dir": 6,
    "service_url": 4,
    "soap_namespace": 10,
    "tenant": 1,
    "via_api_gateway": 14
}

schema_attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

schema_name_id: 2523
schema_scan_id: 6664105
updated: 2024-11-05 00:36:36

Schema Scans: 15

Last at 2024-11-05 22:35:48

Scan 6674161

duration: 0:00:11.978265

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674161

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-05/1730866401",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-05/1730866401/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7716590585764711792,
        "service_name": "drive-thru",
        "span_id": 5355557916091206191,
        "trace_id": 11284444313637660096
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 22:35:48
success: True
trace_id: 11284444313637660096

Scan 6673918

duration: 0:00:14.156595

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673918

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-05/1730866328",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-05/1730866328/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2517337279972949932,
        "service_name": "drive-thru",
        "span_id": 11813654509836254097,
        "trace_id": 320154086000408599
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 22:28:33
success: True
trace_id: 320154086000408599

Scan 6673493

duration: 0:00:11.733233

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673493

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-05/1730866247",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-05/1730866247/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4897058659692353014,
        "service_name": "drive-thru",
        "span_id": 18197925940948404877,
        "trace_id": 15375187655082387438
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 22:17:24
success: True
trace_id: 15375187655082387438

Scan 6671953

duration: 0:00:11.849297

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671953

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730785667",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730785667/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11082851461108133601,
        "service_name": "drive-thru",
        "span_id": 6457144998199258733,
        "trace_id": 6794448219797204111
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 04:19:06
success: True
trace_id: 6794448219797204111

Scan 6671408

duration: 0:00:11.866540

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671408

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730785093",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730785093/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11140240870525279082,
        "service_name": "drive-thru",
        "span_id": 10251270413998981374,
        "trace_id": 4493389569573335652
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 03:52:20
success: True
trace_id: 4493389569573335652

Scan 6670322

duration: 0:00:14.373680

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670322

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730784787",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730784787/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5588756744810205399,
        "service_name": "drive-thru",
        "span_id": 12760390751833308901,
        "trace_id": 3464915288757519421
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 03:20:45
success: True
trace_id: 3464915288757519421

Scan 6669576

duration: 0:00:11.704091

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669576

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730784184",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730784184/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17067810340870406134,
        "service_name": "drive-thru",
        "span_id": 8403176022646391466,
        "trace_id": 8315690725339299997
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 03:00:48
success: True
trace_id: 8315690725339299997

Scan 6669041

duration: 0:00:11.661100

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669041

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730784021",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730784021/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6007367056615183010,
        "service_name": "drive-thru",
        "span_id": 3476411646924379824,
        "trace_id": 9258378696346800150
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 02:46:47
success: True
trace_id: 9258378696346800150

Scan 6668305

duration: 0:00:11.946095

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668305

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783874",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730783874/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2081328759036702542,
        "service_name": "drive-thru",
        "span_id": 16067211954112910967,
        "trace_id": 10488752020411775860
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 02:27:19
success: True
trace_id: 10488752020411775860

Scan 6667709

duration: 0:00:14.182050

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667709

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783734",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730783734/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11093627704013391714,
        "service_name": "drive-thru",
        "span_id": 13107889645815000399,
        "trace_id": 15149509987372910626
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 02:11:36
success: True
trace_id: 15149509987372910626

Scan 6666624

duration: 0:00:14.302803

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666624

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783601",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730783601/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12959619493087261664,
        "service_name": "drive-thru",
        "span_id": 9878658786406293859,
        "trace_id": 2232232074685881312
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 01:42:47
success: True
trace_id: 2232232074685881312

Scan 6666204

duration: 0:00:11.780199

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666204

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783490",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730783490/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13858235237358881236,
        "service_name": "drive-thru",
        "span_id": 14796309079684113190,
        "trace_id": 2154131439031782367
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 01:31:44
success: True
trace_id: 2154131439031782367

Scan 6665299

duration: 0:00:11.651957

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665299

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730783272",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730783272/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13622992161805812311,
        "service_name": "drive-thru",
        "span_id": 17034368507809763039,
        "trace_id": 7843744217146318925
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 01:07:50
success: True
trace_id: 7843744217146318925

Scan 6664671

duration: 0:00:14.022923

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664671

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730782874",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730782874/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2715983609840910639,
        "service_name": "drive-thru",
        "span_id": 801457035276493801,
        "trace_id": 9283889036478848285
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 00:51:06
success: True
trace_id: 9283889036478848285

Scan 6664105

duration: 0:00:14.257677

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664105

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-04/1730782781",
        "key": "raw/newbookdev_newbookchannel_managers/2024-11-04/1730782781/channel_managers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookchannel_managers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4914911113885755109,
        "service_name": "drive-thru",
        "span_id": 1406995506075134420,
        "trace_id": 10244416462790166442
    }
}

running: False
schema_name_id: 2523
start_time: 2024-11-05 00:36:21
success: True
trace_id: 10244416462790166442

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "accept_header": "string",
    "auth": "string",
    "booking_channel_id": "string",
    "client_code_dir": "string",
    "cm_password": "string",
    "cm_username": "string",
    "content_type": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "ota_ari_push": "string",
    "ota_site_availability": "string",
    "ota_supports_ex_taxes": "string",
    "server_code_dir": "string",
    "service_url": "string",
    "soap_namespace": "string",
    "tenant": "string",
    "via_api_gateway": "string"
}

created: 2024-11-05 22:35:49

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-05/1730866401'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:45:15",
        "disabled": false,
        "format": "raw",
        "id": 2523,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookchannel_managers"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "accept_header": "string",
            "auth": "string",
            "booking_channel_id": "string",
            "client_code_dir": "string",
            "cm_password": "string",
            "cm_username": "string",
            "content_type": "string",
            "id": "string",
            "name": "string",
            "newbook_region": "string",
            "ota_ari_push": "string",
            "ota_site_availability": "string",
            "ota_supports_ex_taxes": "string",
            "server_code_dir": "string",
            "service_url": "string",
            "soap_namespace": "string",
            "tenant": "string",
            "via_api_gateway": "string"
        },
        "created": "2024-11-05 22:35:49",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookchannel_managers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `service_url`  string , `client_code_dir`  string , `server_code_dir`  string , `cm_username`  string , `cm_password`  string , `auth`  string , `soap_namespace`  string , `content_type`  string , `accept_header`  string , `booking_channel_id`  string , `via_api_gateway`  string , `ota_ari_push`  string , `ota_site_availability`  string , `ota_supports_ex_taxes`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookchannel_managers/2024-11-05/1730866401'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookchannel_managers`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookchannel_managers"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}