Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels
- created: 2024-10-08 17:59:12
- disabled: False
- format: raw
- id: 2715
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookinstances_booking_channels" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748837
- created: 2024-11-05 23:04:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866511'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866511
- id: 4748837
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6674869
- updated: 2024-11-05 23:04:31
-
Version 4748494
- created: 2024-11-05 22:48:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866435'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866435
- id: 4748494
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6674527
- updated: 2024-11-05 22:48:38
-
Version 4747782
- created: 2024-11-05 22:25:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866313'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866313
- id: 4747782
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6673814
- updated: 2024-11-05 22:26:01
-
Version 4747048
- created: 2024-11-05 04:44:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730785723'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730785723
- id: 4747048
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6672280
- updated: 2024-11-05 04:45:03
-
Version 4746211
- created: 2024-11-05 03:53:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730785126'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730785126
- id: 4746211
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6671432
- updated: 2024-11-05 03:53:24
-
Version 4745465
- created: 2024-11-05 03:30:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784821'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784821
- id: 4745465
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6670682
- updated: 2024-11-05 03:30:19
-
Version 4745184
- created: 2024-11-05 03:22:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784217'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784217
- id: 4745184
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6670402
- updated: 2024-11-05 03:23:03
-
Version 4743959
- created: 2024-11-05 02:50:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784055'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784055
- id: 4743959
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6669176
- updated: 2024-11-05 02:50:30
-
Version 4743449
- created: 2024-11-05 02:36:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783900'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783900
- id: 4743449
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6668666
- updated: 2024-11-05 02:37:06
-
Version 4742577
- created: 2024-11-05 02:13:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783768'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783768
- id: 4742577
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6667794
- updated: 2024-11-05 02:14:07
-
Version 4742021
- created: 2024-11-05 01:58:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783666'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783666
- id: 4742021
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6667238
- updated: 2024-11-05 01:59:08
-
Version 4741244
- created: 2024-11-05 01:38:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783524'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783524
- id: 4741244
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6666461
- updated: 2024-11-05 01:38:44
-
Version 4740337
- created: 2024-11-05 01:14:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783306'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783306
- id: 4740337
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6665554
- updated: 2024-11-05 01:14:49
-
Version 4739454
- created: 2024-11-05 00:51:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730782907'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730782907
- id: 4739454
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6664669
- updated: 2024-11-05 00:51:16
-
Version 4738384
- created: 2024-11-05 00:23:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730782751'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730782751
- id: 4738384
- processed: 1
- raw_data:
{ "active": 10, "channel_id": 3, "default_status": 7, "email_staff": 9, "id": 2, "name_override": 4, "newbook_region": 0, "rate_multiplier": 8, "source_id": 6, "tenant": 1, "travel_agent_id": 5 } - schema_attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - schema_name_id: 2715
- schema_scan_id: 6663595
- updated: 2024-11-05 00:23:16
Schema Scans: 15
Last at 2024-11-05 23:04:17
-
Scan 6674869
- duration: 0:00:14.194130
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674869
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866511", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866511/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16133768474480357473, "service_name": "drive-thru", "span_id": 3857628873742099337, "trace_id": 3292304136909553894 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 23:04:17
- success: True
- trace_id: 3292304136909553894
-
Scan 6674527
- duration: 0:00:14.130652
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674527
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866435", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866435/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10401008730804489358, "service_name": "drive-thru", "span_id": 12922626122815704154, "trace_id": 13103318210776172200 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 22:48:24
- success: True
- trace_id: 13103318210776172200
-
Scan 6673814
- duration: 0:00:11.493222
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673814
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866313", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866313/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13930761617122055933, "service_name": "drive-thru", "span_id": 10170963409799117149, "trace_id": 2406124418229814562 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 22:25:50
- success: True
- trace_id: 2406124418229814562
-
Scan 6672280
- duration: 0:00:11.746252
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672280
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730785723", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730785723/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8293113811443482565, "service_name": "drive-thru", "span_id": 13237369826278043021, "trace_id": 5583620874931285256 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 04:44:51
- success: True
- trace_id: 5583620874931285256
-
Scan 6671432
- duration: 0:00:11.686148
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671432
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730785126", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730785126/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15308998646602795926, "service_name": "drive-thru", "span_id": 11531703249677139910, "trace_id": 7003018088919889342 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 03:53:12
- success: True
- trace_id: 7003018088919889342
-
Scan 6670682
- duration: 0:00:11.617782
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670682
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784821", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784821/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16837727776956068401, "service_name": "drive-thru", "span_id": 10070715608415838385, "trace_id": 15351326243730087298 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 03:30:07
- success: True
- trace_id: 15351326243730087298
-
Scan 6670402
- duration: 0:00:14.204886
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670402
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784217", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784217/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12225988571130200275, "service_name": "drive-thru", "span_id": 18331243216557640552, "trace_id": 10552885836239830595 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 03:22:49
- success: True
- trace_id: 10552885836239830595
-
Scan 6669176
- duration: 0:00:11.560884
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669176
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784055", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730784055/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 88842237161095834, "service_name": "drive-thru", "span_id": 4902411027521453129, "trace_id": 8224295792632991487 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 02:50:18
- success: True
- trace_id: 8224295792632991487
-
Scan 6668666
- duration: 0:00:11.602811
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668666
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783900", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783900/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4449200204074537309, "service_name": "drive-thru", "span_id": 13530769039733974678, "trace_id": 5794805656536749469 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 02:36:54
- success: True
- trace_id: 5794805656536749469
-
Scan 6667794
- duration: 0:00:13.979370
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667794
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783768", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783768/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4079859958576982396, "service_name": "drive-thru", "span_id": 2559864747822507230, "trace_id": 2516312461616166378 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 02:13:53
- success: True
- trace_id: 2516312461616166378
-
Scan 6667238
- duration: 0:00:11.434813
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667238
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783666", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783666/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10114153679504207738, "service_name": "drive-thru", "span_id": 13851324467713720557, "trace_id": 15999891012820389226 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 01:58:57
- success: True
- trace_id: 15999891012820389226
-
Scan 6666461
- duration: 0:00:11.738846
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666461
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783524", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783524/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8858793268112606793, "service_name": "drive-thru", "span_id": 15676002821074552604, "trace_id": 13796528610523680042 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 01:38:33
- success: True
- trace_id: 13796528610523680042
-
Scan 6665554
- duration: 0:00:11.521971
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665554
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783306", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730783306/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12089714282828221001, "service_name": "drive-thru", "span_id": 5092897416372028940, "trace_id": 5901020373012699931 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 01:14:38
- success: True
- trace_id: 5901020373012699931
-
Scan 6664669
- duration: 0:00:11.531410
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664669
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730782907", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730782907/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1146185650998463173, "service_name": "drive-thru", "span_id": 6108209248308115957, "trace_id": 12941809214538404387 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 00:51:04
- success: True
- trace_id: 12941809214538404387
-
Scan 6663595
- duration: 0:00:11.461988
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663595
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730782751", "key": "raw/newbookdev_newbookinstances_booking_channels/2024-11-04/1730782751/instances_booking_channels.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15343679413605546773, "service_name": "drive-thru", "span_id": 1463491622779158923, "trace_id": 14758459610513895 } } - running: False
- schema_name_id: 2715
- start_time: 2024-11-05 00:23:04
- success: True
- trace_id: 14758459610513895
- attributes:
{ "active": "string", "channel_id": "string", "default_status": "string", "email_staff": "string", "id": "string", "name_override": "string", "newbook_region": "string", "rate_multiplier": "string", "source_id": "string", "tenant": "string", "travel_agent_id": "string" } - created: 2024-11-05 23:04:17
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866511'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:59:12",
"disabled": false,
"format": "raw",
"id": 2715,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookinstances_booking_channels"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"active": "string",
"channel_id": "string",
"default_status": "string",
"email_staff": "string",
"id": "string",
"name_override": "string",
"newbook_region": "string",
"rate_multiplier": "string",
"source_id": "string",
"tenant": "string",
"travel_agent_id": "string"
},
"created": "2024-11-05 23:04:17",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`\n(\n `newbook_region` string , `tenant` string , `id` string , `channel_id` string , `name_override` string , `travel_agent_id` string , `source_id` string , `default_status` string , `rate_multiplier` string , `email_staff` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_booking_channels/2024-11-05/1730866511'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_booking_channels"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}