Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbooktravel_agents
- created: 2024-10-08 18:39:48
- disabled: False
- format: raw
- id: 3096
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbooktravel_agents" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749469
- created: 2024-11-05 23:54:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-05/1730866625'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-05/1730866625
- id: 4749469
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6675534
- updated: 2024-11-05 23:54:39
-
Version 4749133
- created: 2024-11-05 23:22:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-05/1730866585'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-05/1730866585
- id: 4749133
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6675165
- updated: 2024-11-05 23:22:50
-
Version 4748774
- created: 2024-11-05 23:00:42
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-05/1730866488'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-05/1730866488
- id: 4748774
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6674806
- updated: 2024-11-05 23:00:56
-
Version 4747207
- created: 2024-11-05 05:01:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730785825'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730785825
- id: 4747207
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6672440
- updated: 2024-11-05 05:02:00
-
Version 4746718
- created: 2024-11-05 04:18:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730785182'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730785182
- id: 4746718
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6671942
- updated: 2024-11-05 04:18:28
-
Version 4745854
- created: 2024-11-05 03:41:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730784877'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730784877
- id: 4745854
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6671071
- updated: 2024-11-05 03:41:13
-
Version 4744997
- created: 2024-11-05 03:17:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730784273'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730784273
- id: 4744997
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6670213
- updated: 2024-11-05 03:18:05
-
Version 4744205
- created: 2024-11-05 02:56:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730784112'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730784112
- id: 4744205
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6669422
- updated: 2024-11-05 02:56:59
-
Version 4743012
- created: 2024-11-05 02:25:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783825'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783825
- id: 4743012
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6668229
- updated: 2024-11-05 02:25:33
-
Version 4742476
- created: 2024-11-05 02:11:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783858'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783858
- id: 4742476
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6667693
- updated: 2024-11-05 02:11:24
-
Version 4742315
- created: 2024-11-05 02:06:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783708'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783708
- id: 4742315
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6667532
- updated: 2024-11-05 02:07:11
-
Version 4741568
- created: 2024-11-05 01:46:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783583'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783583
- id: 4741568
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6666785
- updated: 2024-11-05 01:47:13
-
Version 4740343
- created: 2024-11-05 01:14:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783364'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783364
- id: 4740343
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6665560
- updated: 2024-11-05 01:15:02
-
Version 4740039
- created: 2024-11-05 01:06:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730782961'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730782961
- id: 4740039
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6665256
- updated: 2024-11-05 01:06:57
-
Version 4739281
- created: 2024-11-05 00:46:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730782848'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730782848
- id: 4739281
- processed: 1
- raw_data:
{ "active": 20, "bookings_market_segment_id": 10, "city": 5, "commission_inventory_item_id": 12, "convert_net_to_gross": 11, "country_id": 8, "date_created": 21, "guest_automated_contact": 19, "handles_billing": 13, "handles_commission": 14, "id": 2, "invoice_payment_terms": 17, "name": 3, "newbook_region": 0, "pos_identifier": 18, "postcode": 7, "requires_immediate_payment": 15, "restricted_tariffs": 16, "source_id": 9, "state_id": 6, "street": 4, "tenant": 1, "transaction_fees_on_client_account": 22 } - schema_attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - schema_name_id: 3096
- schema_scan_id: 6664496
- updated: 2024-11-05 00:46:45
Schema Scans: 15
Last at 2024-11-05 23:54:27
-
Scan 6675534
- duration: 0:00:12.057308
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675534
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-05/1730866625", "key": "raw/newbookdev_newbooktravel_agents/2024-11-05/1730866625/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8847974095275145061, "service_name": "drive-thru", "span_id": 3149444727904132873, "trace_id": 1382075465339366122 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 23:54:27
- success: True
- trace_id: 1382075465339366122
-
Scan 6675165
- duration: 0:00:11.911704
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675165
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-05/1730866585", "key": "raw/newbookdev_newbooktravel_agents/2024-11-05/1730866585/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7132733528561686319, "service_name": "drive-thru", "span_id": 7154829201287666000, "trace_id": 6606569338109967651 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 23:22:38
- success: True
- trace_id: 6606569338109967651
-
Scan 6674806
- duration: 0:00:14.732328
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674806
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-05/1730866488", "key": "raw/newbookdev_newbooktravel_agents/2024-11-05/1730866488/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10710750277189793752, "service_name": "drive-thru", "span_id": 1412972381940617347, "trace_id": 16118219356873111802 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 23:00:41
- success: True
- trace_id: 16118219356873111802
-
Scan 6672440
- duration: 0:00:12.004111
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672440
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730785825", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730785825/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16591350179773696199, "service_name": "drive-thru", "span_id": 4471379098692140767, "trace_id": 13776594690567241701 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 05:01:48
- success: True
- trace_id: 13776594690567241701
-
Scan 6671942
- duration: 0:00:14.560603
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671942
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730785182", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730785182/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8663125750223510296, "service_name": "drive-thru", "span_id": 12746421792932699079, "trace_id": 10011194195258605433 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 04:18:14
- success: True
- trace_id: 10011194195258605433
-
Scan 6671071
- duration: 0:00:11.967860
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671071
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730784877", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730784877/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5686983837406142975, "service_name": "drive-thru", "span_id": 13287098385645647463, "trace_id": 1354369183382928876 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 03:41:02
- success: True
- trace_id: 1354369183382928876
-
Scan 6670213
- duration: 0:00:11.867057
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670213
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730784273", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730784273/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13819852061499251539, "service_name": "drive-thru", "span_id": 9706258206266997459, "trace_id": 9003705034559327987 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 03:17:53
- success: True
- trace_id: 9003705034559327987
-
Scan 6669422
- duration: 0:00:14.528874
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669422
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730784112", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730784112/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12718816522456590731, "service_name": "drive-thru", "span_id": 7539915457927116611, "trace_id": 3729686273313126751 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 02:56:44
- success: True
- trace_id: 3729686273313126751
-
Scan 6668229
- duration: 0:00:14.561989
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668229
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783825", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730783825/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17235255213897683975, "service_name": "drive-thru", "span_id": 13701829101116508338, "trace_id": 1769479166508822756 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 02:25:19
- success: True
- trace_id: 1769479166508822756
-
Scan 6667693
- duration: 0:00:12.064778
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667693
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783858", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730783858/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2982746892462284351, "service_name": "drive-thru", "span_id": 4761962084877368892, "trace_id": 5676115720920268271 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 02:11:12
- success: True
- trace_id: 5676115720920268271
-
Scan 6667532
- duration: 0:00:14.289027
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667532
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783708", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730783708/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6912347270998023300, "service_name": "drive-thru", "span_id": 8055399919931207294, "trace_id": 17224550218757237103 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 02:06:57
- success: True
- trace_id: 17224550218757237103
-
Scan 6666785
- duration: 0:00:14.588022
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666785
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783583", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730783583/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7552827888345453425, "service_name": "drive-thru", "span_id": 2975178172466552074, "trace_id": 15735116667753579212 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 01:46:59
- success: True
- trace_id: 15735116667753579212
-
Scan 6665560
- duration: 0:00:14.660451
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665560
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730783364", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730783364/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15425832165166040116, "service_name": "drive-thru", "span_id": 12763213833202593202, "trace_id": 10570357552412376584 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 01:14:48
- success: True
- trace_id: 10570357552412376584
-
Scan 6665256
- duration: 0:00:14.381692
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665256
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730782961", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730782961/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7885705703915639592, "service_name": "drive-thru", "span_id": 14918120367994153330, "trace_id": 6049647423606061927 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 01:06:43
- success: True
- trace_id: 6049647423606061927
-
Scan 6664496
- duration: 0:00:11.896731
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664496
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-04/1730782848", "key": "raw/newbookdev_newbooktravel_agents/2024-11-04/1730782848/travel_agents.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8590240243285877639, "service_name": "drive-thru", "span_id": 18251488678596185794, "trace_id": 17517066923968388907 } } - running: False
- schema_name_id: 3096
- start_time: 2024-11-05 00:46:34
- success: True
- trace_id: 17517066923968388907
- attributes:
{ "active": "string", "bookings_market_segment_id": "string", "city": "string", "commission_inventory_item_id": "string", "convert_net_to_gross": "string", "country_id": "string", "date_created": "string", "guest_automated_contact": "string", "handles_billing": "string", "handles_commission": "string", "id": "string", "invoice_payment_terms": "string", "name": "string", "newbook_region": "string", "pos_identifier": "string", "postcode": "string", "requires_immediate_payment": "string", "restricted_tariffs": "string", "source_id": "string", "state_id": "string", "street": "string", "tenant": "string", "transaction_fees_on_client_account": "string" } - created: 2024-11-05 23:54:28
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-05/1730866625'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:39:48",
"disabled": false,
"format": "raw",
"id": 3096,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbooktravel_agents"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"active": "string",
"bookings_market_segment_id": "string",
"city": "string",
"commission_inventory_item_id": "string",
"convert_net_to_gross": "string",
"country_id": "string",
"date_created": "string",
"guest_automated_contact": "string",
"handles_billing": "string",
"handles_commission": "string",
"id": "string",
"invoice_payment_terms": "string",
"name": "string",
"newbook_region": "string",
"pos_identifier": "string",
"postcode": "string",
"requires_immediate_payment": "string",
"restricted_tariffs": "string",
"source_id": "string",
"state_id": "string",
"street": "string",
"tenant": "string",
"transaction_fees_on_client_account": "string"
},
"created": "2024-11-05 23:54:28",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `source_id` string , `bookings_market_segment_id` string , `convert_net_to_gross` string , `commission_inventory_item_id` string , `handles_billing` string , `handles_commission` string , `requires_immediate_payment` string , `restricted_tariffs` string , `invoice_payment_terms` string , `pos_identifier` string , `guest_automated_contact` string , `active` string , `date_created` string , `transaction_fees_on_client_account` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents/2024-11-05/1730866625'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}