Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookguests
- created: 2024-10-08 17:56:49
- disabled: False
- format: raw
- id: 2684
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookguests" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748751
- created: 2024-11-05 22:59:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-05/1730866505'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-05/1730866505
- id: 4748751
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6674783
- updated: 2024-11-05 22:59:41
-
Version 4748364
- created: 2024-11-05 22:43:42
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-05/1730866424'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-05/1730866424
- id: 4748364
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6674396
- updated: 2024-11-05 22:43:53
-
Version 4747661
- created: 2024-11-05 22:22:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-05/1730866306'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-05/1730866306
- id: 4747661
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6673693
- updated: 2024-11-05 22:22:57
-
Version 4746860
- created: 2024-11-05 04:28:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730785718'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730785718
- id: 4746860
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6672090
- updated: 2024-11-05 04:28:38
-
Version 4746161
- created: 2024-11-05 03:51:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730785123'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730785123
- id: 4746161
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6671382
- updated: 2024-11-05 03:51:36
-
Version 4745639
- created: 2024-11-05 03:34:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730784818'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730784818
- id: 4745639
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6670856
- updated: 2024-11-05 03:34:57
-
Version 4744108
- created: 2024-11-05 02:54:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730784215'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730784215
- id: 4744108
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6669325
- updated: 2024-11-05 02:54:26
-
Version 4743966
- created: 2024-11-05 02:50:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730784052'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730784052
- id: 4743966
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6669182
- updated: 2024-11-05 02:50:44
-
Version 4742912
- created: 2024-11-05 02:22:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783843'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783843
- id: 4742912
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6668129
- updated: 2024-11-05 02:22:54
-
Version 4742659
- created: 2024-11-05 02:16:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783765'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783765
- id: 4742659
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6667876
- updated: 2024-11-05 02:16:15
-
Version 4742035
- created: 2024-11-05 01:59:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783663'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783663
- id: 4742035
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6667252
- updated: 2024-11-05 01:59:31
-
Version 4741004
- created: 2024-11-05 01:32:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783521'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783521
- id: 4741004
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6666221
- updated: 2024-11-05 01:32:27
-
Version 4740404
- created: 2024-11-05 01:16:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783304'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783304
- id: 4740404
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6665621
- updated: 2024-11-05 01:16:38
-
Version 4739692
- created: 2024-11-05 00:57:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730782904'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730782904
- id: 4739692
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6664909
- updated: 2024-11-05 00:57:33
-
Version 4738938
- created: 2024-11-05 00:37:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730782804'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730782804
- id: 4738938
- processed: 1
- raw_data:
{ "additional_data": 21, "blacklisted_by": 26, "blacklisted_when": 25, "city": 10, "company_id": 19, "country_id": 13, "date_created": 22, "date_of_birth": 8, "firstname": 4, "gender": 7, "id": 2, "last_note_when": 24, "lastname": 5, "mailing_city": 15, "mailing_country_id": 18, "mailing_postcode": 17, "mailing_state_id": 16, "mailing_street": 14, "modified_when": 23, "newbook_region": 0, "othername": 6, "postcode": 12, "staff_id": 20, "state_id": 11, "street": 9, "tenant": 1, "title": 3, "vip_by": 28, "vip_when": 27 } - schema_attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - schema_name_id: 2684
- schema_scan_id: 6664151
- updated: 2024-11-05 00:37:46
Schema Scans: 15
Last at 2024-11-05 22:59:26
-
Scan 6674783
- duration: 0:00:14.874421
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674783
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-05/1730866505", "key": "raw/newbookdev_newbookguests/2024-11-05/1730866505/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12201309915783159635, "service_name": "drive-thru", "span_id": 1840867659384446777, "trace_id": 15793922261783049908 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 22:59:26
- success: True
- trace_id: 15793922261783049908
-
Scan 6674396
- duration: 0:00:12.273757
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674396
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-05/1730866424", "key": "raw/newbookdev_newbookguests/2024-11-05/1730866424/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6035057752627184666, "service_name": "drive-thru", "span_id": 3346089368143486530, "trace_id": 9591023328178971701 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 22:43:41
- success: True
- trace_id: 9591023328178971701
-
Scan 6673693
- duration: 0:00:14.574791
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673693
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-05/1730866306", "key": "raw/newbookdev_newbookguests/2024-11-05/1730866306/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9168832502392334673, "service_name": "drive-thru", "span_id": 14122339642647142411, "trace_id": 6738030942914746565 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 22:22:42
- success: True
- trace_id: 6738030942914746565
-
Scan 6672090
- duration: 0:00:14.783981
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672090
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730785718", "key": "raw/newbookdev_newbookguests/2024-11-04/1730785718/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2289528113020821983, "service_name": "drive-thru", "span_id": 18093285507188324255, "trace_id": 12084621136398532519 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 04:28:24
- success: True
- trace_id: 12084621136398532519
-
Scan 6671382
- duration: 0:00:12.235653
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671382
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730785123", "key": "raw/newbookdev_newbookguests/2024-11-04/1730785123/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5152638737429832065, "service_name": "drive-thru", "span_id": 1249491734610110175, "trace_id": 2643668851994244334 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 03:51:24
- success: True
- trace_id: 2643668851994244334
-
Scan 6670856
- duration: 0:00:12.120813
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670856
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730784818", "key": "raw/newbookdev_newbookguests/2024-11-04/1730784818/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8974621333125587616, "service_name": "drive-thru", "span_id": 17465024546314200739, "trace_id": 2482876693552300402 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 03:34:45
- success: True
- trace_id: 2482876693552300402
-
Scan 6669325
- duration: 0:00:12.027486
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669325
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730784215", "key": "raw/newbookdev_newbookguests/2024-11-04/1730784215/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9545941487869030478, "service_name": "drive-thru", "span_id": 4654796908750387186, "trace_id": 2686559282145490045 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 02:54:14
- success: True
- trace_id: 2686559282145490045
-
Scan 6669182
- duration: 0:00:14.858350
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669182
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730784052", "key": "raw/newbookdev_newbookguests/2024-11-04/1730784052/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1767660512280083984, "service_name": "drive-thru", "span_id": 13684539474884836929, "trace_id": 7563905735480288228 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 02:50:30
- success: True
- trace_id: 7563905735480288228
-
Scan 6668129
- duration: 0:00:12.063289
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668129
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783843", "key": "raw/newbookdev_newbookguests/2024-11-04/1730783843/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15271814841906177524, "service_name": "drive-thru", "span_id": 5080608554062445286, "trace_id": 6697663084890429473 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 02:22:42
- success: True
- trace_id: 6697663084890429473
-
Scan 6667876
- duration: 0:00:14.432632
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667876
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783765", "key": "raw/newbookdev_newbookguests/2024-11-04/1730783765/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4494608519103607241, "service_name": "drive-thru", "span_id": 3409658765229750352, "trace_id": 9764000865159516771 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 02:16:01
- success: True
- trace_id: 9764000865159516771
-
Scan 6667252
- duration: 0:00:14.569731
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667252
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783663", "key": "raw/newbookdev_newbookguests/2024-11-04/1730783663/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14275612160273688267, "service_name": "drive-thru", "span_id": 14832688876166656712, "trace_id": 6744439542147474990 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 01:59:16
- success: True
- trace_id: 6744439542147474990
-
Scan 6666221
- duration: 0:00:14.493760
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666221
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783521", "key": "raw/newbookdev_newbookguests/2024-11-04/1730783521/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12906881075605756051, "service_name": "drive-thru", "span_id": 4054198744424842220, "trace_id": 15179149965247465306 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 01:32:12
- success: True
- trace_id: 15179149965247465306
-
Scan 6665621
- duration: 0:00:12.063649
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665621
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730783304", "key": "raw/newbookdev_newbookguests/2024-11-04/1730783304/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16031849538290045177, "service_name": "drive-thru", "span_id": 4303430858667316746, "trace_id": 12786115898747402444 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 01:16:26
- success: True
- trace_id: 12786115898747402444
-
Scan 6664909
- duration: 0:00:11.960372
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664909
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730782904", "key": "raw/newbookdev_newbookguests/2024-11-04/1730782904/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10329179092539913806, "service_name": "drive-thru", "span_id": 14512431242230632423, "trace_id": 2711682736726353153 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 00:57:21
- success: True
- trace_id: 2711682736726353153
-
Scan 6664151
- duration: 0:00:11.991387
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664151
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-04/1730782804", "key": "raw/newbookdev_newbookguests/2024-11-04/1730782804/guests.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookguests", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11820033779867786995, "service_name": "drive-thru", "span_id": 16539564833608142406, "trace_id": 6938187881105691437 } } - running: False
- schema_name_id: 2684
- start_time: 2024-11-05 00:37:34
- success: True
- trace_id: 6938187881105691437
- attributes:
{ "additional_data": "string", "blacklisted_by": "string", "blacklisted_when": "string", "city": "string", "company_id": "string", "country_id": "string", "date_created": "string", "date_of_birth": "string", "firstname": "string", "gender": "string", "id": "string", "last_note_when": "string", "lastname": "string", "mailing_city": "string", "mailing_country_id": "string", "mailing_postcode": "string", "mailing_state_id": "string", "mailing_street": "string", "modified_when": "string", "newbook_region": "string", "othername": "string", "postcode": "string", "staff_id": "string", "state_id": "string", "street": "string", "tenant": "string", "title": "string", "vip_by": "string", "vip_when": "string" } - created: 2024-11-05 22:59:28
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-05/1730866505'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:56:49",
"disabled": false,
"format": "raw",
"id": 2684,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookguests"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"additional_data": "string",
"blacklisted_by": "string",
"blacklisted_when": "string",
"city": "string",
"company_id": "string",
"country_id": "string",
"date_created": "string",
"date_of_birth": "string",
"firstname": "string",
"gender": "string",
"id": "string",
"last_note_when": "string",
"lastname": "string",
"mailing_city": "string",
"mailing_country_id": "string",
"mailing_postcode": "string",
"mailing_state_id": "string",
"mailing_street": "string",
"modified_when": "string",
"newbook_region": "string",
"othername": "string",
"postcode": "string",
"staff_id": "string",
"state_id": "string",
"street": "string",
"tenant": "string",
"title": "string",
"vip_by": "string",
"vip_when": "string"
},
"created": "2024-11-05 22:59:28",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests`\n(\n `newbook_region` string , `tenant` string , `id` string , `title` string , `firstname` string , `lastname` string , `othername` string , `gender` string , `date_of_birth` string , `street` string , `city` string , `state_id` string , `postcode` string , `country_id` string , `mailing_street` string , `mailing_city` string , `mailing_state_id` string , `mailing_postcode` string , `mailing_country_id` string , `company_id` string , `staff_id` string , `additional_data` string , `date_created` string , `modified_when` string , `last_note_when` string , `blacklisted_when` string , `blacklisted_by` string , `vip_when` string , `vip_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests/2024-11-05/1730866505'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}