Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display
- created: 2024-10-08 17:47:23
- disabled: False
- format: raw
- id: 2553
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookcontact_details_types_display" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748466
- created: 2024-11-05 22:47:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866427'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866427
- id: 4748466
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6674498
- updated: 2024-11-05 22:47:29
-
Version 4748001
- created: 2024-11-05 22:31:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866345'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866345
- id: 4748001
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6674033
- updated: 2024-11-05 22:32:02
-
Version 4747535
- created: 2024-11-05 22:19:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866258'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866258
- id: 4747535
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6673567
- updated: 2024-11-05 22:19:35
-
Version 4746939
- created: 2024-11-05 04:34:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730785678'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730785678
- id: 4746939
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6672170
- updated: 2024-11-05 04:34:23
-
Version 4746023
- created: 2024-11-05 03:46:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730785099'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730785099
- id: 4746023
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6671244
- updated: 2024-11-05 03:46:41
-
Version 4745467
- created: 2024-11-05 03:30:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784794'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784794
- id: 4745467
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6670684
- updated: 2024-11-05 03:30:21
-
Version 4744443
- created: 2024-11-05 03:03:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784191'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784191
- id: 4744443
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6669660
- updated: 2024-11-05 03:03:22
-
Version 4744092
- created: 2024-11-05 02:53:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784028'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784028
- id: 4744092
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6669309
- updated: 2024-11-05 02:54:01
-
Version 4743493
- created: 2024-11-05 02:38:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783879'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783879
- id: 4743493
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6668710
- updated: 2024-11-05 02:38:17
-
Version 4742432
- created: 2024-11-05 02:10:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783741'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783741
- id: 4742432
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6667649
- updated: 2024-11-05 02:10:19
-
Version 4741840
- created: 2024-11-05 01:54:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783645'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783645
- id: 4741840
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6667057
- updated: 2024-11-05 01:54:20
-
Version 4741041
- created: 2024-11-05 01:33:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783497'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783497
- id: 4741041
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6666258
- updated: 2024-11-05 01:33:27
-
Version 4739872
- created: 2024-11-05 01:02:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783278'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783278
- id: 4739872
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6665089
- updated: 2024-11-05 01:02:26
-
Version 4739612
- created: 2024-11-05 00:55:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730782881'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730782881
- id: 4739612
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6664829
- updated: 2024-11-05 00:55:27
-
Version 4738656
- created: 2024-11-05 00:30:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730782744'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730782744
- id: 4738656
- processed: 1
- raw_data:
{ "display_option": 5, "files_option": 7, "for": 4, "id": 2, "kiosk_display_option": 9, "kiosk_files_option": 10, "newbook_region": 0, "online_display_option": 6, "online_files_option": 8, "tenant": 1, "type_id": 3 } - schema_attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2553
- schema_scan_id: 6663869
- updated: 2024-11-05 00:30:17
Schema Scans: 15
Last at 2024-11-05 22:47:14
-
Scan 6674498
- duration: 0:00:14.212770
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674498
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866427", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866427/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14620791135408568559, "service_name": "drive-thru", "span_id": 18394599426669866964, "trace_id": 6372825906630337696 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 22:47:14
- success: True
- trace_id: 6372825906630337696
-
Scan 6674033
- duration: 0:00:14.205295
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674033
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866345", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866345/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15978858963745170678, "service_name": "drive-thru", "span_id": 580243040533629505, "trace_id": 7898108518954833247 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 22:31:48
- success: True
- trace_id: 7898108518954833247
-
Scan 6673567
- duration: 0:00:11.499173
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673567
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866258", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866258/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1283349635632769766, "service_name": "drive-thru", "span_id": 18391587838531995494, "trace_id": 12692331452438520072 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 22:19:23
- success: True
- trace_id: 12692331452438520072
-
Scan 6672170
- duration: 0:00:14.362104
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672170
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730785678", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730785678/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 941554138173350228, "service_name": "drive-thru", "span_id": 963245740925171357, "trace_id": 18154594275266243289 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 04:34:09
- success: True
- trace_id: 18154594275266243289
-
Scan 6671244
- duration: 0:00:11.772571
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671244
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730785099", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730785099/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11341163949168195603, "service_name": "drive-thru", "span_id": 5251471067060812639, "trace_id": 5978692867155265273 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 03:46:30
- success: True
- trace_id: 5978692867155265273
-
Scan 6670684
- duration: 0:00:11.489147
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670684
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784794", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784794/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3807098827797223702, "service_name": "drive-thru", "span_id": 7363088012947676264, "trace_id": 11139171459845684716 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 03:30:09
- success: True
- trace_id: 11139171459845684716
-
Scan 6669660
- duration: 0:00:11.442014
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669660
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784191", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784191/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3505918546296486711, "service_name": "drive-thru", "span_id": 5610016460747877390, "trace_id": 4706335521032832962 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 03:03:10
- success: True
- trace_id: 4706335521032832962
-
Scan 6669309
- duration: 0:00:11.491422
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669309
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784028", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730784028/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16827318413020519759, "service_name": "drive-thru", "span_id": 7468965887198660938, "trace_id": 9257609794331454765 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 02:53:49
- success: True
- trace_id: 9257609794331454765
-
Scan 6668710
- duration: 0:00:11.617257
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668710
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783879", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783879/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16367530483929169148, "service_name": "drive-thru", "span_id": 17258663497937959006, "trace_id": 519044546126030417 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 02:38:05
- success: True
- trace_id: 519044546126030417
-
Scan 6667649
- duration: 0:00:13.907814
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667649
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783741", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783741/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4684664442895654410, "service_name": "drive-thru", "span_id": 14428851255872639107, "trace_id": 9527323148655758022 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 02:10:05
- success: True
- trace_id: 9527323148655758022
-
Scan 6667057
- duration: 0:00:11.421663
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667057
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783645", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783645/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2863909229753063108, "service_name": "drive-thru", "span_id": 843960448316960381, "trace_id": 18335478034060873736 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 01:54:09
- success: True
- trace_id: 18335478034060873736
-
Scan 6666258
- duration: 0:00:14.031050
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666258
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783497", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783497/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8992133118538969783, "service_name": "drive-thru", "span_id": 17955380922574903928, "trace_id": 11302236312508307532 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 01:33:13
- success: True
- trace_id: 11302236312508307532
-
Scan 6665089
- duration: 0:00:14.087191
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665089
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783278", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730783278/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17516170976988529092, "service_name": "drive-thru", "span_id": 18262473238314236065, "trace_id": 13439173729580173239 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 01:02:12
- success: True
- trace_id: 13439173729580173239
-
Scan 6664829
- duration: 0:00:11.538501
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664829
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730782881", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730782881/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3819613608461755406, "service_name": "drive-thru", "span_id": 15932975147530006492, "trace_id": 431991899127274723 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 00:55:15
- success: True
- trace_id: 431991899127274723
-
Scan 6663869
- duration: 0:00:11.475029
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663869
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730782744", "key": "raw/newbookdev_newbookcontact_details_types_display/2024-11-04/1730782744/contact_details_types_display.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1757745693697141614, "service_name": "drive-thru", "span_id": 1106894612338959886, "trace_id": 2799427424952546836 } } - running: False
- schema_name_id: 2553
- start_time: 2024-11-05 00:30:06
- success: True
- trace_id: 2799427424952546836
- attributes:
{ "display_option": "string", "files_option": "string", "for": "string", "id": "string", "kiosk_display_option": "string", "kiosk_files_option": "string", "newbook_region": "string", "online_display_option": "string", "online_files_option": "string", "tenant": "string", "type_id": "string" } - created: 2024-11-05 22:47:15
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866427'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:47:23",
"disabled": false,
"format": "raw",
"id": 2553,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookcontact_details_types_display"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"display_option": "string",
"files_option": "string",
"for": "string",
"id": "string",
"kiosk_display_option": "string",
"kiosk_files_option": "string",
"newbook_region": "string",
"online_display_option": "string",
"online_files_option": "string",
"tenant": "string",
"type_id": "string"
},
"created": "2024-11-05 22:47:15",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`\n(\n `newbook_region` string , `tenant` string , `id` string , `type_id` string , `for` string , `display_option` string , `online_display_option` string , `files_option` string , `online_files_option` string , `kiosk_display_option` string , `kiosk_files_option` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_types_display/2024-11-05/1730866427'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_types_display"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}