Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses
  • created: 2024-10-08 18:11:50
  • disabled: False
  • format: raw
  • id: 2837
  • is_partitioned: False
  • is_schema_datatyped: True
  • name:
    {
        "database": "sfdl_dev_drivethru",
        "table": "newbookdev_newbookopportunities_statuses"
    }
  • type: drivethrucsv
Schema Versions: 15
    • created: 2024-11-05 23:34:53
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866573'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866573
    • id: 4749289
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6675321
    • updated: 2024-11-05 23:35:04
    • created: 2024-11-05 23:05:53
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866515'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866515
    • id: 4748866
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6674898
    • updated: 2024-11-05 23:06:06
    • created: 2024-11-05 22:41:44
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866386'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866386
    • id: 4748308
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6674341
    • updated: 2024-11-05 22:41:55
    • created: 2024-11-05 04:43:06
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730785771'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730785771
    • id: 4747032
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6672264
    • updated: 2024-11-05 04:43:17
    • created: 2024-11-05 03:59:20
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730785152'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730785152
    • id: 4746352
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6671573
    • updated: 2024-11-05 03:59:34
    • created: 2024-11-05 03:34:35
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784847'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784847
    • id: 4745632
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6670849
    • updated: 2024-11-05 03:34:46
    • created: 2024-11-05 03:20:17
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784244'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784244
    • id: 4745086
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6670303
    • updated: 2024-11-05 03:20:28
    • created: 2024-11-05 02:57:23
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784082'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784082
    • id: 4744230
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6669447
    • updated: 2024-11-05 02:57:37
    • created: 2024-11-05 02:38:29
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783920'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783920
    • id: 4743508
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6668725
    • updated: 2024-11-05 02:38:40
    • created: 2024-11-05 02:04:07
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783795'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783795
    • id: 4742212
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6667429
    • updated: 2024-11-05 02:04:18
    • created: 2024-11-05 02:01:28
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783686'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783686
    • id: 4742113
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6667330
    • updated: 2024-11-05 02:01:39
    • created: 2024-11-05 01:42:43
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783552'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783552
    • id: 4741405
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6666622
    • updated: 2024-11-05 01:42:54
    • created: 2024-11-05 01:18:44
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783334'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783334
    • id: 4740491
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6665708
    • updated: 2024-11-05 01:18:55
    • created: 2024-11-05 00:52:47
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730782933'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730782933
    • id: 4739521
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6664736
    • updated: 2024-11-05 00:52:58
    • created: 2024-11-05 00:41:52
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730782826'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730782826
    • id: 4739101
    • processed: 1
    • raw_data:
      {
          "colour": 4,
          "default": 7,
          "display_order": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1,
          "type": 6
      }
    • schema_attributes:
      {
          "colour": "string",
          "default": "string",
          "display_order": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string",
          "type": "string"
      }
    • schema_name_id: 2837
    • schema_scan_id: 6664316
    • updated: 2024-11-05 00:42:03
Schema Scans: 15
Last at 2024-11-05 23:34:52
    • duration: 0:00:11.509783
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6675321
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866573",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866573/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 2342951382316038659,
              "service_name": "drive-thru",
              "span_id": 15859162563730341702,
              "trace_id": 9802294544667012427
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 23:34:52
    • success: True
    • trace_id: 9802294544667012427
    • duration: 0:00:14.119199
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6674898
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866515",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866515/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 8051763812212000003,
              "service_name": "drive-thru",
              "span_id": 495204395620147858,
              "trace_id": 15760534808422634562
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 23:05:52
    • success: True
    • trace_id: 15760534808422634562
    • duration: 0:00:11.641810
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6674341
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866386",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866386/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 12114452619341425475,
              "service_name": "drive-thru",
              "span_id": 613778129290521072,
              "trace_id": 8787794523405441938
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 22:41:44
    • success: True
    • trace_id: 8787794523405441938
    • duration: 0:00:11.449610
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6672264
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730785771",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730785771/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 9957835301823353971,
              "service_name": "drive-thru",
              "span_id": 8754165932280998649,
              "trace_id": 7305392381521123352
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 04:43:06
    • success: True
    • trace_id: 7305392381521123352
    • duration: 0:00:14.026976
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6671573
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730785152",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730785152/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 1343472009010895514,
              "service_name": "drive-thru",
              "span_id": 1714108997376138646,
              "trace_id": 16617883689033825102
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 03:59:20
    • success: True
    • trace_id: 16617883689033825102
    • duration: 0:00:11.446567
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6670849
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784847",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784847/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 1099871472901101310,
              "service_name": "drive-thru",
              "span_id": 11676117076495885590,
              "trace_id": 11646248519124708288
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 03:34:35
    • success: True
    • trace_id: 11646248519124708288
    • duration: 0:00:11.400588
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6670303
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784244",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784244/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 2530207778229735427,
              "service_name": "drive-thru",
              "span_id": 11612735977578128149,
              "trace_id": 11731151243989665514
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 03:20:17
    • success: True
    • trace_id: 11731151243989665514
    • duration: 0:00:13.887493
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6669447
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784082",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730784082/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 2295576459939381465,
              "service_name": "drive-thru",
              "span_id": 15479712582821773974,
              "trace_id": 10714520073308911639
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 02:57:23
    • success: True
    • trace_id: 10714520073308911639
    • duration: 0:00:11.552031
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6668725
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783920",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783920/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 3503158488151926933,
              "service_name": "drive-thru",
              "span_id": 5377940986053148776,
              "trace_id": 4383592497671057896
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 02:38:28
    • success: True
    • trace_id: 4383592497671057896
    • duration: 0:00:11.425182
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6667429
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783795",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783795/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 17006985469360238276,
              "service_name": "drive-thru",
              "span_id": 2429370634562467417,
              "trace_id": 18219753171135683487
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 02:04:07
    • success: True
    • trace_id: 18219753171135683487
    • duration: 0:00:11.426504
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6667330
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783686",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783686/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 10931364282973070786,
              "service_name": "drive-thru",
              "span_id": 14694234703250316288,
              "trace_id": 12125764753064103155
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 02:01:27
    • success: True
    • trace_id: 12125764753064103155
    • duration: 0:00:11.357593
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6666622
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783552",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783552/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 10678187477437481130,
              "service_name": "drive-thru",
              "span_id": 14203617872469455164,
              "trace_id": 5494605639382078063
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 01:42:43
    • success: True
    • trace_id: 5494605639382078063
    • duration: 0:00:11.404588
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6665708
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783334",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730783334/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 8431408816497409021,
              "service_name": "drive-thru",
              "span_id": 14088585936696863718,
              "trace_id": 15528533278456036434
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 01:18:43
    • success: True
    • trace_id: 15528533278456036434
    • duration: 0:00:11.418029
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6664736
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730782933",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730782933/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 8498573152447754245,
              "service_name": "drive-thru",
              "span_id": 9790355122855600509,
              "trace_id": 4116001573624408632
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 00:52:46
    • success: True
    • trace_id: 4116001573624408632
    • duration: 0:00:11.408581
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6664316
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730782826",
              "key": "raw/newbookdev_newbookopportunities_statuses/2024-11-04/1730782826/opportunities_statuses.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 4837536549915605128,
              "service_name": "drive-thru",
              "span_id": 14547884620001531931,
              "trace_id": 1685947359615587507
          }
      }
    • running: False
    • schema_name_id: 2837
    • start_time: 2024-11-05 00:41:52
    • success: True
    • trace_id: 1685947359615587507
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state:
    []
  • type: None
Schema:
  • attributes:
    {
        "colour": "string",
        "default": "string",
        "display_order": "string",
        "id": "string",
        "name": "string",
        "newbook_region": "string",
        "tenant": "string",
        "type": "string"
    }
  • created: 2024-11-05 23:34:53
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866573'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
        "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
    }
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw:
{
    "name": {
        "created": "2024-10-08 18:11:50",
        "disabled": false,
        "format": "raw",
        "id": 2837,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookopportunities_statuses"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "colour": "string",
            "default": "string",
            "display_order": "string",
            "id": "string",
            "name": "string",
            "newbook_region": "string",
            "tenant": "string",
            "type": "string"
        },
        "created": "2024-11-05 23:34:53",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `colour`  string , `display_order`  string , `type`  string , `default`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookopportunities_statuses/2024-11-05/1730866573'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookopportunities_statuses"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}