Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooklabour_discounts
  • created: 2024-10-08 18:11:35
  • disabled: False
  • format: raw
  • id: 2835
  • is_partitioned: False
  • is_schema_datatyped: True
  • name:
    {
        "database": "sfdl_dev_drivethru",
        "table": "newbookdev_newbooklabour_discounts"
    }
  • type: drivethrucsv
Schema Versions: 15
    • created: 2024-11-05 23:18:39
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866531'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866531
    • id: 4749078
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6675110
    • updated: 2024-11-05 23:18:50
    • created: 2024-11-05 22:52:58
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866466'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866466
    • id: 4748601
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6674633
    • updated: 2024-11-05 22:53:09
    • created: 2024-11-05 22:29:04
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866335'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866335
    • id: 4747906
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6673938
    • updated: 2024-11-05 22:29:15
    • created: 2024-11-05 04:50:01
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730785740'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730785740
    • id: 4747097
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6672329
    • updated: 2024-11-05 04:50:12
    • created: 2024-11-05 03:31:24
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730785135'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730785135
    • id: 4745512
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6670729
    • updated: 2024-11-05 03:31:37
    • created: 2024-11-05 03:30:36
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784830'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784830
    • id: 4745483
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6670700
    • updated: 2024-11-05 03:30:47
    • created: 2024-11-05 03:08:35
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784226'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784226
    • id: 4744642
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6669859
    • updated: 2024-11-05 03:08:46
    • created: 2024-11-05 02:59:34
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784064'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784064
    • id: 4744314
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6669531
    • updated: 2024-11-05 02:59:48
    • created: 2024-11-05 02:43:35
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783906'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783906
    • id: 4743700
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6668917
    • updated: 2024-11-05 02:43:46
    • created: 2024-11-05 02:16:29
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783778'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783778
    • id: 4742675
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6667892
    • updated: 2024-11-05 02:16:43
    • created: 2024-11-05 01:56:53
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783672'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783672
    • id: 4741944
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6667161
    • updated: 2024-11-05 01:57:06
    • created: 2024-11-05 01:34:35
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783534'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783534
    • id: 4741093
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6666310
    • updated: 2024-11-05 01:34:46
    • created: 2024-11-05 01:07:27
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783316'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783316
    • id: 4740067
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6665284
    • updated: 2024-11-05 01:07:38
    • created: 2024-11-05 01:04:54
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730782966'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730782966
    • id: 4739970
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6665187
    • updated: 2024-11-05 01:05:07
    • created: 2024-11-05 00:40:26
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730782813'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730782813
    • id: 4739046
    • processed: 1
    • raw_data:
      {
          "active": 7,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "percentage": 6,
          "period_from": 4,
          "period_to": 5,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "percentage": "string",
          "period_from": "string",
          "period_to": "string",
          "tenant": "string"
      }
    • schema_name_id: 2835
    • schema_scan_id: 6664261
    • updated: 2024-11-05 00:40:37
Schema Scans: 15
Last at 2024-11-05 23:18:39
    • duration: 0:00:11.489785
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6675110
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866531",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866531/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 18362338376866223437,
              "service_name": "drive-thru",
              "span_id": 6018451654163160274,
              "trace_id": 10358454137496825026
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 23:18:39
    • success: True
    • trace_id: 10358454137496825026
    • duration: 0:00:11.570600
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6674633
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866466",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866466/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 12884370130444941412,
              "service_name": "drive-thru",
              "span_id": 2330303650156563003,
              "trace_id": 18337140051317823009
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 22:52:58
    • success: True
    • trace_id: 18337140051317823009
    • duration: 0:00:11.361065
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6673938
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866335",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866335/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 1819612329960082166,
              "service_name": "drive-thru",
              "span_id": 173705265480039039,
              "trace_id": 4588299738161801708
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 22:29:04
    • success: True
    • trace_id: 4588299738161801708
    • duration: 0:00:11.612021
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6672329
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730785740",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730785740/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 926089758141821551,
              "service_name": "drive-thru",
              "span_id": 14260508172307456648,
              "trace_id": 11158182937358397522
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 04:50:01
    • success: True
    • trace_id: 11158182937358397522
    • duration: 0:00:14.103178
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6670729
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730785135",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730785135/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 471126097423596863,
              "service_name": "drive-thru",
              "span_id": 4023559752732716092,
              "trace_id": 17664696648182394078
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 03:31:23
    • success: True
    • trace_id: 17664696648182394078
    • duration: 0:00:11.673855
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6670700
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784830",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784830/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 9680508140641135138,
              "service_name": "drive-thru",
              "span_id": 3979713035200376522,
              "trace_id": 16686416188661773592
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 03:30:35
    • success: True
    • trace_id: 16686416188661773592
    • duration: 0:00:11.402115
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6669859
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784226",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784226/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 17182585852638895355,
              "service_name": "drive-thru",
              "span_id": 18384444512502812009,
              "trace_id": 532438370696835103
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 03:08:34
    • success: True
    • trace_id: 532438370696835103
    • duration: 0:00:13.868311
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6669531
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784064",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730784064/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 5754264744640695428,
              "service_name": "drive-thru",
              "span_id": 957274398457859682,
              "trace_id": 12330270798126967375
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 02:59:34
    • success: True
    • trace_id: 12330270798126967375
    • duration: 0:00:11.548540
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6668917
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783906",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783906/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 3726347047121570736,
              "service_name": "drive-thru",
              "span_id": 8209037763772785193,
              "trace_id": 14882113298526858769
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 02:43:34
    • success: True
    • trace_id: 14882113298526858769
    • duration: 0:00:13.907450
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6667892
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783778",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783778/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 16753866837609817364,
              "service_name": "drive-thru",
              "span_id": 1705897000991769387,
              "trace_id": 8879291062417655867
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 02:16:29
    • success: True
    • trace_id: 8879291062417655867
    • duration: 0:00:13.945383
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6667161
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783672",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783672/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 4282343145142086423,
              "service_name": "drive-thru",
              "span_id": 15642681945383802527,
              "trace_id": 13949111559528429578
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 01:56:52
    • success: True
    • trace_id: 13949111559528429578
    • duration: 0:00:11.418059
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6666310
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783534",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783534/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 14271126603518837916,
              "service_name": "drive-thru",
              "span_id": 18226744101949078147,
              "trace_id": 14034983775855991248
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 01:34:35
    • success: True
    • trace_id: 14034983775855991248
    • duration: 0:00:11.357171
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6665284
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783316",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730783316/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 4763020444508593952,
              "service_name": "drive-thru",
              "span_id": 14542455631157619157,
              "trace_id": 7607370851972153165
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 01:07:27
    • success: True
    • trace_id: 7607370851972153165
    • duration: 0:00:13.970687
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6665187
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730782966",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730782966/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 8332792182025542330,
              "service_name": "drive-thru",
              "span_id": 2255566604484849958,
              "trace_id": 5197103721937967284
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 01:04:54
    • success: True
    • trace_id: 5197103721937967284
    • duration: 0:00:11.472331
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6664261
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-04/1730782813",
              "key": "raw/newbookdev_newbooklabour_discounts/2024-11-04/1730782813/labour_discounts.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooklabour_discounts",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 17324248867704900547,
              "service_name": "drive-thru",
              "span_id": 427637286015270649,
              "trace_id": 13218970590528498653
          }
      }
    • running: False
    • schema_name_id: 2835
    • start_time: 2024-11-05 00:40:25
    • success: True
    • trace_id: 13218970590528498653
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state:
    []
  • type: None
Schema:
  • attributes:
    {
        "active": "string",
        "id": "string",
        "name": "string",
        "newbook_region": "string",
        "percentage": "string",
        "period_from": "string",
        "period_to": "string",
        "tenant": "string"
    }
  • created: 2024-11-05 23:18:39
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866531'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
        "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
    }
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw:
{
    "name": {
        "created": "2024-10-08 18:11:35",
        "disabled": false,
        "format": "raw",
        "id": 2835,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooklabour_discounts"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "id": "string",
            "name": "string",
            "newbook_region": "string",
            "percentage": "string",
            "period_from": "string",
            "period_to": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:18:39",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `period_from`  string , `period_to`  string , `percentage`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklabour_discounts/2024-11-05/1730866531'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklabour_discounts`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklabour_discounts"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}