Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link
  • created: 2024-10-08 18:31:58
  • disabled: False
  • format: raw
  • id: 3025
  • is_partitioned: False
  • is_schema_datatyped: True
  • name:
    {
        "database": "sfdl_dev_drivethru",
        "table": "newbookdev_newbookstaff_induction_departments_link"
    }
  • type: drivethrucsv
Schema Versions: 15
    • created: 2024-11-05 23:30:09
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866604'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866604
    • id: 4749239
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6675271
    • updated: 2024-11-05 23:30:20
    • created: 2024-11-05 23:16:20
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866550'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866550
    • id: 4749045
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6675077
    • updated: 2024-11-05 23:16:31
    • created: 2024-11-05 22:44:12
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866440'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866440
    • id: 4748378
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6674410
    • updated: 2024-11-05 22:44:26
    • created: 2024-11-05 05:08:35
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730785798'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730785798
    • id: 4747261
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6672532
    • updated: 2024-11-05 05:08:46
    • created: 2024-11-05 04:04:37
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730785168'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730785168
    • id: 4746470
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6671691
    • updated: 2024-11-05 04:04:50
    • created: 2024-11-05 03:46:01
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784862'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784862
    • id: 4746011
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6671232
    • updated: 2024-11-05 03:46:14
    • created: 2024-11-05 03:15:03
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784259'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784259
    • id: 4744887
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6670104
    • updated: 2024-11-05 03:15:14
    • created: 2024-11-05 03:00:58
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784097'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784097
    • id: 4744363
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6669580
    • updated: 2024-11-05 03:01:11
    • created: 2024-11-05 02:45:53
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783932'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783932
    • id: 4743788
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6669005
    • updated: 2024-11-05 02:46:04
    • created: 2024-11-05 02:06:30
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783810'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783810
    • id: 4742298
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6667515
    • updated: 2024-11-05 02:06:41
    • created: 2024-11-05 01:44:58
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783620'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783620
    • id: 4741492
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6666709
    • updated: 2024-11-05 01:45:08
    • created: 2024-11-05 01:40:39
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783568'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783568
    • id: 4741324
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6666541
    • updated: 2024-11-05 01:40:50
    • created: 2024-11-05 01:23:35
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783349'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783349
    • id: 4740677
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6665894
    • updated: 2024-11-05 01:23:46
    • created: 2024-11-05 01:04:14
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730782947'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730782947
    • id: 4739948
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6665166
    • updated: 2024-11-05 01:04:28
    • created: 2024-11-05 00:45:16
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730782837'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730782837
    • id: 4739230
    • processed: 1
    • raw_data:
      {
          "active": 5,
          "department_id": 4,
          "id": 2,
          "induction_id": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "department_id": "string",
          "id": "string",
          "induction_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 3025
    • schema_scan_id: 6664445
    • updated: 2024-11-05 00:45:27
Schema Scans: 15
Last at 2024-11-05 23:30:09
    • duration: 0:00:11.419174
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6675271
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866604",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866604/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 11125177250650925876,
              "service_name": "drive-thru",
              "span_id": 12310690235071068441,
              "trace_id": 8853077256030289305
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 23:30:09
    • success: True
    • trace_id: 8853077256030289305
    • duration: 0:00:11.660733
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6675077
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866550",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866550/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 15328387894530095703,
              "service_name": "drive-thru",
              "span_id": 5729500989734649638,
              "trace_id": 1722466212351436130
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 23:16:19
    • success: True
    • trace_id: 1722466212351436130
    • duration: 0:00:13.967922
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6674410
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866440",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866440/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 6114382017232141195,
              "service_name": "drive-thru",
              "span_id": 1864829888380103852,
              "trace_id": 3493298293596999591
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 22:44:12
    • success: True
    • trace_id: 3493298293596999591
    • duration: 0:00:11.548010
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6672532
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730785798",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730785798/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 11124318730801656931,
              "service_name": "drive-thru",
              "span_id": 9138223116953844771,
              "trace_id": 10032021506208941726
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 05:08:34
    • success: True
    • trace_id: 10032021506208941726
    • duration: 0:00:14.054377
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6671691
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730785168",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730785168/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 13717051480626239134,
              "service_name": "drive-thru",
              "span_id": 12753335093990646781,
              "trace_id": 1725587276219184877
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 04:04:36
    • success: True
    • trace_id: 1725587276219184877
    • duration: 0:00:13.995766
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6671232
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784862",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784862/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 3275958214234599266,
              "service_name": "drive-thru",
              "span_id": 7117066629562484207,
              "trace_id": 15741711516476012137
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 03:46:00
    • success: True
    • trace_id: 15741711516476012137
    • duration: 0:00:11.458019
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6670104
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784259",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784259/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 13593087994657966726,
              "service_name": "drive-thru",
              "span_id": 14439545053237468143,
              "trace_id": 9461408916782369956
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 03:15:02
    • success: True
    • trace_id: 9461408916782369956
    • duration: 0:00:13.858746
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6669580
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784097",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730784097/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 15108673625259787469,
              "service_name": "drive-thru",
              "span_id": 6427989164994548704,
              "trace_id": 9530584940501983210
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 03:00:58
    • success: True
    • trace_id: 9530584940501983210
    • duration: 0:00:11.367383
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6669005
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783932",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783932/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 17513928765468963699,
              "service_name": "drive-thru",
              "span_id": 16933031983145471386,
              "trace_id": 3500334794766714226
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 02:45:52
    • success: True
    • trace_id: 3500334794766714226
    • duration: 0:00:11.388953
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6667515
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783810",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783810/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 18227903907418502300,
              "service_name": "drive-thru",
              "span_id": 1627781672001274782,
              "trace_id": 18414032667372421596
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 02:06:29
    • success: True
    • trace_id: 18414032667372421596
    • duration: 0:00:11.486632
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6666709
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783620",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783620/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 2853383421560641086,
              "service_name": "drive-thru",
              "span_id": 16207111031868556338,
              "trace_id": 186842965387901140
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 01:44:57
    • success: True
    • trace_id: 186842965387901140
    • duration: 0:00:11.357713
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6666541
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783568",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783568/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 1968139659605557701,
              "service_name": "drive-thru",
              "span_id": 8435154963768908048,
              "trace_id": 12993586200242301183
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 01:40:39
    • success: True
    • trace_id: 12993586200242301183
    • duration: 0:00:11.306444
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6665894
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783349",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730783349/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 7262765603549824800,
              "service_name": "drive-thru",
              "span_id": 4662663927784195655,
              "trace_id": 16737000781804615023
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 01:23:35
    • success: True
    • trace_id: 16737000781804615023
    • duration: 0:00:13.860726
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6665166
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730782947",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730782947/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 10374298271860048254,
              "service_name": "drive-thru",
              "span_id": 9378135554213977818,
              "trace_id": 6735669092132966937
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 01:04:14
    • success: True
    • trace_id: 6735669092132966937
    • duration: 0:00:11.329547
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6664445
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730782837",
              "key": "raw/newbookdev_newbookstaff_induction_departments_link/2024-11-04/1730782837/staff_induction_departments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 4988125273850696742,
              "service_name": "drive-thru",
              "span_id": 12802097110420055629,
              "trace_id": 6676036817151809098
          }
      }
    • running: False
    • schema_name_id: 3025
    • start_time: 2024-11-05 00:45:16
    • success: True
    • trace_id: 6676036817151809098
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state:
    []
  • type: None
Schema:
  • attributes:
    {
        "active": "string",
        "department_id": "string",
        "id": "string",
        "induction_id": "string",
        "newbook_region": "string",
        "tenant": "string"
    }
  • created: 2024-11-05 23:30:09
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866604'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
        "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
    }
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw:
{
    "name": {
        "created": "2024-10-08 18:31:58",
        "disabled": false,
        "format": "raw",
        "id": 3025,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookstaff_induction_departments_link"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "department_id": "string",
            "id": "string",
            "induction_id": "string",
            "newbook_region": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:30:09",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `department_id`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_induction_departments_link/2024-11-05/1730866604'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_induction_departments_link"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}