Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookowners_payments_link
  • created: 2024-10-08 18:15:49
  • disabled: False
  • format: raw
  • id: 2875
  • is_partitioned: False
  • is_schema_datatyped: True
  • name:
    {
        "database": "sfdl_dev_drivethru",
        "table": "newbookdev_newbookowners_payments_link"
    }
  • type: drivethrucsv
Schema Versions: 15
    • created: 2024-11-05 23:41:50
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866577'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866577
    • id: 4749355
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6675388
    • updated: 2024-11-05 23:42:01
    • created: 2024-11-05 23:19:23
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866519'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866519
    • id: 4749088
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6675120
    • updated: 2024-11-05 23:19:37
    • created: 2024-11-05 22:41:26
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866391'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866391
    • id: 4748300
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6674332
    • updated: 2024-11-05 22:41:39
    • created: 2024-11-05 05:04:03
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730785774'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730785774
    • id: 4747224
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6672469
    • updated: 2024-11-05 05:04:17
    • created: 2024-11-05 03:33:58
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730785154'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730785154
    • id: 4745608
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6670825
    • updated: 2024-11-05 03:34:11
    • created: 2024-11-05 03:32:34
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784849'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784849
    • id: 4745557
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6670774
    • updated: 2024-11-05 03:32:45
    • created: 2024-11-05 03:20:52
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784245'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784245
    • id: 4745109
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6670326
    • updated: 2024-11-05 03:21:02
    • created: 2024-11-05 02:52:59
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784083'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784083
    • id: 4744061
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6669278
    • updated: 2024-11-05 02:53:10
    • created: 2024-11-05 02:15:25
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783797'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783797
    • id: 4742635
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6667852
    • updated: 2024-11-05 02:15:38
    • created: 2024-11-05 02:10:49
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783851'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783851
    • id: 4742460
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6667677
    • updated: 2024-11-05 02:11:00
    • created: 2024-11-05 02:01:45
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783687'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783687
    • id: 4742125
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6667342
    • updated: 2024-11-05 02:01:56
    • created: 2024-11-05 01:37:04
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783554'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783554
    • id: 4741187
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6666405
    • updated: 2024-11-05 01:37:17
    • created: 2024-11-05 01:16:15
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783335'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783335
    • id: 4740396
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6665613
    • updated: 2024-11-05 01:16:26
    • created: 2024-11-05 01:00:36
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730782934'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730782934
    • id: 4739813
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6665030
    • updated: 2024-11-05 01:00:47
    • created: 2024-11-05 00:41:55
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730782827'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730782827
    • id: 4739104
    • processed: 1
    • raw_data:
      {
          "id": 2,
          "item_type": 5,
          "item_type_id": 6,
          "link_type": 3,
          "link_type_id": 4,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "id": "string",
          "item_type": "string",
          "item_type_id": "string",
          "link_type": "string",
          "link_type_id": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2875
    • schema_scan_id: 6664319
    • updated: 2024-11-05 00:42:06
Schema Scans: 15
Last at 2024-11-05 23:41:49
    • duration: 0:00:11.603401
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6675388
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866577",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866577/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 13008311446989284403,
              "service_name": "drive-thru",
              "span_id": 8939962338439689549,
              "trace_id": 2788290160721003543
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 23:41:49
    • success: True
    • trace_id: 2788290160721003543
    • duration: 0:00:14.043373
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6675120
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866519",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866519/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 14333082028167935505,
              "service_name": "drive-thru",
              "span_id": 7640413615823733185,
              "trace_id": 2112755198120013236
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 23:19:23
    • success: True
    • trace_id: 2112755198120013236
    • duration: 0:00:14.131700
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6674332
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866391",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866391/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 17221217396999061012,
              "service_name": "drive-thru",
              "span_id": 1004434102980615394,
              "trace_id": 9408512748203719730
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 22:41:25
    • success: True
    • trace_id: 9408512748203719730
    • duration: 0:00:14.118116
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6672469
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730785774",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730785774/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 705212907792797151,
              "service_name": "drive-thru",
              "span_id": 6442917691821780084,
              "trace_id": 6840674605581874149
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 05:04:03
    • success: True
    • trace_id: 6840674605581874149
    • duration: 0:00:13.980317
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6670825
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730785154",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730785154/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 16147573292704191077,
              "service_name": "drive-thru",
              "span_id": 5654935982967850399,
              "trace_id": 15726956276532464599
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 03:33:57
    • success: True
    • trace_id: 15726956276532464599
    • duration: 0:00:11.283706
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6670774
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784849",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784849/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 3430709936214772907,
              "service_name": "drive-thru",
              "span_id": 3185064400805152456,
              "trace_id": 5838828785395503929
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 03:32:34
    • success: True
    • trace_id: 5838828785395503929
    • duration: 0:00:11.314947
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6670326
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784245",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784245/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 1882975018156299681,
              "service_name": "drive-thru",
              "span_id": 2824790496256124774,
              "trace_id": 4396941554334241131
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 03:20:51
    • success: True
    • trace_id: 4396941554334241131
    • duration: 0:00:11.364102
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6669278
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784083",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730784083/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 7191538000821493298,
              "service_name": "drive-thru",
              "span_id": 1186681529920088035,
              "trace_id": 15543741254579487969
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 02:52:59
    • success: True
    • trace_id: 15543741254579487969
    • duration: 0:00:13.921475
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6667852
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783797",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783797/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 16221731860391453902,
              "service_name": "drive-thru",
              "span_id": 3796268300961827598,
              "trace_id": 13816470409853087542
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 02:15:24
    • success: True
    • trace_id: 13816470409853087542
    • duration: 0:00:11.407664
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6667677
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783851",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783851/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 3971756920504795195,
              "service_name": "drive-thru",
              "span_id": 3314624560512548453,
              "trace_id": 10630494148811992383
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 02:10:49
    • success: True
    • trace_id: 10630494148811992383
    • duration: 0:00:11.478591
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6667342
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783687",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783687/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 3399599584188576304,
              "service_name": "drive-thru",
              "span_id": 11686865510864600237,
              "trace_id": 12226211562926300934
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 02:01:45
    • success: True
    • trace_id: 12226211562926300934
    • duration: 0:00:13.924441
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6666405
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783554",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783554/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 14712891421483583126,
              "service_name": "drive-thru",
              "span_id": 6285316805022227899,
              "trace_id": 10980440421056345372
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 01:37:04
    • success: True
    • trace_id: 10980440421056345372
    • duration: 0:00:11.403841
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6665613
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783335",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730783335/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 4798477512152451356,
              "service_name": "drive-thru",
              "span_id": 1940682915175774914,
              "trace_id": 17896831393604734727
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 01:16:14
    • success: True
    • trace_id: 17896831393604734727
    • duration: 0:00:11.313382
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6665030
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730782934",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730782934/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 13602603502623524443,
              "service_name": "drive-thru",
              "span_id": 3726976835184520608,
              "trace_id": 18308099252082642690
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 01:00:36
    • success: True
    • trace_id: 18308099252082642690
    • duration: 0:00:11.284199
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6664319
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-04/1730782827",
              "key": "raw/newbookdev_newbookowners_payments_link/2024-11-04/1730782827/owners_payments_link.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_link",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 1181645518580407982,
              "service_name": "drive-thru",
              "span_id": 17524194782657539974,
              "trace_id": 8511516550876888943
          }
      }
    • running: False
    • schema_name_id: 2875
    • start_time: 2024-11-05 00:41:54
    • success: True
    • trace_id: 8511516550876888943
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state:
    []
  • type: None
Schema:
  • attributes:
    {
        "id": "string",
        "item_type": "string",
        "item_type_id": "string",
        "link_type": "string",
        "link_type_id": "string",
        "newbook_region": "string",
        "tenant": "string"
    }
  • created: 2024-11-05 23:41:50
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866577'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
        "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
    }
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw:
{
    "name": {
        "created": "2024-10-08 18:15:49",
        "disabled": false,
        "format": "raw",
        "id": 2875,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookowners_payments_link"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "id": "string",
            "item_type": "string",
            "item_type_id": "string",
            "link_type": "string",
            "link_type_id": "string",
            "newbook_region": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:41:50",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `link_type`  string , `link_type_id`  string , `item_type`  string , `item_type_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_link/2024-11-05/1730866577'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_link`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_link"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}