Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups
  • created: 2024-10-08 18:05:05
  • disabled: False
  • format: raw
  • id: 2776
  • is_partitioned: False
  • is_schema_datatyped: True
  • name:
    {
        "database": "sfdl_dev_drivethru",
        "table": "newbookdev_newbooknewbook_messenger_groups"
    }
  • type: drivethrucsv
Schema Versions: 15
    • created: 2024-11-05 23:17:18
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866559'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866559
    • id: 4749059
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6675091
    • updated: 2024-11-05 23:17:29
    • created: 2024-11-05 23:11:43
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866503'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866503
    • id: 4748973
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6675005
    • updated: 2024-11-05 23:11:54
    • created: 2024-11-05 22:30:10
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866368'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866368
    • id: 4747947
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6673979
    • updated: 2024-11-05 22:30:21
    • created: 2024-11-05 05:00:03
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730785761'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730785761
    • id: 4747191
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6672423
    • updated: 2024-11-05 05:00:14
    • created: 2024-11-05 04:00:29
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730785147'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730785147
    • id: 4746380
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6671601
    • updated: 2024-11-05 04:00:40
    • created: 2024-11-05 03:33:34
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784842'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784842
    • id: 4745594
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6670811
    • updated: 2024-11-05 03:33:48
    • created: 2024-11-05 03:19:11
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784238'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784238
    • id: 4745045
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6670262
    • updated: 2024-11-05 03:19:24
    • created: 2024-11-05 03:05:05
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784076'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784076
    • id: 4744514
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6669731
    • updated: 2024-11-05 03:05:19
    • created: 2024-11-05 02:26:30
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783849'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783849
    • id: 4743059
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6668276
    • updated: 2024-11-05 02:26:41
    • created: 2024-11-05 02:16:40
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783789'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783789
    • id: 4742681
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6667898
    • updated: 2024-11-05 02:16:51
    • created: 2024-11-05 01:58:59
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783681'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783681
    • id: 4742025
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6667242
    • updated: 2024-11-05 01:59:13
    • created: 2024-11-05 01:41:29
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783546'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783546
    • id: 4741357
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6666574
    • updated: 2024-11-05 01:41:40
    • created: 2024-11-05 01:19:27
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783328'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783328
    • id: 4740519
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6665736
    • updated: 2024-11-05 01:19:40
    • created: 2024-11-05 00:51:28
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730782928'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730782928
    • id: 4739468
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6664683
    • updated: 2024-11-05 00:51:41
    • created: 2024-11-05 00:41:14
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730782821'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730782821
    • id: 4739077
    • processed: 1
    • raw_data:
      {
          "active": 6,
          "generated_by": 4,
          "generated_when": 5,
          "id": 2,
          "name": 3,
          "newbook_region": 0,
          "tenant": 1
      }
    • schema_attributes:
      {
          "active": "string",
          "generated_by": "string",
          "generated_when": "string",
          "id": "string",
          "name": "string",
          "newbook_region": "string",
          "tenant": "string"
      }
    • schema_name_id: 2776
    • schema_scan_id: 6664292
    • updated: 2024-11-05 00:41:27
Schema Scans: 15
Last at 2024-11-05 23:17:17
    • duration: 0:00:11.528373
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6675091
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866559",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866559/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 12681211387319755795,
              "service_name": "drive-thru",
              "span_id": 15324687534226894017,
              "trace_id": 14329318245575548081
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 23:17:17
    • success: True
    • trace_id: 14329318245575548081
    • duration: 0:00:11.509451
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6675005
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866503",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866503/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 17425656767815607116,
              "service_name": "drive-thru",
              "span_id": 15463557729121723316,
              "trace_id": 4819950900200502320
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 23:11:43
    • success: True
    • trace_id: 4819950900200502320
    • duration: 0:00:11.409903
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6673979
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866368",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866368/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 1719494198076389677,
              "service_name": "drive-thru",
              "span_id": 6509944558009450318,
              "trace_id": 13212935077590035396
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 22:30:09
    • success: True
    • trace_id: 13212935077590035396
    • duration: 0:00:11.488047
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6672423
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730785761",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730785761/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 2302684543259396569,
              "service_name": "drive-thru",
              "span_id": 16779060752434402913,
              "trace_id": 88106969368095726
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 05:00:03
    • success: True
    • trace_id: 88106969368095726
    • duration: 0:00:11.543223
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6671601
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730785147",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730785147/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 6880082774898560881,
              "service_name": "drive-thru",
              "span_id": 5315079240271371514,
              "trace_id": 11052158645557332793
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 04:00:29
    • success: True
    • trace_id: 11052158645557332793
    • duration: 0:00:14.341655
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6670811
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784842",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784842/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 4701719127828288312,
              "service_name": "drive-thru",
              "span_id": 15941885717289249002,
              "trace_id": 9429549736302481701
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 03:33:34
    • success: True
    • trace_id: 9429549736302481701
    • duration: 0:00:13.959990
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6670262
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784238",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784238/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 1834448191282532525,
              "service_name": "drive-thru",
              "span_id": 13327555220680452789,
              "trace_id": 7213704978563120110
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 03:19:11
    • success: True
    • trace_id: 7213704978563120110
    • duration: 0:00:14.176884
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6669731
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784076",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730784076/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 12729469339497923300,
              "service_name": "drive-thru",
              "span_id": 13997976586597902614,
              "trace_id": 5950925516586374234
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 03:05:05
    • success: True
    • trace_id: 5950925516586374234
    • duration: 0:00:11.451300
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6668276
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783849",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783849/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 13994473751282988000,
              "service_name": "drive-thru",
              "span_id": 4643544443318893610,
              "trace_id": 12977292436839131244
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 02:26:30
    • success: True
    • trace_id: 12977292436839131244
    • duration: 0:00:11.318539
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6667898
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783789",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783789/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 14476277978600143995,
              "service_name": "drive-thru",
              "span_id": 11986455316170753302,
              "trace_id": 1891927459815265502
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 02:16:39
    • success: True
    • trace_id: 1891927459815265502
    • duration: 0:00:13.957931
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6667242
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783681",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783681/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 17711657230947514598,
              "service_name": "drive-thru",
              "span_id": 7283919975198476318,
              "trace_id": 6851837358909070847
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 01:58:59
    • success: True
    • trace_id: 6851837358909070847
    • duration: 0:00:11.400562
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6666574
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783546",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783546/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 14817759629665214408,
              "service_name": "drive-thru",
              "span_id": 6815822922267729516,
              "trace_id": 10117528020934321948
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 01:41:29
    • success: True
    • trace_id: 10117528020934321948
    • duration: 0:00:14.021008
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6665736
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783328",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730783328/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 5249491420718479917,
              "service_name": "drive-thru",
              "span_id": 14190709367837011182,
              "trace_id": 11219698874258916329
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 01:19:26
    • success: True
    • trace_id: 11219698874258916329
    • duration: 0:00:13.910947
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6664683
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730782928",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730782928/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 12763973193676762320,
              "service_name": "drive-thru",
              "span_id": 13621796178833037432,
              "trace_id": 8162595029186915850
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 00:51:27
    • success: True
    • trace_id: 8162595029186915850
    • duration: 0:00:14.235575
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 6664292
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-dev",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730782821",
              "key": "raw/newbookdev_newbooknewbook_messenger_groups/2024-11-04/1730782821/newbook_messenger_groups.csv.gz"
          },
          "schema": {
              "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 5823050522677224118,
              "service_name": "drive-thru",
              "span_id": 11451065432415911007,
              "trace_id": 12700235737653586968
          }
      }
    • running: False
    • schema_name_id: 2776
    • start_time: 2024-11-05 00:41:13
    • success: True
    • trace_id: 12700235737653586968
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state:
    []
  • type: None
Schema:
  • attributes:
    {
        "active": "string",
        "generated_by": "string",
        "generated_when": "string",
        "id": "string",
        "name": "string",
        "newbook_region": "string",
        "tenant": "string"
    }
  • created: 2024-11-05 23:17:18
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866559'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
        "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
    }
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw:
{
    "name": {
        "created": "2024-10-08 18:05:05",
        "disabled": false,
        "format": "raw",
        "id": 2776,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooknewbook_messenger_groups"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "generated_by": "string",
            "generated_when": "string",
            "id": "string",
            "name": "string",
            "newbook_region": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:17:18",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `generated_by`  string , `generated_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups/2024-11-05/1730866559'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}