Schema Info

Schema Name: sfdl_test_rds.sparefoot_account_modifiers
  • created: 2022-05-18 11:10:20
  • disabled: False
  • format: raw
  • id: 1796
  • is_partitioned: False
  • is_schema_datatyped: False
  • name: 
    {
    "database": "sfdl_test_rds",
    "table": "sparefoot_account_modifiers"
}
  • type: rds
Schema Versions: 2
    • created: 2022-08-31 17:15:53
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_test_rds`",
    "DROP TABLE IF EXISTS `sfdl_test_rds.sparefoot_account_modifiers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_test_rds.sparefoot_account_modifiers`\n(\n`account_id`STRING,`modifier_name`STRING,`active`STRING,`modifier_value`STRING,`created_at`STRING,`updated_at`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-testing-dev/raw/account_modifiers/2022-05-17'\n",
    "MSCK REPAIR TABLE sfdl_test_rds.sparefoot_account_modifiers"
]
    • hive_path: s3://sfdl-rds-testing-dev/raw/account_modifiers/2022-05-17
    • id: 4690056
    • processed: 1
    • raw_data: 
      {
    "account_id": 1,
    "active": 1,
    "created_at": "2021-09-17 12:38:03",
    "modifier_name": "growth_rate_modifier",
    "modifier_value": 0.8,
    "updated_at": "2022-01-13 13:37:51"
}
    • schema_attributes: 
      {
    "account_id": "string",
    "active": "string",
    "created_at": "string",
    "modifier_name": "string",
    "modifier_value": "string",
    "updated_at": "string"
}
    • schema_name_id: 1796
    • schema_scan_id: 5972815
    • updated: 2022-08-31 17:16:04
    • created: 2022-05-23 14:07:25
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_test_rds`",
    "DROP TABLE IF EXISTS `sfdl_test_rds.sparefoot_account_modifiers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_test_rds.sparefoot_account_modifiers`\n(\n`account_id`STRING,`modifier_name`STRING,`active`STRING,`modifier_value`STRING,`created_at`STRING,`updated_at`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-testing-dev/raw/account_modifiers/2022-05-17'\n",
    "MSCK REPAIR TABLE sfdl_test_rds.sparefoot_account_modifiers"
]
    • hive_path: s3://sfdl-rds-testing-dev/raw/account_modifiers/2022-05-17
    • id: 4689192
    • processed: 1
    • raw_data: 
      {
    "account_id": 1,
    "active": 1,
    "created_at": "2021-09-17 12:38:03",
    "modifier_name": "growth_rate_modifier",
    "modifier_value": 0.8,
    "updated_at": "2022-01-13 13:37:51"
}
    • schema_attributes: 
      {
    "account_id": "string",
    "active": "string",
    "created_at": "string",
    "modifier_name": "string",
    "modifier_value": "string",
    "updated_at": "string"
}
    • schema_name_id: 1796
    • schema_scan_id: 5924922
    • updated: 2022-05-23 14:07:37
Schema Scans: 2
Last at 2022-08-31 17:15:52
    • duration: 0:00:11.636859
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 5972815
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": false,
    "s3": {
        "bucket": "sfdl-rds-testing-dev",
        "hive_path": "s3://sfdl-rds-testing-dev/raw/account_modifiers/2022-05-17",
        "key": "raw/account_modifiers/2022-05-17/account_modifiers.json.gz"
    },
    "schema": {
        "name": "sfdl_test_rds.sparefoot_account_modifiers",
        "type": "rds"
    }
}
    • running: False
    • schema_name_id: 1796
    • start_time: 2022-08-31 17:15:52
    • success: True
    • trace_id: 15106944316686467812
    • duration: 0:00:14.289083
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}
    • id: 5924922
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": false,
    "s3": {
        "bucket": "sfdl-rds-testing-dev",
        "hive_path": "s3://sfdl-rds-testing-dev/raw/account_modifiers/2022-05-17",
        "key": "raw/account_modifiers/2022-05-17/account_modifiers.json.gz"
    },
    "schema": {
        "name": "sfdl_test_rds.sparefoot_account_modifiers",
        "type": "rds"
    }
}
    • running: False
    • schema_name_id: 1796
    • start_time: 2022-05-23 14:07:25
    • success: True
    • trace_id: 15309140740131166394
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state: 
    []
  • type: None
Schema:
  • attributes: 
    {
    "account_id": "string",
    "active": "string",
    "created_at": "string",
    "modifier_name": "string",
    "modifier_value": "string",
    "updated_at": "string"
}
  • created: 2022-08-31 17:15:53
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_test_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_test_rds.sparefoot_account_modifiers`\n(\n`account_id`STRING,`modifier_name`STRING,`active`STRING,`modifier_value`STRING,`created_at`STRING,`updated_at`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-testing-dev/raw/account_modifiers/2022-05-17'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_test_rds.sparefoot_account_modifiers`",
    "repair_table": "MSCK REPAIR TABLE sfdl_test_rds.sparefoot_account_modifiers"
}
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw: 
{
    "name": {
        "created": "2022-05-18 11:10:20",
        "disabled": false,
        "format": "raw",
        "id": 1796,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_test_rds",
            "table": "sparefoot_account_modifiers"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "account_id": "string",
            "active": "string",
            "created_at": "string",
            "modifier_name": "string",
            "modifier_value": "string",
            "updated_at": "string"
        },
        "created": "2022-08-31 17:15:53",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_test_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_test_rds.sparefoot_account_modifiers`\n(\n`account_id`STRING,`modifier_name`STRING,`active`STRING,`modifier_value`STRING,`created_at`STRING,`updated_at`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-testing-dev/raw/account_modifiers/2022-05-17'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_test_rds.sparefoot_account_modifiers`",
            "repair_table": "MSCK REPAIR TABLE sfdl_test_rds.sparefoot_account_modifiers"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}
©2019 SpareFoot Data Platform