Schema Info

Schema Name: sfdl_dev_mongo.storedge_clifftestvoyager_hostnames
  • created: 2020-06-11 12:23:54
  • disabled: False
  • format: raw
  • id: 1480
  • is_partitioned: False
  • is_schema_datatyped: False
  • name: 
    {
    "database": "sfdl_dev_mongo",
    "table": "storedge_clifftestvoyager_hostnames"
}
  • type: mongo
Schema Versions: 2
    • created: 2020-06-11 14:51:15
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mongo`",
    "DROP TABLE IF EXISTS `sfdl_dev_mongo.storedge_clifftestvoyager_hostnames`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mongo.storedge_clifftestvoyager_hostnames`\n(\n`primary`STRING,`companyId`STRING,`ssl`STRING,`_id`STRING,`redirects`array>,`hostname`STRING,`__v`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-dev/raw/clifftestvoyager_hostnames/2020-06-11/1591905073'\n",
    "MSCK REPAIR TABLE sfdl_dev_mongo.storedge_clifftestvoyager_hostnames"
]
    • hive_path: s3://sfdl-mongo-storedge-dev/raw/clifftestvoyager_hostnames/2020-06-11/1591905073
    • id: 4679056
    • processed: 1
    • raw_data: 
      {
    "__v": 0,
    "_id": "0017658c-7396-4e18-821e-4525f50c8b2d",
    "companyId": "419cfce6-541a-4538-adb0-6d1ed08c0aad",
    "hostname": "storagemaxclinton.com",
    "primary": false,
    "redirects": [
        {
            "includeQuery": false,
            "source": "/self-storage/tx/texarkana/1808/coupon",
            "target": "/1808-st-michaels-drive-texarkana-tx-75503"
        }
    ],
    "ssl": true
}
    • schema_attributes: 
      {
    "__v": "string",
    "_id": "string",
    "companyId": "string",
    "hostname": "string",
    "primary": "string",
    "redirects": [
        {
            "includeQuery": "string",
            "source": "string",
            "target": "string"
        }
    ],
    "ssl": "string"
}
    • schema_name_id: 1480
    • schema_scan_id: 5624894
    • updated: 2020-06-11 14:51:26
    • created: 2020-06-11 12:23:54
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mongo`",
    "DROP TABLE IF EXISTS `sfdl_dev_mongo.storedge_clifftestvoyager_hostnames`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mongo.storedge_clifftestvoyager_hostnames`\n(\n`_id`STRING,`__v`STRING,`companyId`STRING,`hostname`STRING,`primary`STRING,`redirects`array>,`ssl`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-dev/raw/clifftestvoyager_hostnames/2020-06-11/1591896233'\n",
    "MSCK REPAIR TABLE sfdl_dev_mongo.storedge_clifftestvoyager_hostnames"
]
    • hive_path: s3://sfdl-mongo-storedge-dev/raw/clifftestvoyager_hostnames/2020-06-11/1591896233
    • id: 4679047
    • processed: 1
    • raw_data: 
      {
    "__v": 0,
    "_id": "0017658c-7396-4e18-821e-4525f50c8b2d",
    "companyId": "419cfce6-541a-4538-adb0-6d1ed08c0aad",
    "hostname": "storagemaxclinton.com",
    "primary": false,
    "redirects": [
        {
            "includeQuery": false,
            "source": "/self-storage/tx/texarkana/1808/coupon",
            "target": "/1808-st-michaels-drive-texarkana-tx-75503"
        }
    ],
    "ssl": true
}
    • schema_attributes: 
      {
    "__v": "string",
    "_id": "string",
    "companyId": "string",
    "hostname": "string",
    "primary": "string",
    "redirects": [
        {
            "includeQuery": "string",
            "source": "string",
            "target": "string"
        }
    ],
    "ssl": "string"
}
    • schema_name_id: 1480
    • schema_scan_id: 5624748
    • updated: 2020-06-11 12:24:05
Schema Scans: 2
Last at 2020-06-11 14:51:14
    • duration: 0:00:13.950003
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}
    • id: 5624894
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-dev",
        "hive_path": "s3://sfdl-mongo-storedge-dev/raw/clifftestvoyager_hostnames/2020-06-11/1591905073",
        "key": "raw/clifftestvoyager_hostnames/2020-06-11/1591905073/hostnames_0.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_mongo.storedge_clifftestvoyager_hostnames",
        "type": "mongo"
    }
}
    • running: False
    • schema_name_id: 1480
    • start_time: 2020-06-11 14:51:14
    • success: True
    • trace_id: 12373690010575640025
    • duration: 0:00:13.740644
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}
    • id: 5624748
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-dev",
        "hive_path": "s3://sfdl-mongo-storedge-dev/raw/clifftestvoyager_hostnames/2020-06-11/1591896233",
        "key": "raw/clifftestvoyager_hostnames/2020-06-11/1591896233/hostnames_0.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_mongo.storedge_clifftestvoyager_hostnames",
        "type": "mongo"
    }
}
    • running: False
    • schema_name_id: 1480
    • start_time: 2020-06-11 12:23:54
    • success: True
    • trace_id: 16851513993960827960
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state: 
    []
  • type: None
Schema:
  • attributes: 
    {
    "__v": "string",
    "_id": "string",
    "companyId": "string",
    "hostname": "string",
    "primary": "string",
    "redirects": [
        {
            "includeQuery": "string",
            "source": "string",
            "target": "string"
        }
    ],
    "ssl": "string"
}
  • created: 2020-06-11 14:51:15
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mongo`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mongo.storedge_clifftestvoyager_hostnames`\n(\n`primary`STRING,`companyId`STRING,`ssl`STRING,`_id`STRING,`redirects`array>,`hostname`STRING,`__v`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-dev/raw/clifftestvoyager_hostnames/2020-06-11/1591905073'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_mongo.storedge_clifftestvoyager_hostnames`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_mongo.storedge_clifftestvoyager_hostnames"
}
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw: 
{
    "name": {
        "created": "2020-06-11 12:23:54",
        "disabled": false,
        "format": "raw",
        "id": 1480,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_dev_mongo",
            "table": "storedge_clifftestvoyager_hostnames"
        },
        "type": "mongo"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "__v": "string",
            "_id": "string",
            "companyId": "string",
            "hostname": "string",
            "primary": "string",
            "redirects": [
                {
                    "includeQuery": "string",
                    "source": "string",
                    "target": "string"
                }
            ],
            "ssl": "string"
        },
        "created": "2020-06-11 14:51:15",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mongo`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mongo.storedge_clifftestvoyager_hostnames`\n(\n`primary`STRING,`companyId`STRING,`ssl`STRING,`_id`STRING,`redirects`array>,`hostname`STRING,`__v`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-dev/raw/clifftestvoyager_hostnames/2020-06-11/1591905073'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_mongo.storedge_clifftestvoyager_hostnames`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_mongo.storedge_clifftestvoyager_hostnames"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}
©2019 SpareFoot Data Platform