Schemas dev - Schema Manager

Schema Name: sfdl_dev_mongo.storedge_voyager_hostnames

created: 2019-03-20 15:41:54
disabled: False
format: raw
id: 1220
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_dev_mongo",
    "table": "storedge_voyager_hostnames"
}

type: mongo

Schema Versions: 4

Version 4684177

created: 2020-11-05 17:03:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mongo`",
    "DROP TABLE IF EXISTS `sfdl_dev_mongo.storedge_voyager_hostnames`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mongo.storedge_voyager_hostnames`\n(\n`redirects`array>,`primary`STRING,`_id`STRING,`__v`STRING,`hostname`STRING,`ssl`STRING,`companyId`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-11-05/1604617313'\n",
    "MSCK REPAIR TABLE sfdl_dev_mongo.storedge_voyager_hostnames"
]

hive_path: s3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-11-05/1604617313
id: 4684177
processed: 1

raw_data:

{
    "__v": 0,
    "_id": "0017658c-7396-4e18-821e-4525f50c8b2d",
    "companyId": "419cfce6-541a-4538-adb0-6d1ed08c0aad",
    "hostname": "storagemaxclinton.com",
    "primary": false,
    "redirects": [
        {
            "includeQuery": false,
            "source": "/self-storage/tx/texarkana/1808/coupon",
            "target": "/1808-st-michaels-drive-texarkana-tx-75503"
        }
    ],
    "ssl": true
}

schema_attributes:

{
    "__v": "string",
    "_id": "string",
    "companyId": "string",
    "hostname": "string",
    "primary": "string",
    "redirects": [
        {
            "includeQuery": "string",
            "source": "string",
            "target": "string"
        }
    ],
    "ssl": "string"
}

schema_name_id: 1220
schema_scan_id: 5718513
updated: 2020-11-05 17:03:30

Version 4679080

created: 2020-06-14 12:02:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mongo`",
    "DROP TABLE IF EXISTS `sfdl_dev_mongo.storedge_voyager_hostnames`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mongo.storedge_voyager_hostnames`\n(\n`companyId`STRING,`_id`STRING,`ssl`STRING,`hostname`STRING,`redirects`array>,`__v`STRING,`primary`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-06-14/1592154144'\n",
    "MSCK REPAIR TABLE sfdl_dev_mongo.storedge_voyager_hostnames"
]

hive_path: s3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-06-14/1592154144
id: 4679080
processed: 1

raw_data:

{
    "__v": 0,
    "_id": "0017658c-7396-4e18-821e-4525f50c8b2d",
    "companyId": "419cfce6-541a-4538-adb0-6d1ed08c0aad",
    "hostname": "storagemaxclinton.com",
    "primary": false,
    "redirects": [
        {
            "includeQuery": false,
            "source": "/self-storage/tx/texarkana/1808/coupon",
            "target": "/1808-st-michaels-drive-texarkana-tx-75503"
        }
    ],
    "ssl": true
}

schema_attributes:

{
    "__v": "string",
    "_id": "string",
    "companyId": "string",
    "hostname": "string",
    "primary": "string",
    "redirects": [
        {
            "includeQuery": "string",
            "source": "string",
            "target": "string"
        }
    ],
    "ssl": "string"
}

schema_name_id: 1220
schema_scan_id: 5627160
updated: 2020-06-14 12:02:58

Version 4679068

created: 2020-06-13 16:17:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mongo`",
    "DROP TABLE IF EXISTS `sfdl_dev_mongo.storedge_voyager_hostnames`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mongo.storedge_voyager_hostnames`\n(\n`companyId`STRING,`_id`STRING,`ssl`STRING,`hostname`STRING,`redirects`array>,`__v`STRING,`primary`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-06-13/1592083012'\n",
    "MSCK REPAIR TABLE sfdl_dev_mongo.storedge_voyager_hostnames"
]

hive_path: s3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-06-13/1592083012
id: 4679068
processed: 1

raw_data:

{
    "__v": 0,
    "_id": "0017658c-7396-4e18-821e-4525f50c8b2d",
    "companyId": "419cfce6-541a-4538-adb0-6d1ed08c0aad",
    "hostname": "storagemaxclinton.com",
    "primary": false,
    "redirects": [
        {
            "includeQuery": false,
            "source": "/self-storage/tx/texarkana/1808/coupon",
            "target": "/1808-st-michaels-drive-texarkana-tx-75503"
        }
    ],
    "ssl": true
}

schema_attributes:

{
    "__v": "string",
    "_id": "string",
    "companyId": "string",
    "hostname": "string",
    "primary": "string",
    "redirects": [
        {
            "includeQuery": "string",
            "source": "string",
            "target": "string"
        }
    ],
    "ssl": "string"
}

schema_name_id: 1220
schema_scan_id: 5627097
updated: 2020-06-13 16:17:24

Version 4679066

created: 2020-06-13 15:35:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mongo`",
    "DROP TABLE IF EXISTS `sfdl_dev_mongo.storedge_voyager_hostnames`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mongo.storedge_voyager_hostnames`\n(\n`companyId`STRING,`_id`STRING,`ssl`STRING,`hostname`STRING,`redirects`array>,`__v`STRING,`primary`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-06-13/1592080481'\n",
    "MSCK REPAIR TABLE sfdl_dev_mongo.storedge_voyager_hostnames"
]

hive_path: s3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-06-13/1592080481
id: 4679066
processed: 1

raw_data:

{
    "__v": 0,
    "_id": "0017658c-7396-4e18-821e-4525f50c8b2d",
    "companyId": "419cfce6-541a-4538-adb0-6d1ed08c0aad",
    "hostname": "storagemaxclinton.com",
    "primary": false,
    "redirects": [
        {
            "includeQuery": false,
            "source": "/self-storage/tx/texarkana/1808/coupon",
            "target": "/1808-st-michaels-drive-texarkana-tx-75503"
        }
    ],
    "ssl": true
}

schema_attributes:

{
    "__v": "string",
    "_id": "string",
    "companyId": "string",
    "hostname": "string",
    "primary": "string",
    "redirects": [
        {
            "includeQuery": "string",
            "source": "string",
            "target": "string"
        }
    ],
    "ssl": "string"
}

schema_name_id: 1220
schema_scan_id: 5627093
updated: 2020-06-13 15:35:18

Schema Scans: 4

Last at 2020-11-05 17:03:11

Scan 5718513

duration: 0:00:21.254995

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5718513

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-dev",
        "hive_path": "s3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-11-05/1604617313",
        "key": "raw/voyager_hostnames/2020-11-05/1604617313/hostnames_0.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_mongo.storedge_voyager_hostnames",
        "type": "mongo"
    },
    "trace_context": {
        "parent_id": 10910417054645780796,
        "service_name": "preloading",
        "span_id": 7334994534940336727,
        "trace_id": 6112369120461499106
    }
}

running: False
schema_name_id: 1220
start_time: 2020-11-05 17:03:11
success: True
trace_id: 6112369120461499106

Scan 5627160

duration: 0:00:13.864906

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5627160

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-dev",
        "hive_path": "s3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-06-14/1592154144",
        "key": "raw/voyager_hostnames/2020-06-14/1592154144/hostnames_0.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_mongo.storedge_voyager_hostnames",
        "type": "mongo"
    },
    "trace_context": {
        "parent_id": 5898042468386191409,
        "service_name": "preloading",
        "span_id": 10755470548477149638,
        "trace_id": 1445678987074264860
    }
}

running: False
schema_name_id: 1220
start_time: 2020-06-14 12:02:47
success: True
trace_id: 1445678987074264860

Scan 5627097

duration: 0:00:13.911164

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5627097

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-dev",
        "hive_path": "s3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-06-13/1592083012",
        "key": "raw/voyager_hostnames/2020-06-13/1592083012/hostnames_0.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_mongo.storedge_voyager_hostnames",
        "type": "mongo"
    },
    "trace_context": {
        "parent_id": 3261663777023802229,
        "service_name": "preloading",
        "span_id": 4647327840372730411,
        "trace_id": 20763686744671641
    }
}

running: False
schema_name_id: 1220
start_time: 2020-06-13 16:17:12
success: True
trace_id: 20763686744671641

Scan 5627093

duration: 0:00:13.899874

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5627093

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-dev",
        "hive_path": "s3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-06-13/1592080481",
        "key": "raw/voyager_hostnames/2020-06-13/1592080481/hostnames_0.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_mongo.storedge_voyager_hostnames",
        "type": "mongo"
    },
    "trace_context": {
        "parent_id": 9622677918536558521,
        "service_name": "preloading",
        "span_id": 18445780406648149205,
        "trace_id": 20763686744671641
    }
}

running: False
schema_name_id: 1220
start_time: 2020-06-13 15:35:07
success: True
trace_id: 20763686744671641

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "__v": "string",
    "_id": "string",
    "companyId": "string",
    "hostname": "string",
    "primary": "string",
    "redirects": [
        {
            "includeQuery": "string",
            "source": "string",
            "target": "string"
        }
    ],
    "ssl": "string"
}

created: 2020-11-05 17:03:12

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mongo`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mongo.storedge_voyager_hostnames`\n(\n`redirects`array>,`primary`STRING,`_id`STRING,`__v`STRING,`hostname`STRING,`ssl`STRING,`companyId`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-11-05/1604617313'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_mongo.storedge_voyager_hostnames`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_mongo.storedge_voyager_hostnames"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2019-03-20 15:41:54",
        "disabled": false,
        "format": "raw",
        "id": 1220,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_dev_mongo",
            "table": "storedge_voyager_hostnames"
        },
        "type": "mongo"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "__v": "string",
            "_id": "string",
            "companyId": "string",
            "hostname": "string",
            "primary": "string",
            "redirects": [
                {
                    "includeQuery": "string",
                    "source": "string",
                    "target": "string"
                }
            ],
            "ssl": "string"
        },
        "created": "2020-11-05 17:03:12",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mongo`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mongo.storedge_voyager_hostnames`\n(\n`redirects`array>,`primary`STRING,`_id`STRING,`__v`STRING,`hostname`STRING,`ssl`STRING,`companyId`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-dev/raw/voyager_hostnames/2020-11-05/1604617313'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_mongo.storedge_voyager_hostnames`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_mongo.storedge_voyager_hostnames"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}

Schema Info