Schemas dev - Schema Manager

Schema Name: sfdl_dev_rds.sparefoot_search_locations

created: 2022-03-15 17:56:15
disabled: False
format: raw
id: 1768
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_rds",
    "table": "sparefoot_search_locations"
}

type: rds

Schema Versions: 3

Version 4689092

created: 2022-03-18 13:06:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_search_locations`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_search_locations`\n(\n`search_key`varchar(255),`location_id`int,`search_location_id`int,`geocoder`varchar(40)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/search_locations/2022-03-18/1647626731'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_search_locations"
]

hive_path: s3://sfdl-rds-sparefoot-dev/separated_dt/search_locations/2022-03-18/1647626731
id: 4689092
processed: 1

raw_data:

{
    "geocoder": "google_maps",
    "location_id": 40884068,
    "search_key": "37.176,-113.487",
    "search_location_id": 33085830
}

schema_attributes:

{
    "geocoder": "string",
    "location_id": "int",
    "search_key": "string",
    "search_location_id": "int"
}

schema_name_id: 1768
schema_scan_id: 5905456
updated: 2022-03-18 13:06:34

Version 4689043

created: 2022-03-16 16:40:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_search_locations`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_search_locations`\n(\n`search_key`varchar(255),`location_id`int,`search_location_id`int,`geocoder`varchar(40)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/search_locations/2022-03-16/1647466792'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_search_locations"
]

hive_path: s3://sfdl-rds-sparefoot-dev/separated_dt/search_locations/2022-03-16/1647466792
id: 4689043
processed: 1

raw_data:

{
    "geocoder": "google_maps",
    "location_id": 40870164,
    "search_key": "36.897,-119.984",
    "search_location_id": 33071957
}

schema_attributes:

{
    "geocoder": "string",
    "location_id": "int",
    "search_key": "string",
    "search_location_id": "int"
}

schema_name_id: 1768
schema_scan_id: 5904807
updated: 2022-03-16 16:40:23

Version 4688939

created: 2022-03-15 17:56:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_search_locations`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_search_locations`\n(\n`search_location_id`int,`search_key`varchar(255),`location_id`int,`geocoder`varchar(40)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/search_locations/2022-03-15/1647384939'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_search_locations"
]

hive_path: s3://sfdl-rds-sparefoot-dev/separated_dt/search_locations/2022-03-15/1647384939
id: 4688939
processed: 1

raw_data:

{
    "geocoder": "google_maps",
    "location_id": 40838806,
    "search_key": "42.086,-71.077",
    "search_location_id": 33041399
}

schema_attributes:

{
    "geocoder": "string",
    "location_id": "int",
    "search_key": "string",
    "search_location_id": "int"
}

schema_name_id: 1768
schema_scan_id: 5904294
updated: 2022-03-15 17:56:29

Schema Scans: 3

Last at 2022-03-18 13:06:22

Scan 5905456

duration: 0:00:14.424070

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5905456

payload:

{
    "datatype_dict": {
        "geocoder": "varchar(40)",
        "location_id": "int",
        "search_key": "varchar(255)",
        "search_location_id": "int"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/separated_dt/search_locations/2022-03-18/1647626731",
        "key": "separated_dt/search_locations/2022-03-18/1647626731/search_locations-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_search_locations",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13095715756494071908,
        "service_name": "sparefoot",
        "span_id": 11442554577736416276,
        "trace_id": 13095715756494071908
    }
}

running: False
schema_name_id: 1768
start_time: 2022-03-18 13:06:22
success: True
trace_id: 13095715756494071908

Scan 5904807

duration: 0:00:14.576251

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904807

payload:

{
    "datatype_dict": {
        "geocoder": "varchar(40)",
        "location_id": "int",
        "search_key": "varchar(255)",
        "search_location_id": "int"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/separated_dt/search_locations/2022-03-16/1647466792",
        "key": "separated_dt/search_locations/2022-03-16/1647466792/search_locations-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_search_locations",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15967710863594800231,
        "service_name": "sparefoot",
        "span_id": 1266591341514041446,
        "trace_id": 15967710863594800231
    }
}

running: False
schema_name_id: 1768
start_time: 2022-03-16 16:40:11
success: True
trace_id: 15967710863594800231

Scan 5904294

duration: 0:00:16.466195

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904294

payload:

{
    "datatype_dict": {
        "geocoder": "varchar(40)",
        "location_id": "int",
        "search_key": "varchar(255)",
        "search_location_id": "int"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/separated_dt/search_locations/2022-03-15/1647384939",
        "key": "separated_dt/search_locations/2022-03-15/1647384939/data-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_search_locations",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 14276648143213902370,
        "service_name": "sparefoot",
        "span_id": 15465357151261237496,
        "trace_id": 14276648143213902370
    }
}

running: False
schema_name_id: 1768
start_time: 2022-03-15 17:56:15
success: True
trace_id: 14276648143213902370

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "geocoder": "string",
    "location_id": "int",
    "search_key": "string",
    "search_location_id": "int"
}

created: 2022-03-18 13:06:22

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_search_locations`\n(\n`search_key`varchar(255),`location_id`int,`search_location_id`int,`geocoder`varchar(40)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/search_locations/2022-03-18/1647626731'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_search_locations`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_search_locations"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2022-03-15 17:56:15",
        "disabled": false,
        "format": "raw",
        "id": 1768,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_rds",
            "table": "sparefoot_search_locations"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "geocoder": "string",
            "location_id": "int",
            "search_key": "string",
            "search_location_id": "int"
        },
        "created": "2022-03-18 13:06:22",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_search_locations`\n(\n`search_key`varchar(255),`location_id`int,`search_location_id`int,`geocoder`varchar(40)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/search_locations/2022-03-18/1647626731'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_search_locations`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_search_locations"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}

Schema Info