Schemas dev - Schema Manager

Schema Name: sfdl_dev_rds.sparefoot_algorithm_distance_values

created: 2022-03-15 17:56:23
disabled: False
format: raw
id: 1769
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_rds",
    "table": "sparefoot_algorithm_distance_values"
}

type: rds

Schema Versions: 4

Version 4689093

created: 2022-03-18 13:06:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_algorithm_distance_values`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_algorithm_distance_values`\n(\n`longitude`string,`value`decimal(5,2),`id`int,`location_key`varchar(100),`distance`int,`latitude`string\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-18/1647626750'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_algorithm_distance_values"
]

hive_path: s3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-18/1647626750
id: 4689093
processed: 1

raw_data:

{
    "distance": 3,
    "id": 715302,
    "latitude": 39.621773,
    "location_key": "67628",
    "longitude": -99.001846,
    "value": 9.66
}

schema_attributes:

{
    "distance": "int",
    "id": "int",
    "latitude": "string",
    "location_key": "string",
    "longitude": "string",
    "value": "string"
}

schema_name_id: 1769
schema_scan_id: 5905455
updated: 2022-03-18 13:06:39

Version 4689044

created: 2022-03-16 16:40:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_algorithm_distance_values`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_algorithm_distance_values`\n(\n`longitude`string,`value`decimal(5,2),`id`int,`location_key`varchar(100),`distance`int,`latitude`string\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-16/1647466769'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_algorithm_distance_values"
]

hive_path: s3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-16/1647466769
id: 4689044
processed: 1

raw_data:

{
    "distance": 15,
    "id": 1034724,
    "latitude": 48.764999,
    "location_key": "polebridge mt",
    "longitude": -114.285004,
    "value": 2.97
}

schema_attributes:

{
    "distance": "int",
    "id": "int",
    "latitude": "string",
    "location_key": "string",
    "longitude": "string",
    "value": "string"
}

schema_name_id: 1769
schema_scan_id: 5904806
updated: 2022-03-16 16:40:42

Version 4688988

created: 2022-03-15 22:21:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_algorithm_distance_values`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_algorithm_distance_values`\n(\n`longitude`string,`value`decimal(5,2),`id`int,`location_key`varchar(100),`distance`int,`latitude`string\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-15/1647400846'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_algorithm_distance_values"
]

hive_path: s3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-15/1647400846
id: 4688988
processed: 1

raw_data:

{
    "distance": 3,
    "id": 715302,
    "latitude": 39.621773,
    "location_key": "67628",
    "longitude": -99.001846,
    "value": 9.66
}

schema_attributes:

{
    "distance": "int",
    "id": "int",
    "latitude": "string",
    "location_key": "string",
    "longitude": "string",
    "value": "string"
}

schema_name_id: 1769
schema_scan_id: 5904411
updated: 2022-03-15 22:21:50

Version 4688940

created: 2022-03-15 17:56:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_algorithm_distance_values`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_algorithm_distance_values`\n(\n`id`int,`location_key`varchar(100),`distance`int,`value`decimal(5,2),`latitude`string,`longitude`string\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-15/1647384947'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_algorithm_distance_values"
]

hive_path: s3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-15/1647384947
id: 4688940
processed: 1

raw_data:

{
    "distance": 3,
    "id": 715302,
    "latitude": 39.621773,
    "location_key": "67628",
    "longitude": -99.001846,
    "value": 9.66
}

schema_attributes:

{
    "distance": "int",
    "id": "int",
    "latitude": "string",
    "location_key": "string",
    "longitude": "string",
    "value": "string"
}

schema_name_id: 1769
schema_scan_id: 5904295
updated: 2022-03-15 17:56:43

Schema Scans: 4

Last at 2022-03-18 13:06:18

Scan 5905455

duration: 0:00:23.243699

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5905455

payload:

{
    "datatype_dict": {
        "distance": "int",
        "id": "int",
        "latitude": "string",
        "location_key": "varchar(100)",
        "longitude": "string",
        "value": "decimal(5,2)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-18/1647626750",
        "key": "raw/algorithm_distance_values/2022-03-18/1647626750/algorithm_distance_values-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_algorithm_distance_values",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 14375591696718218439,
        "service_name": "sparefoot",
        "span_id": 3309381645444256483,
        "trace_id": 14375591696718218439
    }
}

running: False
schema_name_id: 1769
start_time: 2022-03-18 13:06:18
success: True
trace_id: 14375591696718218439

Scan 5904806

duration: 0:00:34.279493

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904806

payload:

{
    "datatype_dict": {
        "distance": "int",
        "id": "int",
        "latitude": "string",
        "location_key": "varchar(100)",
        "longitude": "string",
        "value": "decimal(5,2)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-16/1647466769",
        "key": "raw/algorithm_distance_values/2022-03-16/1647466769/algorithm_distance_values-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_algorithm_distance_values",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 12560242863719801638,
        "service_name": "sparefoot",
        "span_id": 2685998903213114948,
        "trace_id": 12560242863719801638
    }
}

running: False
schema_name_id: 1769
start_time: 2022-03-16 16:40:10
success: True
trace_id: 12560242863719801638

Scan 5904411

duration: 0:00:22.515830

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904411

payload:

{
    "datatype_dict": {
        "distance": "int",
        "id": "int",
        "latitude": "string",
        "location_key": "varchar(100)",
        "longitude": "string",
        "value": "decimal(5,2)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-15/1647400846",
        "key": "raw/algorithm_distance_values/2022-03-15/1647400846/data-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_algorithm_distance_values",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 783748532591932361,
        "service_name": "sparefoot",
        "span_id": 12706933380266818115,
        "trace_id": 783748532591932361
    }
}

running: False
schema_name_id: 1769
start_time: 2022-03-15 22:21:30
success: True
trace_id: 783748532591932361

Scan 5904295

duration: 0:00:22.685550

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904295

payload:

{
    "datatype_dict": {
        "distance": "int",
        "id": "int",
        "latitude": "string",
        "location_key": "varchar(100)",
        "longitude": "string",
        "value": "decimal(5,2)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-15/1647384947",
        "key": "raw/algorithm_distance_values/2022-03-15/1647384947/data-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_algorithm_distance_values",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10634119132424889186,
        "service_name": "sparefoot",
        "span_id": 2656809825807524604,
        "trace_id": 10634119132424889186
    }
}

running: False
schema_name_id: 1769
start_time: 2022-03-15 17:56:23
success: True
trace_id: 10634119132424889186

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "distance": "int",
    "id": "int",
    "latitude": "string",
    "location_key": "string",
    "longitude": "string",
    "value": "string"
}

created: 2022-03-18 13:06:27

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_algorithm_distance_values`\n(\n`longitude`string,`value`decimal(5,2),`id`int,`location_key`varchar(100),`distance`int,`latitude`string\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-18/1647626750'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_algorithm_distance_values`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_algorithm_distance_values"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2022-03-15 17:56:23",
        "disabled": false,
        "format": "raw",
        "id": 1769,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_rds",
            "table": "sparefoot_algorithm_distance_values"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "distance": "int",
            "id": "int",
            "latitude": "string",
            "location_key": "string",
            "longitude": "string",
            "value": "string"
        },
        "created": "2022-03-18 13:06:27",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_algorithm_distance_values`\n(\n`longitude`string,`value`decimal(5,2),`id`int,`location_key`varchar(100),`distance`int,`latitude`string\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/algorithm_distance_values/2022-03-18/1647626750'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_algorithm_distance_values`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_algorithm_distance_values"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}

Schema Info