Schemas dev - Schema Manager

Schema Name: sfdl_dev_rds.sparefoot_sites

created: 2022-03-07 16:58:34
disabled: False
format: raw
id: 1734
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_rds",
    "table": "sparefoot_sites"
}

type: rds

Schema Versions: 4

Version 4689075

created: 2022-03-16 17:13:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sites`\n(\n`affiliate_id`varchar(255),`commission_percent`int,`cobrand_logo`varchar(255),`phone_number`varchar(32),`time_created`timestamp,`override_lily_phone`tinyint,`commission_type`varchar(60),`api_site`tinyint,`title`varchar(64),`phonesmart_phone`varchar(32),`site_id`int,`return_number`varchar(32),`site_type`varchar(32),`resale_enabled`tinyint,`commission_flat`decimal(10,2),`url`varchar(255),`ppc_number`varchar(32)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-16/1647468554'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-16/1647468554
id: 4689075
processed: 1

raw_data:

{
    "affiliate_id": "KeyLasso",
    "api_site": null,
    "cobrand_logo": null,
    "commission_flat": 30.0,
    "commission_percent": 0,
    "commission_type": "FLAT",
    "override_lily_phone": 0,
    "phone_number": "1-844-334-6665",
    "phonesmart_phone": "",
    "ppc_number": null,
    "resale_enabled": 0,
    "return_number": "1-877-691-0042",
    "site_id": 380,
    "site_type": null,
    "time_created": "1970-01-01 00:00:00",
    "title": "www.keylasso.com",
    "url": "http://www.keylasso.com/"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "tinyint",
    "cobrand_logo": "string",
    "commission_flat": "string",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "tinyint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "tinyint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1734
schema_scan_id: 5904840
updated: 2022-03-16 17:13:23

Version 4688953

created: 2022-03-15 20:40:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sites`\n(\n`affiliate_id`varchar(255),`commission_percent`int,`cobrand_logo`varchar(255),`phone_number`varchar(32),`time_created`timestamp,`override_lily_phone`tinyint,`commission_type`varchar(60),`api_site`tinyint,`title`varchar(64),`phonesmart_phone`varchar(32),`site_id`int,`return_number`varchar(32),`site_type`varchar(32),`resale_enabled`tinyint,`commission_flat`decimal(10,2),`url`varchar(255),`ppc_number`varchar(32)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-15/1647394785'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-15/1647394785
id: 4688953
processed: 1

raw_data:

{
    "affiliate_id": "KeyLasso",
    "api_site": null,
    "cobrand_logo": null,
    "commission_flat": 30.0,
    "commission_percent": 0,
    "commission_type": "FLAT",
    "override_lily_phone": 0,
    "phone_number": "1-844-334-6665",
    "phonesmart_phone": "",
    "ppc_number": null,
    "resale_enabled": 0,
    "return_number": "1-877-691-0042",
    "site_id": 380,
    "site_type": null,
    "time_created": "1970-01-01 00:00:00",
    "title": "www.keylasso.com",
    "url": "http://www.keylasso.com/"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "tinyint",
    "cobrand_logo": "string",
    "commission_flat": "string",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "tinyint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "tinyint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1734
schema_scan_id: 5904334
updated: 2022-03-15 20:40:29

Version 4688947

created: 2022-03-15 20:33:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sites`\n(\n`affiliate_id`varchar(255),`commission_percent`int,`cobrand_logo`varchar(255),`phone_number`varchar(32),`time_created`timestamp,`override_lily_phone`tinyint,`commission_type`varchar(60),`api_site`tinyint,`title`varchar(64),`phonesmart_phone`varchar(32),`site_id`int,`return_number`varchar(32),`site_type`varchar(32),`resale_enabled`tinyint,`commission_flat`decimal(10,2),`url`varchar(255),`ppc_number`varchar(32)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-15/1647394387'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-15/1647394387
id: 4688947
processed: 1

raw_data:

{
    "affiliate_id": "KeyLasso",
    "api_site": null,
    "cobrand_logo": null,
    "commission_flat": 30.0,
    "commission_percent": 0,
    "commission_type": "FLAT",
    "override_lily_phone": 0,
    "phone_number": "1-844-334-6665",
    "phonesmart_phone": "",
    "ppc_number": null,
    "resale_enabled": 0,
    "return_number": "1-877-691-0042",
    "site_id": 380,
    "site_type": null,
    "time_created": "0000-00-00 00:00:00",
    "title": "www.keylasso.com",
    "url": "http://www.keylasso.com/"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "tinyint",
    "cobrand_logo": "string",
    "commission_flat": "string",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "tinyint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "tinyint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1734
schema_scan_id: 5904328
updated: 2022-03-15 20:33:23

Version 4688756

created: 2022-03-07 16:58:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sites`\n(\n`site_id`int,`cobrand_logo`varchar(255),`affiliate_id`varchar(255),`url`varchar(255),`title`varchar(64),`site_type`varchar(32),`time_created`timestamp,`phone_number`varchar(32),`return_number`varchar(32),`ppc_number`varchar(32),`commission_type`varchar(60),`commission_percent`int,`commission_flat`decimal(10,2),`api_site`tinyint,`phonesmart_phone`varchar(32),`override_lily_phone`tinyint,`resale_enabled`tinyint\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-07/1646693889'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-07/1646693889
id: 4688756
processed: 1

raw_data:

{
    "affiliate_id": "KeyLasso",
    "api_site": null,
    "cobrand_logo": null,
    "commission_flat": 30.0,
    "commission_percent": 0,
    "commission_type": "FLAT",
    "override_lily_phone": 0,
    "phone_number": "1-844-334-6665",
    "phonesmart_phone": "",
    "ppc_number": null,
    "resale_enabled": 0,
    "return_number": "1-877-691-0042",
    "site_id": 380,
    "site_type": null,
    "time_created": "0000-00-00 00:00:00",
    "title": "www.keylasso.com",
    "url": "http://www.keylasso.com/"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "tinyint",
    "cobrand_logo": "string",
    "commission_flat": "string",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "tinyint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "tinyint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1734
schema_scan_id: 5902378
updated: 2022-03-07 16:58:46

Schema Scans: 4

Last at 2022-03-16 17:13:08

Scan 5904840

duration: 0:00:17.284965

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904840

payload:

{
    "datatype_dict": {
        "affiliate_id": "varchar(255)",
        "api_site": "tinyint",
        "cobrand_logo": "varchar(255)",
        "commission_flat": "decimal(10,2)",
        "commission_percent": "int",
        "commission_type": "varchar(60)",
        "override_lily_phone": "tinyint",
        "phone_number": "varchar(32)",
        "phonesmart_phone": "varchar(32)",
        "ppc_number": "varchar(32)",
        "resale_enabled": "tinyint",
        "return_number": "varchar(32)",
        "site_id": "int",
        "site_type": "varchar(32)",
        "time_created": "timestamp",
        "title": "varchar(64)",
        "url": "varchar(255)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-16/1647468554",
        "key": "raw/sites/2022-03-16/1647468554/sites-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 1669525824901121473,
        "service_name": "sparefoot",
        "span_id": 4180356627117626442,
        "trace_id": 1669525824901121473
    }
}

running: False
schema_name_id: 1734
start_time: 2022-03-16 17:13:08
success: True
trace_id: 1669525824901121473

Scan 5904334

duration: 0:00:14.574476

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904334

payload:

{
    "datatype_dict": {
        "affiliate_id": "varchar(255)",
        "api_site": "tinyint",
        "cobrand_logo": "varchar(255)",
        "commission_flat": "decimal(10,2)",
        "commission_percent": "int",
        "commission_type": "varchar(60)",
        "override_lily_phone": "tinyint",
        "phone_number": "varchar(32)",
        "phonesmart_phone": "varchar(32)",
        "ppc_number": "varchar(32)",
        "resale_enabled": "tinyint",
        "return_number": "varchar(32)",
        "site_id": "int",
        "site_type": "varchar(32)",
        "time_created": "timestamp",
        "title": "varchar(64)",
        "url": "varchar(255)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-15/1647394785",
        "key": "raw/sites/2022-03-15/1647394785/data-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6433767117442166636,
        "service_name": "sparefoot",
        "span_id": 14262766957511116779,
        "trace_id": 6433767117442166636
    }
}

running: False
schema_name_id: 1734
start_time: 2022-03-15 20:40:17
success: True
trace_id: 6433767117442166636

Scan 5904328

duration: 0:00:14.627615

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904328

payload:

{
    "datatype_dict": {
        "affiliate_id": "varchar(255)",
        "api_site": "tinyint",
        "cobrand_logo": "varchar(255)",
        "commission_flat": "decimal(10,2)",
        "commission_percent": "int",
        "commission_type": "varchar(60)",
        "override_lily_phone": "tinyint",
        "phone_number": "varchar(32)",
        "phonesmart_phone": "varchar(32)",
        "ppc_number": "varchar(32)",
        "resale_enabled": "tinyint",
        "return_number": "varchar(32)",
        "site_id": "int",
        "site_type": "varchar(32)",
        "time_created": "timestamp",
        "title": "varchar(64)",
        "url": "varchar(255)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-15/1647394387",
        "key": "raw/sites/2022-03-15/1647394387/data-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6433767117442166636,
        "service_name": "sparefoot",
        "span_id": 11108980918838299450,
        "trace_id": 6433767117442166636
    }
}

running: False
schema_name_id: 1734
start_time: 2022-03-15 20:33:11
success: True
trace_id: 6433767117442166636

Scan 5902378

duration: 0:00:14.648116

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5902378

payload:

{
    "datatype_dict": {
        "affiliate_id": "varchar(255)",
        "api_site": "tinyint",
        "cobrand_logo": "varchar(255)",
        "commission_flat": "decimal(10,2)",
        "commission_percent": "int",
        "commission_type": "varchar(60)",
        "override_lily_phone": "tinyint",
        "phone_number": "varchar(32)",
        "phonesmart_phone": "varchar(32)",
        "ppc_number": "varchar(32)",
        "resale_enabled": "tinyint",
        "return_number": "varchar(32)",
        "site_id": "int",
        "site_type": "varchar(32)",
        "time_created": "timestamp",
        "title": "varchar(64)",
        "url": "varchar(255)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-07/1646693889",
        "key": "raw/sites/2022-03-07/1646693889/data-8.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8797402129387313089,
        "service_name": "sparefoot",
        "span_id": 3455553211407957793,
        "trace_id": 8797402129387313089
    }
}

running: False
schema_name_id: 1734
start_time: 2022-03-07 16:58:34
success: True
trace_id: 8797402129387313089

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "affiliate_id": "string",
    "api_site": "tinyint",
    "cobrand_logo": "string",
    "commission_flat": "string",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "tinyint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "tinyint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

created: 2022-03-16 17:13:09

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sites`\n(\n`affiliate_id`varchar(255),`commission_percent`int,`cobrand_logo`varchar(255),`phone_number`varchar(32),`time_created`timestamp,`override_lily_phone`tinyint,`commission_type`varchar(60),`api_site`tinyint,`title`varchar(64),`phonesmart_phone`varchar(32),`site_id`int,`return_number`varchar(32),`site_type`varchar(32),`resale_enabled`tinyint,`commission_flat`decimal(10,2),`url`varchar(255),`ppc_number`varchar(32)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-16/1647468554'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sites`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sites"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2022-03-07 16:58:34",
        "disabled": false,
        "format": "raw",
        "id": 1734,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_rds",
            "table": "sparefoot_sites"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "affiliate_id": "string",
            "api_site": "tinyint",
            "cobrand_logo": "string",
            "commission_flat": "string",
            "commission_percent": "int",
            "commission_type": "string",
            "override_lily_phone": "tinyint",
            "phone_number": "string",
            "phonesmart_phone": "string",
            "ppc_number": "string",
            "resale_enabled": "tinyint",
            "return_number": "string",
            "site_id": "int",
            "site_type": "string",
            "time_created": "timestamp",
            "title": "string",
            "url": "string"
        },
        "created": "2022-03-16 17:13:09",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sites`\n(\n`affiliate_id`varchar(255),`commission_percent`int,`cobrand_logo`varchar(255),`phone_number`varchar(32),`time_created`timestamp,`override_lily_phone`tinyint,`commission_type`varchar(60),`api_site`tinyint,`title`varchar(64),`phonesmart_phone`varchar(32),`site_id`int,`return_number`varchar(32),`site_type`varchar(32),`resale_enabled`tinyint,`commission_flat`decimal(10,2),`url`varchar(255),`ppc_number`varchar(32)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/sites/2022-03-16/1647468554'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sites`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sites"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}

Schema Info