Schemas dev - Schema Manager

Schema Name: sfdl_dev_rds.sparefoot_consumer_contacts

created: 2022-03-16 14:28:42
disabled: False
format: raw
id: 1786
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_rds",
    "table": "sparefoot_consumer_contacts"
}

type: rds

Schema Versions: 2

Version 4689058

created: 2022-03-16 16:50:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_consumer_contacts`\n(\n`affiliate_id`varchar(32),`visit_id`varchar(32),`phone`varchar(16),`confirmation_code`varchar(32),`listing_avail_space_id`int,`first_name`varchar(255),`last_name`varchar(255),`bid_amount`decimal(10,2),`info_shareable`tinyint,`booking_agent_id`int,`referrer_id`int,`saved_listings_id`varchar(32),`timestamp`timestamp,`consumer_contact_id`int,`site_id`int,`move_in_date`timestamp,`email_sent`tinyint,`call_center`tinyint,`email`varchar(128),`listing_avail_id`int,`content_type`varchar(255)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/consumer_contacts/2022-03-16/1647467275'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-dev/raw/consumer_contacts/2022-03-16/1647467275
id: 4689058
processed: 1

raw_data:

{
    "affiliate_id": "0",
    "bid_amount": null,
    "booking_agent_id": 3691039,
    "call_center": 1,
    "confirmation_code": "FWHMEZQPK",
    "consumer_contact_id": 1935286,
    "content_type": "text::directions",
    "email": "[email protected]",
    "email_sent": 0,
    "first_name": "Madison L",
    "info_shareable": 0,
    "last_name": "Snyder",
    "listing_avail_id": 154655,
    "listing_avail_space_id": null,
    "move_in_date": null,
    "phone": "9184977255",
    "referrer_id": 0,
    "saved_listings_id": "ec9578e49327148fd55264edb6bc65de",
    "site_id": 59,
    "timestamp": "2021-05-22 16:36:17",
    "visit_id": null
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "string",
    "booking_agent_id": "int",
    "call_center": "tinyint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "tinyint",
    "first_name": "string",
    "info_shareable": "tinyint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1786
schema_scan_id: 5904818
updated: 2022-03-16 16:50:40

Version 4689019

created: 2022-03-16 14:29:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_consumer_contacts`\n(\n`consumer_contact_id`int,`listing_avail_space_id`int,`listing_avail_id`int,`move_in_date`timestamp,`content_type`varchar(255),`saved_listings_id`varchar(32),`timestamp`timestamp,`phone`varchar(16),`email`varchar(128),`first_name`varchar(255),`last_name`varchar(255),`bid_amount`decimal(10,2),`referrer_id`int,`affiliate_id`varchar(32),`site_id`int,`visit_id`varchar(32),`confirmation_code`varchar(32),`email_sent`tinyint,`call_center`tinyint,`booking_agent_id`int,`info_shareable`tinyint\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/consumer_contacts/2022-03-16/1647458895'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-dev/raw/consumer_contacts/2022-03-16/1647458895
id: 4689019
processed: 1

raw_data:

{
    "affiliate_id": "0",
    "bid_amount": null,
    "booking_agent_id": 448120,
    "call_center": 1,
    "confirmation_code": "5FVBNKMWY",
    "consumer_contact_id": 912950,
    "content_type": "email::rebate",
    "email": "[email protected]",
    "email_sent": 0,
    "first_name": "Alison",
    "info_shareable": 0,
    "last_name": "Allsbrook",
    "listing_avail_id": 150019,
    "listing_avail_space_id": 16530260,
    "move_in_date": null,
    "phone": null,
    "referrer_id": 0,
    "saved_listings_id": "de1b1dd948c82bc9b0311ae71809a49c",
    "site_id": 27,
    "timestamp": "2015-05-01 10:56:38",
    "visit_id": null
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "string",
    "booking_agent_id": "int",
    "call_center": "tinyint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "tinyint",
    "first_name": "string",
    "info_shareable": "tinyint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1786
schema_scan_id: 5904680
updated: 2022-03-16 14:29:31

Schema Scans: 2

Last at 2022-03-16 16:48:14

Scan 5904818

duration: 0:02:28.470969

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904818

payload:

{
    "datatype_dict": {
        "affiliate_id": "varchar(32)",
        "bid_amount": "decimal(10,2)",
        "booking_agent_id": "int",
        "call_center": "tinyint",
        "confirmation_code": "varchar(32)",
        "consumer_contact_id": "int",
        "content_type": "varchar(255)",
        "email": "varchar(128)",
        "email_sent": "tinyint",
        "first_name": "varchar(255)",
        "info_shareable": "tinyint",
        "last_name": "varchar(255)",
        "listing_avail_id": "int",
        "listing_avail_space_id": "int",
        "move_in_date": "timestamp",
        "phone": "varchar(16)",
        "referrer_id": "int",
        "saved_listings_id": "varchar(32)",
        "site_id": "int",
        "timestamp": "timestamp",
        "visit_id": "varchar(32)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/consumer_contacts/2022-03-16/1647467275",
        "key": "raw/consumer_contacts/2022-03-16/1647467275/consumer_contacts-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6307844896605402906,
        "service_name": "sparefoot",
        "span_id": 172704546513673715,
        "trace_id": 6307844896605402906
    }
}

running: False
schema_name_id: 1786
start_time: 2022-03-16 16:48:14
success: True
trace_id: 6307844896605402906

Scan 5904680

duration: 0:00:52.475493

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904680

payload:

{
    "datatype_dict": {
        "affiliate_id": "varchar(32)",
        "bid_amount": "decimal(10,2)",
        "booking_agent_id": "int",
        "call_center": "tinyint",
        "confirmation_code": "varchar(32)",
        "consumer_contact_id": "int",
        "content_type": "varchar(255)",
        "email": "varchar(128)",
        "email_sent": "tinyint",
        "first_name": "varchar(255)",
        "info_shareable": "tinyint",
        "last_name": "varchar(255)",
        "listing_avail_id": "int",
        "listing_avail_space_id": "int",
        "move_in_date": "timestamp",
        "phone": "varchar(16)",
        "referrer_id": "int",
        "saved_listings_id": "varchar(32)",
        "site_id": "int",
        "timestamp": "timestamp",
        "visit_id": "varchar(32)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/consumer_contacts/2022-03-16/1647458895",
        "key": "raw/consumer_contacts/2022-03-16/1647458895/consumer_contacts-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 14665485972717139490,
        "service_name": "sparefoot",
        "span_id": 14131865695873265205,
        "trace_id": 14665485972717139490
    }
}

running: False
schema_name_id: 1786
start_time: 2022-03-16 14:28:42
success: True
trace_id: 14665485972717139490

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "affiliate_id": "string",
    "bid_amount": "string",
    "booking_agent_id": "int",
    "call_center": "tinyint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "tinyint",
    "first_name": "string",
    "info_shareable": "tinyint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

created: 2022-03-16 16:50:29

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_consumer_contacts`\n(\n`affiliate_id`varchar(32),`visit_id`varchar(32),`phone`varchar(16),`confirmation_code`varchar(32),`listing_avail_space_id`int,`first_name`varchar(255),`last_name`varchar(255),`bid_amount`decimal(10,2),`info_shareable`tinyint,`booking_agent_id`int,`referrer_id`int,`saved_listings_id`varchar(32),`timestamp`timestamp,`consumer_contact_id`int,`site_id`int,`move_in_date`timestamp,`email_sent`tinyint,`call_center`tinyint,`email`varchar(128),`listing_avail_id`int,`content_type`varchar(255)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/consumer_contacts/2022-03-16/1647467275'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_consumer_contacts`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_consumer_contacts"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2022-03-16 14:28:42",
        "disabled": false,
        "format": "raw",
        "id": 1786,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_rds",
            "table": "sparefoot_consumer_contacts"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "affiliate_id": "string",
            "bid_amount": "string",
            "booking_agent_id": "int",
            "call_center": "tinyint",
            "confirmation_code": "string",
            "consumer_contact_id": "int",
            "content_type": "string",
            "email": "string",
            "email_sent": "tinyint",
            "first_name": "string",
            "info_shareable": "tinyint",
            "last_name": "string",
            "listing_avail_id": "int",
            "listing_avail_space_id": "int",
            "move_in_date": "timestamp",
            "phone": "string",
            "referrer_id": "int",
            "saved_listings_id": "string",
            "site_id": "int",
            "timestamp": "timestamp",
            "visit_id": "string"
        },
        "created": "2022-03-16 16:50:29",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_consumer_contacts`\n(\n`affiliate_id`varchar(32),`visit_id`varchar(32),`phone`varchar(16),`confirmation_code`varchar(32),`listing_avail_space_id`int,`first_name`varchar(255),`last_name`varchar(255),`bid_amount`decimal(10,2),`info_shareable`tinyint,`booking_agent_id`int,`referrer_id`int,`saved_listings_id`varchar(32),`timestamp`timestamp,`consumer_contact_id`int,`site_id`int,`move_in_date`timestamp,`email_sent`tinyint,`call_center`tinyint,`email`varchar(128),`listing_avail_id`int,`content_type`varchar(255)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/consumer_contacts/2022-03-16/1647467275'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_consumer_contacts`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_consumer_contacts"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}

Schema Info