Schemas dev - Schema Manager

Schema Name: sfdl_dev_rds.sparefoot_yuma_calls

created: 2022-03-03 11:15:36
disabled: False
format: raw
id: 1721
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_rds",
    "table": "sparefoot_yuma_calls"
}

type: rds

Schema Versions: 2

Version 4689062

created: 2022-03-16 16:55:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_yuma_calls`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_yuma_calls`\n(\n`p`varchar(127),`incontact_id`varchar(255),`visit_id`varchar(32),`site_id`int,`incoming_url`varchar(255),`insert_dtm`timestamp,`cabinet_key`varchar(40),`dtmf`int,`yuma_user_id`int,`yuma_call_id`int,`cabinet_meta`string,`inbound_call_id`int,`yuma_browser_user_agent`varchar(255)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/yuma_calls/2022-03-16/1647467691'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_yuma_calls"
]

hive_path: s3://sfdl-rds-sparefoot-dev/separated_dt/yuma_calls/2022-03-16/1647467691
id: 4689062
processed: 1

raw_data:

{
    "cabinet_key": "5c6f320951b25434ba23562b9bc6aedc",
    "cabinet_meta": null,
    "dtmf": null,
    "inbound_call_id": 7951699,
    "incoming_url": null,
    "incontact_id": null,
    "insert_dtm": "2022-03-16 14:24:09",
    "p": null,
    "site_id": -1,
    "visit_id": null,
    "yuma_browser_user_agent": null,
    "yuma_call_id": 5771280,
    "yuma_user_id": 4347145
}

schema_attributes:

{
    "cabinet_key": "string",
    "cabinet_meta": "string",
    "dtmf": "int",
    "inbound_call_id": "int",
    "incoming_url": "string",
    "incontact_id": "string",
    "insert_dtm": "timestamp",
    "p": "string",
    "site_id": "int",
    "visit_id": "string",
    "yuma_browser_user_agent": "string",
    "yuma_call_id": "int",
    "yuma_user_id": "int"
}

schema_name_id: 1721
schema_scan_id: 5904825
updated: 2022-03-16 16:55:13

Version 4688956

created: 2022-03-15 20:45:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_yuma_calls`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_yuma_calls`\n(\n`yuma_call_id`int,`insert_dtm`timestamp,`yuma_user_id`int,`yuma_browser_user_agent`varchar(255),`cabinet_key`varchar(40),`cabinet_meta`string,`incoming_url`varchar(255),`p`varchar(127),`dtmf`int,`visit_id`varchar(32),`site_id`int,`incontact_id`varchar(255),`inbound_call_id`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/yuma_calls/2022-03-15/1647395127'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_yuma_calls"
]

hive_path: s3://sfdl-rds-sparefoot-dev/separated_dt/yuma_calls/2022-03-15/1647395127
id: 4688956
processed: 1

raw_data:

{
    "cabinet_key": "edc46b5b599944e6d0c39abe4ab9cfeb",
    "cabinet_meta": null,
    "dtmf": null,
    "inbound_call_id": 7940559,
    "incoming_url": null,
    "incontact_id": null,
    "insert_dtm": "2022-03-13 14:15:00",
    "p": null,
    "site_id": 260,
    "visit_id": null,
    "yuma_browser_user_agent": null,
    "yuma_call_id": 5764738,
    "yuma_user_id": 4467534
}

schema_attributes:

{
    "cabinet_key": "string",
    "cabinet_meta": "string",
    "dtmf": "int",
    "inbound_call_id": "int",
    "incoming_url": "string",
    "incontact_id": "string",
    "insert_dtm": "timestamp",
    "p": "string",
    "site_id": "int",
    "visit_id": "string",
    "yuma_browser_user_agent": "string",
    "yuma_call_id": "int",
    "yuma_user_id": "int"
}

schema_name_id: 1721
schema_scan_id: 5904337
updated: 2022-03-15 20:45:56

Schema Scans: 2

Last at 2022-03-16 16:55:01

Scan 5904825

duration: 0:00:14.793606

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904825

payload:

{
    "datatype_dict": {
        "cabinet_key": "varchar(40)",
        "cabinet_meta": "string",
        "dtmf": "int",
        "inbound_call_id": "int",
        "incoming_url": "varchar(255)",
        "incontact_id": "varchar(255)",
        "insert_dtm": "timestamp",
        "p": "varchar(127)",
        "site_id": "int",
        "visit_id": "varchar(32)",
        "yuma_browser_user_agent": "varchar(255)",
        "yuma_call_id": "int",
        "yuma_user_id": "int"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/separated_dt/yuma_calls/2022-03-16/1647467691",
        "key": "separated_dt/yuma_calls/2022-03-16/1647467691/yuma_calls-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_yuma_calls",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8154502464104215362,
        "service_name": "sparefoot",
        "span_id": 13841779016569654935,
        "trace_id": 8154502464104215362
    }
}

running: False
schema_name_id: 1721
start_time: 2022-03-16 16:55:01
success: True
trace_id: 8154502464104215362

Scan 5904337

duration: 0:00:15.782094

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 5904337

payload:

{
    "datatype_dict": {
        "cabinet_key": "varchar(40)",
        "cabinet_meta": "string",
        "dtmf": "int",
        "inbound_call_id": "int",
        "incoming_url": "varchar(255)",
        "incontact_id": "varchar(255)",
        "insert_dtm": "timestamp",
        "p": "varchar(127)",
        "site_id": "int",
        "visit_id": "varchar(32)",
        "yuma_browser_user_agent": "varchar(255)",
        "yuma_call_id": "int",
        "yuma_user_id": "int"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/separated_dt/yuma_calls/2022-03-15/1647395127",
        "key": "separated_dt/yuma_calls/2022-03-15/1647395127/data-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_yuma_calls",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7973728802994781093,
        "service_name": "sparefoot",
        "span_id": 14594610790518620370,
        "trace_id": 7973728802994781093
    }
}

running: False
schema_name_id: 1721
start_time: 2022-03-15 20:45:43
success: True
trace_id: 7973728802994781093

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "cabinet_key": "string",
    "cabinet_meta": "string",
    "dtmf": "int",
    "inbound_call_id": "int",
    "incoming_url": "string",
    "incontact_id": "string",
    "insert_dtm": "timestamp",
    "p": "string",
    "site_id": "int",
    "visit_id": "string",
    "yuma_browser_user_agent": "string",
    "yuma_call_id": "int",
    "yuma_user_id": "int"
}

created: 2022-03-16 16:55:01

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_yuma_calls`\n(\n`p`varchar(127),`incontact_id`varchar(255),`visit_id`varchar(32),`site_id`int,`incoming_url`varchar(255),`insert_dtm`timestamp,`cabinet_key`varchar(40),`dtmf`int,`yuma_user_id`int,`yuma_call_id`int,`cabinet_meta`string,`inbound_call_id`int,`yuma_browser_user_agent`varchar(255)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/yuma_calls/2022-03-16/1647467691'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_yuma_calls`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_yuma_calls"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2022-03-03 11:15:36",
        "disabled": false,
        "format": "raw",
        "id": 1721,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_rds",
            "table": "sparefoot_yuma_calls"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "cabinet_key": "string",
            "cabinet_meta": "string",
            "dtmf": "int",
            "inbound_call_id": "int",
            "incoming_url": "string",
            "incontact_id": "string",
            "insert_dtm": "timestamp",
            "p": "string",
            "site_id": "int",
            "visit_id": "string",
            "yuma_browser_user_agent": "string",
            "yuma_call_id": "int",
            "yuma_user_id": "int"
        },
        "created": "2022-03-16 16:55:01",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_yuma_calls`\n(\n`p`varchar(127),`incontact_id`varchar(255),`visit_id`varchar(32),`site_id`int,`incoming_url`varchar(255),`insert_dtm`timestamp,`cabinet_key`varchar(40),`dtmf`int,`yuma_user_id`int,`yuma_call_id`int,`cabinet_meta`string,`inbound_call_id`int,`yuma_browser_user_agent`varchar(255)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/yuma_calls/2022-03-16/1647467691'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_yuma_calls`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_yuma_calls"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}

Schema Info