Schema Info

Schema Name: sfdl_dev_rds.sparefoot_visits
  • created: 2022-03-16 18:00:01
  • disabled: False
  • format: raw
  • id: 1790
  • is_partitioned: False
  • is_schema_datatyped: True
  • name: 
    {
    "database": "sfdl_dev_rds",
    "table": "sparefoot_visits"
}
  • type: rds
Schema Versions: 1
    • created: 2022-03-16 18:01:31
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_visits`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_visits`\n(\n`visit_id`varchar,`unique`tinyint,`visit_time`timestamp,`ip_address`varchar,`request_uri`varchar,`user_agent`varchar,`referrer`varchar,`affiliate_id`varchar,`affiliate_token_id`varchar,`campaign_id`varchar,`keyword_id`varchar,`traffic_source_id`varchar,`site_id`int,`referrer_site_id`int,`content_id`varchar,`user_agent_browser`varchar,`user_agent_platform`varchar,`user_agent_major_version`varchar,`search_weight_id`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/visits/2022-03-16/1647470607'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_visits"
]
    • hive_path: s3://sfdl-rds-sparefoot-dev/separated_dt/visits/2022-03-16/1647470607
    • id: 4689089
    • processed: 0
    • raw_data: 
      {
    "affiliate_id": null,
    "affiliate_token_id": null,
    "campaign_id": null,
    "content_id": null,
    "ip_address": "188.212.136.247",
    "keyword_id": null,
    "referrer": "https://www.selfstorage.com/reservation/confirm-move-in/QB6PZ2N2Y?email_token=c131796b22112ee712a188baabce9d7c46614f96&utm_medium=email_transa&utm_content=mic_1&utm_campaign=post_res",
    "referrer_site_id": null,
    "request_uri": "http://www.selfstorage.com/api/analytics/corewebvitals",
    "search_weight_id": null,
    "site_id": 144,
    "traffic_source_id": "__Referred",
    "unique": 1,
    "user_agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 15_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/95.0.4638.50 Mobile/15E148 Safari/604.1",
    "user_agent_browser": "Chrome Mobile iOS",
    "user_agent_major_version": "95",
    "user_agent_platform": "iOS",
    "visit_id": "c4af94d82bedd0045f4da5da07b12560",
    "visit_time": "2022-03-14 18:40:21"
}
    • schema_attributes: 
      {
    "affiliate_id": "varchar",
    "affiliate_token_id": "varchar",
    "campaign_id": "varchar",
    "content_id": "varchar",
    "ip_address": "varchar",
    "keyword_id": "varchar",
    "referrer": "varchar",
    "referrer_site_id": "int",
    "request_uri": "varchar",
    "search_weight_id": "int",
    "site_id": "int",
    "traffic_source_id": "varchar",
    "unique": "tinyint",
    "user_agent": "varchar",
    "user_agent_browser": "varchar",
    "user_agent_major_version": "varchar",
    "user_agent_platform": "varchar",
    "visit_id": "varchar",
    "visit_time": "timestamp"
}
    • schema_name_id: 1790
    • schema_scan_id: 5904901
    • updated: None
Schema Scans: 1
Last at 2022-03-16 18:00:01
    • duration: 0:01:37.853829
    • exit_message: 
      {
    "exception": "failed to apply schema `Query failed: FAILED: ParseException line 4:17 mismatched input ',' expecting ( near 'varchar' in primitive type specification `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_visits`\n(\n`visit_id`varchar,`unique`tinyint,`visit_time`timestamp,`ip_address`varchar,`request_uri`varchar,`user_agent`varchar,`referrer`varchar,`affiliate_id`varchar,`affiliate_token_id`varchar,`campaign_id`varchar,`keyword_id`varchar,`traffic_source_id`varchar,`site_id`int,`referrer_site_id`int,`content_id`varchar,`user_agent_browser`varchar,`user_agent_platform`varchar,`user_agent_major_version`varchar,`search_weight_id`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/visits/2022-03-16/1647470607'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`', 'DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_visits`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_dev_rds.sparefoot_visits`\\n(\\n`visit_id`varchar,`unique`tinyint,`visit_time`timestamp,`ip_address`varchar,`request_uri`varchar,`user_agent`varchar,`referrer`varchar,`affiliate_id`varchar,`affiliate_token_id`varchar,`campaign_id`varchar,`keyword_id`varchar,`traffic_source_id`varchar,`site_id`int,`referrer_site_id`int,`content_id`varchar,`user_agent_browser`varchar,`user_agent_platform`varchar,`user_agent_major_version`varchar,`search_weight_id`int\\n)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-rds-sparefoot-dev/separated_dt/visits/2022-03-16/1647470607'\\n\", 'MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_visits']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/src/athena-runner/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nathena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: ParseException line 4:17 mismatched input ',' expecting ( near 'varchar' in primitive type specification `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_visits`\n(\n`visit_id`varchar,`unique`tinyint,`visit_time`timestamp,`ip_address`varchar,`request_uri`varchar,`user_agent`varchar,`referrer`varchar,`affiliate_id`varchar,`affiliate_token_id`varchar,`campaign_id`varchar,`keyword_id`varchar,`traffic_source_id`varchar,`site_id`int,`referrer_site_id`int,`content_id`varchar,`user_agent_browser`varchar,`user_agent_platform`varchar,`user_agent_major_version`varchar,`search_weight_id`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/visits/2022-03-16/1647470607'\n`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 99, in run\n    response['ddl_changed'] = table_generator.run()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: ParseException line 4:17 mismatched input ',' expecting ( near 'varchar' in primitive type specification `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_visits`\n(\n`visit_id`varchar,`unique`tinyint,`visit_time`timestamp,`ip_address`varchar,`request_uri`varchar,`user_agent`varchar,`referrer`varchar,`affiliate_id`varchar,`affiliate_token_id`varchar,`campaign_id`varchar,`keyword_id`varchar,`traffic_source_id`varchar,`site_id`int,`referrer_site_id`int,`content_id`varchar,`user_agent_browser`varchar,`user_agent_platform`varchar,`user_agent_major_version`varchar,`search_weight_id`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/visits/2022-03-16/1647470607'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`', 'DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_visits`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_dev_rds.sparefoot_visits`\\n(\\n`visit_id`varchar,`unique`tinyint,`visit_time`timestamp,`ip_address`varchar,`request_uri`varchar,`user_agent`varchar,`referrer`varchar,`affiliate_id`varchar,`affiliate_token_id`varchar,`campaign_id`varchar,`keyword_id`varchar,`traffic_source_id`varchar,`site_id`int,`referrer_site_id`int,`content_id`varchar,`user_agent_browser`varchar,`user_agent_platform`varchar,`user_agent_major_version`varchar,`search_weight_id`int\\n)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-rds-sparefoot-dev/separated_dt/visits/2022-03-16/1647470607'\\n\", 'MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_visits']\n: Expecting value: line 1 column 1 (char 0)"
}
    • id: 5904901
    • payload: 
      {
    "datatype_dict": {
        "affiliate_id": "varchar",
        "affiliate_token_id": "varchar",
        "campaign_id": "varchar",
        "content_id": "varchar",
        "ip_address": "varchar",
        "keyword_id": "varchar",
        "referrer": "varchar",
        "referrer_site_id": "int",
        "request_uri": "varchar",
        "search_weight_id": "int",
        "site_id": "int",
        "traffic_source_id": "varchar",
        "unique": "tinyint",
        "user_agent": "varchar",
        "user_agent_browser": "varchar",
        "user_agent_major_version": "varchar",
        "user_agent_platform": "varchar",
        "visit_id": "varchar",
        "visit_time": "timestamp"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/separated_dt/visits/2022-03-16/1647470607",
        "key": "separated_dt/visits/2022-03-16/1647470607/visits-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_visits",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16163131663533091954,
        "service_name": "sparefoot",
        "span_id": 7585340456830347238,
        "trace_id": 16163131663533091954
    }
}
    • running: False
    • schema_name_id: 1790
    • start_time: 2022-03-16 18:00:01
    • success: False
    • trace_id: 16163131663533091954
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state: 
    []
  • type: None
Schema:
  • attributes: 
    {
    "affiliate_id": "varchar",
    "affiliate_token_id": "varchar",
    "campaign_id": "varchar",
    "content_id": "varchar",
    "ip_address": "varchar",
    "keyword_id": "varchar",
    "referrer": "varchar",
    "referrer_site_id": "int",
    "request_uri": "varchar",
    "search_weight_id": "int",
    "site_id": "int",
    "traffic_source_id": "varchar",
    "unique": "tinyint",
    "user_agent": "varchar",
    "user_agent_browser": "varchar",
    "user_agent_major_version": "varchar",
    "user_agent_platform": "varchar",
    "visit_id": "varchar",
    "visit_time": "timestamp"
}
  • created: 2022-03-16 18:01:31
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_visits`\n(\n`visit_id`varchar,`unique`tinyint,`visit_time`timestamp,`ip_address`varchar,`request_uri`varchar,`user_agent`varchar,`referrer`varchar,`affiliate_id`varchar,`affiliate_token_id`varchar,`campaign_id`varchar,`keyword_id`varchar,`traffic_source_id`varchar,`site_id`int,`referrer_site_id`int,`content_id`varchar,`user_agent_browser`varchar,`user_agent_platform`varchar,`user_agent_major_version`varchar,`search_weight_id`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/visits/2022-03-16/1647470607'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_visits`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_visits"
}
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw: 
{
    "name": {
        "created": "2022-03-16 18:00:01",
        "disabled": false,
        "format": "raw",
        "id": 1790,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_rds",
            "table": "sparefoot_visits"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "affiliate_id": "varchar",
            "affiliate_token_id": "varchar",
            "campaign_id": "varchar",
            "content_id": "varchar",
            "ip_address": "varchar",
            "keyword_id": "varchar",
            "referrer": "varchar",
            "referrer_site_id": "int",
            "request_uri": "varchar",
            "search_weight_id": "int",
            "site_id": "int",
            "traffic_source_id": "varchar",
            "unique": "tinyint",
            "user_agent": "varchar",
            "user_agent_browser": "varchar",
            "user_agent_major_version": "varchar",
            "user_agent_platform": "varchar",
            "visit_id": "varchar",
            "visit_time": "timestamp"
        },
        "created": "2022-03-16 18:01:31",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_visits`\n(\n`visit_id`varchar,`unique`tinyint,`visit_time`timestamp,`ip_address`varchar,`request_uri`varchar,`user_agent`varchar,`referrer`varchar,`affiliate_id`varchar,`affiliate_token_id`varchar,`campaign_id`varchar,`keyword_id`varchar,`traffic_source_id`varchar,`site_id`int,`referrer_site_id`int,`content_id`varchar,`user_agent_browser`varchar,`user_agent_platform`varchar,`user_agent_major_version`varchar,`search_weight_id`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/separated_dt/visits/2022-03-16/1647470607'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_visits`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_visits"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}
©2019 SpareFoot Data Platform