Schema Info
Schema Name: sfdl_dev_rds.sparefoot_key_source
- created: 2017-07-13 14:08:30
- disabled: False
- format: raw
- id: 361
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_rds", "table": "sparefoot_key_source" } - type: rds
Schema Versions: 7
-
Version 4689874
- created: 2022-08-10 19:51:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_key_source`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_key_source`\n(\n `cdp_enabled_date` date , `friendly_name` string , `logo_path` string , `manual_integration` smallint , `offsite` smallint , `paid` smallint , `reservation_instructions` string , `short_name` string , `source` string , `source_id` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/key_source/2022-08-10/1660179031'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_key_source" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-08-10/1660179031
- id: 4689874
- processed: 1
- raw_data:
{ "cdp_enabled_date": "date32[day]", "friendly_name": "string", "logo_path": "string", "manual_integration": "int16", "offsite": "int16", "paid": "int16", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "int16" } - schema_attributes:
{ "cdp_enabled_date": "date", "friendly_name": "string", "logo_path": "string", "manual_integration": "smallint", "offsite": "smallint", "paid": "smallint", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "smallint" } - schema_name_id: 361
- schema_scan_id: 5964988
- updated: 2022-08-10 19:51:40
-
Version 4689320
- created: 2022-06-07 18:12:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_key_source`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_key_source`\n(\n `cdp_enabled_date` timestamp , `friendly_name` string , `logo_path` string , `manual_integration` smallint , `offsite` smallint , `paid` smallint , `reservation_instructions` string , `short_name` string , `source` string , `source_id` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654643534'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_key_source" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654643534
- id: 4689320
- processed: 1
- raw_data:
{ "cdp_enabled_date": "timestamp[ns]", "friendly_name": "string", "logo_path": "string", "manual_integration": "int16", "offsite": "int16", "paid": "int16", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "int16" } - schema_attributes:
{ "cdp_enabled_date": "timestamp", "friendly_name": "string", "logo_path": "string", "manual_integration": "smallint", "offsite": "smallint", "paid": "smallint", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "smallint" } - schema_name_id: 361
- schema_scan_id: 5931301
- updated: 2022-06-07 18:12:54
-
Version 4689319
- created: 2022-06-07 18:04:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_key_source`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_key_source`\n(\n `cdp_enabled_date` timestamp , `friendly_name` string , `logo_path` string , `manual_integration` smallint , `offsite` smallint , `paid` smallint , `reservation_instructions` string , `short_name` string , `source` string , `source_id` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654643015'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_key_source" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654643015
- id: 4689319
- processed: 1
- raw_data:
{ "cdp_enabled_date": "timestamp[ns]", "friendly_name": "string", "logo_path": "string", "manual_integration": "int16", "offsite": "int16", "paid": "int16", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "int16" } - schema_attributes:
{ "cdp_enabled_date": "timestamp", "friendly_name": "string", "logo_path": "string", "manual_integration": "smallint", "offsite": "smallint", "paid": "smallint", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "smallint" } - schema_name_id: 361
- schema_scan_id: 5931300
- updated: 2022-06-07 18:04:19
-
Version 4689318
- created: 2022-06-07 17:57:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_key_source`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_key_source`\n(\n `cdp_enabled_date` string , `friendly_name` string , `logo_path` string , `manual_integration` smallint , `offsite` smallint , `paid` smallint , `reservation_instructions` string , `short_name` string , `source` string , `source_id` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654642655'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_key_source" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654642655
- id: 4689318
- processed: 1
- raw_data:
{ "cdp_enabled_date": "string", "friendly_name": "string", "logo_path": "string", "manual_integration": "int16", "offsite": "int16", "paid": "int16", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "int16" } - schema_attributes:
{ "cdp_enabled_date": "string", "friendly_name": "string", "logo_path": "string", "manual_integration": "smallint", "offsite": "smallint", "paid": "smallint", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "smallint" } - schema_name_id: 361
- schema_scan_id: 5931299
- updated: 2022-06-07 17:58:03
-
Version 4689311
- created: 2022-06-07 17:13:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_key_source`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_key_source`\n(\n `cdp_enabled_date` string , `friendly_name` string , `logo_path` string , `manual_integration` smallint , `offsite` smallint , `paid` smallint , `reservation_instructions` string , `short_name` string , `source` string , `source_id` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654639988'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_key_source" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654639988
- id: 4689311
- processed: 1
- raw_data:
{ "cdp_enabled_date": "string", "friendly_name": "string", "logo_path": "string", "manual_integration": "int16", "offsite": "int16", "paid": "int16", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "int16" } - schema_attributes:
{ "cdp_enabled_date": "string", "friendly_name": "string", "logo_path": "string", "manual_integration": "smallint", "offsite": "smallint", "paid": "smallint", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "smallint" } - schema_name_id: 361
- schema_scan_id: 5931218
- updated: 2022-06-07 17:13:28
-
Version 4689292
- created: 2022-06-07 12:10:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_key_source`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_key_source`\n(\n `cdp_enabled_date` string , `friendly_name` string , `logo_path` string , `manual_integration` smallint , `offsite` smallint , `paid` smallint , `reservation_instructions` string , `short_name` string , `source` string , `source_id` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654621810'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_key_source" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654621810
- id: 4689292
- processed: 1
- raw_data:
{ "cdp_enabled_date": "string", "friendly_name": "string", "logo_path": "string", "manual_integration": "int16", "offsite": "int16", "paid": "int16", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "int16" } - schema_attributes:
{ "cdp_enabled_date": "string", "friendly_name": "string", "logo_path": "string", "manual_integration": "smallint", "offsite": "smallint", "paid": "smallint", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "smallint" } - schema_name_id: 361
- schema_scan_id: 5930708
- updated: 2022-06-07 12:11:02
-
Version 4689249
- created: 2022-06-03 21:48:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_key_source`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_key_source`\n(\n `cdp_enabled_date` string , `friendly_name` string , `logo_path` string , `manual_integration` bigint , `offsite` bigint , `paid` bigint , `reservation_instructions` string , `short_name` string , `source` string , `source_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-03/1654310806'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_key_source" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-03/1654310806
- id: 4689249
- processed: 1
- raw_data:
{ "cdp_enabled_date": "null", "friendly_name": "string", "logo_path": "string", "manual_integration": "int64", "offsite": "int64", "paid": "int64", "reservation_instructions": "null", "short_name": "string", "source": "string", "source_id": "int64" } - schema_attributes:
{ "cdp_enabled_date": "string", "friendly_name": "string", "logo_path": "string", "manual_integration": "bigint", "offsite": "bigint", "paid": "bigint", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "bigint" } - schema_name_id: 361
- schema_scan_id: 5929866
- updated: 2022-06-03 21:48:11
Schema Scans: 7
Last at 2022-08-10 19:51:28
-
Scan 5964988
- duration: 0:00:14.379133
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 5964988
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-08-10/1660179031", "key": "raw/key_source/2022-08-10/1660179031/key_source.parquet.gz" }, "schema": { "name": "sfdl_dev_rds.sparefoot_key_source", "type": "rds" }, "trace_context": { "parent_id": 15125904487269324412, "service_name": "sparefoot", "span_id": 4671670259906446704, "trace_id": 15125904487269324412 } } - running: False
- schema_name_id: 361
- start_time: 2022-08-10 19:51:28
- success: True
- trace_id: 15125904487269324412
-
Scan 5931301
- duration: 0:00:14.392276
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 5931301
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654643534", "key": "raw/key_source/2022-06-07/1654643534/key_source_8.parquet" }, "schema": { "name": "sfdl_dev_rds.sparefoot_key_source", "type": "rds" }, "trace_context": { "parent_id": 4693159627203676503, "service_name": "sparefoot", "span_id": 7344513554759100336, "trace_id": 4693159627203676503 } } - running: False
- schema_name_id: 361
- start_time: 2022-06-07 18:12:43
- success: True
- trace_id: 4693159627203676503
-
Scan 5931300
- duration: 0:00:14.310058
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 5931300
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654643015", "key": "raw/key_source/2022-06-07/1654643015/key_source_8.parquet" }, "schema": { "name": "sfdl_dev_rds.sparefoot_key_source", "type": "rds" }, "trace_context": { "parent_id": 4693159627203676503, "service_name": "sparefoot", "span_id": 4298336768373368643, "trace_id": 4693159627203676503 } } - running: False
- schema_name_id: 361
- start_time: 2022-06-07 18:04:07
- success: True
- trace_id: 4693159627203676503
-
Scan 5931299
- duration: 0:00:14.226948
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 5931299
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654642655", "key": "raw/key_source/2022-06-07/1654642655/key_source_8.parquet" }, "schema": { "name": "sfdl_dev_rds.sparefoot_key_source", "type": "rds" }, "trace_context": { "parent_id": 2301651747748652510, "service_name": "sparefoot", "span_id": 13379562241802912170, "trace_id": 2301651747748652510 } } - running: False
- schema_name_id: 361
- start_time: 2022-06-07 17:57:52
- success: True
- trace_id: 2301651747748652510
-
Scan 5931218
- duration: 0:00:14.435803
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 5931218
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654639988", "key": "raw/key_source/2022-06-07/1654639988/key_source_8.parquet" }, "schema": { "name": "sfdl_dev_rds.sparefoot_key_source", "type": "rds" }, "trace_context": { "parent_id": 13900724219719559295, "service_name": "sparefoot", "span_id": 16800276477997010760, "trace_id": 13900724219719559295 } } - running: False
- schema_name_id: 361
- start_time: 2022-06-07 17:13:17
- success: True
- trace_id: 13900724219719559295
-
Scan 5930708
- duration: 0:00:19.884739
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 5930708
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-07/1654621810", "key": "raw/key_source/2022-06-07/1654621810/key_source_8.parquet" }, "schema": { "name": "sfdl_dev_rds.sparefoot_key_source", "type": "rds" }, "trace_context": { "parent_id": 11047264380196843439, "service_name": "sparefoot", "span_id": 2373234653495270818, "trace_id": 11047264380196843439 } } - running: False
- schema_name_id: 361
- start_time: 2022-06-07 12:10:45
- success: True
- trace_id: 11047264380196843439
-
Scan 5929866
- duration: 0:00:14.441873
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 5929866
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/key_source/2022-06-03/1654310806", "key": "raw/key_source/2022-06-03/1654310806/key_source_8.parquet" }, "schema": { "name": "sfdl_dev_rds.sparefoot_key_source", "type": "rds" }, "trace_context": { "parent_id": 14096038917041761118, "service_name": "sparefoot", "span_id": 3180405899899625759, "trace_id": 14096038917041761118 } } - running: False
- schema_name_id: 361
- start_time: 2022-06-03 21:47:59
- success: True
- trace_id: 14096038917041761118
- attributes:
{ "cdp_enabled_date": "date", "friendly_name": "string", "logo_path": "string", "manual_integration": "smallint", "offsite": "smallint", "paid": "smallint", "reservation_instructions": "string", "short_name": "string", "source": "string", "source_id": "smallint" } - created: 2022-08-10 19:51:29
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_key_source`\n(\n `cdp_enabled_date` date , `friendly_name` string , `logo_path` string , `manual_integration` smallint , `offsite` smallint , `paid` smallint , `reservation_instructions` string , `short_name` string , `source` string , `source_id` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/key_source/2022-08-10/1660179031'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_key_source`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_key_source" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2017-07-13 14:08:30",
"disabled": false,
"format": "raw",
"id": 361,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_rds",
"table": "sparefoot_key_source"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"cdp_enabled_date": "date",
"friendly_name": "string",
"logo_path": "string",
"manual_integration": "smallint",
"offsite": "smallint",
"paid": "smallint",
"reservation_instructions": "string",
"short_name": "string",
"source": "string",
"source_id": "smallint"
},
"created": "2022-08-10 19:51:29",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_key_source`\n(\n `cdp_enabled_date` date , `friendly_name` string , `logo_path` string , `manual_integration` smallint , `offsite` smallint , `paid` smallint , `reservation_instructions` string , `short_name` string , `source` string , `source_id` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/key_source/2022-08-10/1660179031'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_key_source`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_key_source"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}