Schema Info
Schema Name: sfdl_dev_postgres.keplernormies_auction_fact
- created: 2022-08-12 10:19:40
- disabled: False
- format: raw
- id: 2007
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_postgres", "table": "keplernormies_auction_fact" } - type: postgres
Schema Versions: 3
-
Version 4708751
- created: 2024-08-14 09:55:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_postgres`", "DROP TABLE IF EXISTS `sfdl_dev_postgres.keplernormies_auction_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_postgres.keplernormies_auction_fact`\n(\n `auction_fact_id` bigint , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `unit_dim_id` int , `amount_owed` decimal , `auction_at_date` int , `auction_commission` decimal , `bid_amount` decimal , `bid_winner` string , `deleted` string , `deleted_on_date_dim_id` int , `effective_on_date_dim_id` int , `resolved_on_date_dim_id` int , `created_at_date_dim_id` int , `updated_at_date_dim_id` int , `ledger_provider_id` string , `received_epoch` bigint , `tax_amount` decimal , `status` string , `bid_payment_voided` string , `bid_payment_voided_on` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-dev/raw/auction_fact/2024-08-14/1723647305'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_postgres.keplernormies_auction_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-dev/raw/auction_fact/2024-08-14/1723647305
- id: 4708751
- processed: 1
- raw_data:
{ "amount_owed": 7, "auction_at_date": 8, "auction_commission": 9, "auction_fact_id": 0, "bid_amount": 10, "bid_payment_voided": 22, "bid_payment_voided_on": 23, "bid_winner": 11, "company_dim_id": 3, "created_at_date_dim_id": 16, "deleted": 12, "deleted_on_date_dim_id": 13, "effective_on_date_dim_id": 14, "facility_dim_id": 4, "ledger_provider_id": 18, "provider": 2, "provider_id": 1, "received_epoch": 19, "resolved_on_date_dim_id": 15, "status": 21, "tax_amount": 20, "tenant_dim_id": 5, "unit_dim_id": 6, "updated_at_date_dim_id": 17 } - schema_attributes:
{ "0": "string", "0_00": "string", "1598454118810": "string", "165133": "string", "20200801": "string", "20200826": "string", "325e0d44_f906_4802_a2cd_369a28036500": "string", "3425189": "string", "35627": "string", "822490": "string", "83976836": "string", "Not_Sold": "string", "amount_owed": "decimal", "auction_at_date": "int", "auction_commission": "decimal", "auction_fact_id": "bigint", "bid_amount": "decimal", "bid_payment_voided": "string", "bid_payment_voided_on": "int", "bid_winner": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "dbd71990_27f1_4b57_9fcd_4cb115b994ee": "string", "deleted": "string", "deleted_on_date_dim_id": "int", "effective_on_date_dim_id": "int", "f": "string", "facility_dim_id": "int", "fms": "string", "ledger_provider_id": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "resolved_on_date_dim_id": "int", "status": "string", "tax_amount": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int", "updated_at_date_dim_id": "int" } - schema_name_id: 2007
- schema_scan_id: 6564874
- updated: 2024-08-14 09:55:52
-
Version 4705861
- created: 2024-05-14 03:30:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_postgres`", "DROP TABLE IF EXISTS `sfdl_dev_postgres.keplernormies_auction_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_postgres.keplernormies_auction_fact`\n(\n `auction_fact_id` bigint , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `unit_dim_id` int , `amount_owed` decimal , `auction_at_date` int , `auction_commission` decimal , `bid_amount` decimal , `bid_winner` string , `deleted` string , `deleted_on_date_dim_id` int , `effective_on_date_dim_id` int , `resolved_on_date_dim_id` int , `created_at_date_dim_id` int , `updated_at_date_dim_id` int , `ledger_provider_id` string , `received_epoch` bigint , `tax_amount` decimal , `status` string , `bid_payment_voided` string , `bid_payment_voided_on` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-dev/raw/auction_fact/2024-05-14/1715675440'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_postgres.keplernormies_auction_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-dev/raw/auction_fact/2024-05-14/1715675440
- id: 4705861
- processed: 1
- raw_data:
{ "amount_owed": 7, "auction_at_date": 8, "auction_commission": 9, "auction_fact_id": 0, "bid_amount": 10, "bid_payment_voided": 22, "bid_payment_voided_on": 23, "bid_winner": 11, "company_dim_id": 3, "created_at_date_dim_id": 16, "deleted": 12, "deleted_on_date_dim_id": 13, "effective_on_date_dim_id": 14, "facility_dim_id": 4, "ledger_provider_id": 18, "provider": 2, "provider_id": 1, "received_epoch": 19, "resolved_on_date_dim_id": 15, "status": 21, "tax_amount": 20, "tenant_dim_id": 5, "unit_dim_id": 6, "updated_at_date_dim_id": 17 } - schema_attributes:
{ "0": "string", "0_00": "string", "1598454118810": "string", "165133": "string", "20200801": "string", "20200826": "string", "325e0d44_f906_4802_a2cd_369a28036500": "string", "3425189": "string", "35627": "string", "822490": "string", "83976836": "string", "Not_Sold": "string", "amount_owed": "decimal", "auction_at_date": "int", "auction_commission": "decimal", "auction_fact_id": "bigint", "bid_amount": "decimal", "bid_payment_voided": "string", "bid_payment_voided_on": "int", "bid_winner": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "dbd71990_27f1_4b57_9fcd_4cb115b994ee": "string", "deleted": "string", "deleted_on_date_dim_id": "int", "effective_on_date_dim_id": "int", "f": "string", "facility_dim_id": "int", "fms": "string", "ledger_provider_id": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "resolved_on_date_dim_id": "int", "status": "string", "tax_amount": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int", "updated_at_date_dim_id": "int" } - schema_name_id: 2007
- schema_scan_id: 6490540
- updated: 2024-05-14 03:31:13
-
Version 4705699
- created: 2024-05-13 12:52:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_postgres`", "DROP TABLE IF EXISTS `sfdl_dev_postgres.keplernormies_auction_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_postgres.keplernormies_auction_fact`\n(\n `auction_fact_id` bigint , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `unit_dim_id` int , `amount_owed` decimal , `auction_at_date` int , `auction_commission` decimal , `bid_amount` decimal , `bid_winner` string , `deleted` string , `deleted_on_date_dim_id` int , `effective_on_date_dim_id` int , `resolved_on_date_dim_id` int , `created_at_date_dim_id` int , `updated_at_date_dim_id` int , `ledger_provider_id` string , `received_epoch` bigint , `tax_amount` decimal , `status` string , `bid_payment_voided` string , `bid_payment_voided_on` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-dev/raw/auction_fact/2024-05-13/1715622715'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_postgres.keplernormies_auction_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-dev/raw/auction_fact/2024-05-13/1715622715
- id: 4705699
- processed: 1
- raw_data:
{ "amount_owed": 7, "auction_at_date": 8, "auction_commission": 9, "auction_fact_id": 0, "bid_amount": 10, "bid_payment_voided": 22, "bid_payment_voided_on": 23, "bid_winner": 11, "company_dim_id": 3, "created_at_date_dim_id": 16, "deleted": 12, "deleted_on_date_dim_id": 13, "effective_on_date_dim_id": 14, "facility_dim_id": 4, "ledger_provider_id": 18, "provider": 2, "provider_id": 1, "received_epoch": 19, "resolved_on_date_dim_id": 15, "status": 21, "tax_amount": 20, "tenant_dim_id": 5, "unit_dim_id": 6, "updated_at_date_dim_id": 17 } - schema_attributes:
{ "0": "string", "0_00": "string", "1598454118810": "string", "165133": "string", "20200801": "string", "20200826": "string", "325e0d44_f906_4802_a2cd_369a28036500": "string", "3425189": "string", "35627": "string", "822490": "string", "83976836": "string", "Not_Sold": "string", "amount_owed": "decimal", "auction_at_date": "int", "auction_commission": "decimal", "auction_fact_id": "bigint", "bid_amount": "decimal", "bid_payment_voided": "string", "bid_payment_voided_on": "int", "bid_winner": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "dbd71990_27f1_4b57_9fcd_4cb115b994ee": "string", "deleted": "string", "deleted_on_date_dim_id": "int", "effective_on_date_dim_id": "int", "f": "string", "facility_dim_id": "int", "fms": "string", "ledger_provider_id": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "resolved_on_date_dim_id": "int", "status": "string", "tax_amount": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int", "updated_at_date_dim_id": "int" } - schema_name_id: 2007
- schema_scan_id: 6489869
- updated: 2024-05-13 12:52:23
Schema Scans: 3
Last at 2024-08-14 09:55:37
-
Scan 6564874
- duration: 0:00:14.869020
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6564874
- payload:
{ "datatype_dict": { "amount_owed": "decimal", "auction_at_date": "int", "auction_commission": "decimal", "auction_fact_id": "bigint", "bid_amount": "decimal", "bid_payment_voided": "string", "bid_payment_voided_on": "int", "bid_winner": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "effective_on_date_dim_id": "int", "facility_dim_id": "int", "ledger_provider_id": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "resolved_on_date_dim_id": "int", "status": "string", "tax_amount": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int", "updated_at_date_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-dev", "hive_path": "s3://sfdl-postgres-keplernormies-dev/raw/auction_fact/2024-08-14/1723647305", "key": "raw/auction_fact/2024-08-14/1723647305/data_0.csv.gz" }, "schema": { "name": "sfdl_dev_postgres.keplernormies_auction_fact", "type": "postgres" }, "trace_context": { "parent_id": 10479373340036695202, "service_name": "kepler-normies", "span_id": 5296640002019587221, "trace_id": 10479373340036695202 } } - running: False
- schema_name_id: 2007
- start_time: 2024-08-14 09:55:37
- success: True
- trace_id: 10479373340036695202
-
Scan 6490540
- duration: 0:00:15.346412
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6490540
- payload:
{ "datatype_dict": { "amount_owed": "decimal", "auction_at_date": "int", "auction_commission": "decimal", "auction_fact_id": "bigint", "bid_amount": "decimal", "bid_payment_voided": "string", "bid_payment_voided_on": "int", "bid_winner": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "effective_on_date_dim_id": "int", "facility_dim_id": "int", "ledger_provider_id": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "resolved_on_date_dim_id": "int", "status": "string", "tax_amount": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int", "updated_at_date_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-dev", "hive_path": "s3://sfdl-postgres-keplernormies-dev/raw/auction_fact/2024-05-14/1715675440", "key": "raw/auction_fact/2024-05-14/1715675440/data_0.csv.gz" }, "schema": { "name": "sfdl_dev_postgres.keplernormies_auction_fact", "type": "postgres" }, "trace_context": { "parent_id": 5884458767973625572, "service_name": "kepler-normies", "span_id": 541614531248442672, "trace_id": 5884458767973625572 } } - running: False
- schema_name_id: 2007
- start_time: 2024-05-14 03:30:57
- success: True
- trace_id: 5884458767973625572
-
Scan 6489869
- duration: 0:00:12.699350
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6489869
- payload:
{ "datatype_dict": { "amount_owed": "decimal", "auction_at_date": "int", "auction_commission": "decimal", "auction_fact_id": "bigint", "bid_amount": "decimal", "bid_payment_voided": "string", "bid_payment_voided_on": "int", "bid_winner": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "effective_on_date_dim_id": "int", "facility_dim_id": "int", "ledger_provider_id": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "resolved_on_date_dim_id": "int", "status": "string", "tax_amount": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int", "updated_at_date_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-dev", "hive_path": "s3://sfdl-postgres-keplernormies-dev/raw/auction_fact/2024-05-13/1715622715", "key": "raw/auction_fact/2024-05-13/1715622715/data_0.csv.gz" }, "schema": { "name": "sfdl_dev_postgres.keplernormies_auction_fact", "type": "postgres" }, "trace_context": { "parent_id": 4422673741122520917, "service_name": "kepler-normies", "span_id": 6473750442389543691, "trace_id": 4422673741122520917 } } - running: False
- schema_name_id: 2007
- start_time: 2024-05-13 12:52:10
- success: True
- trace_id: 4422673741122520917
- attributes:
{ "0": "string", "0_00": "string", "1598454118810": "string", "165133": "string", "20200801": "string", "20200826": "string", "325e0d44_f906_4802_a2cd_369a28036500": "string", "3425189": "string", "35627": "string", "822490": "string", "83976836": "string", "Not_Sold": "string", "amount_owed": "decimal", "auction_at_date": "int", "auction_commission": "decimal", "auction_fact_id": "bigint", "bid_amount": "decimal", "bid_payment_voided": "string", "bid_payment_voided_on": "int", "bid_winner": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "dbd71990_27f1_4b57_9fcd_4cb115b994ee": "string", "deleted": "string", "deleted_on_date_dim_id": "int", "effective_on_date_dim_id": "int", "f": "string", "facility_dim_id": "int", "fms": "string", "ledger_provider_id": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "resolved_on_date_dim_id": "int", "status": "string", "tax_amount": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int", "updated_at_date_dim_id": "int" } - created: 2024-08-14 09:55:38
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_postgres`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_postgres.keplernormies_auction_fact`\n(\n `auction_fact_id` bigint , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `unit_dim_id` int , `amount_owed` decimal , `auction_at_date` int , `auction_commission` decimal , `bid_amount` decimal , `bid_winner` string , `deleted` string , `deleted_on_date_dim_id` int , `effective_on_date_dim_id` int , `resolved_on_date_dim_id` int , `created_at_date_dim_id` int , `updated_at_date_dim_id` int , `ledger_provider_id` string , `received_epoch` bigint , `tax_amount` decimal , `status` string , `bid_payment_voided` string , `bid_payment_voided_on` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-dev/raw/auction_fact/2024-08-14/1723647305'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_postgres.keplernormies_auction_fact`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_postgres.keplernormies_auction_fact" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2022-08-12 10:19:40",
"disabled": false,
"format": "raw",
"id": 2007,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_postgres",
"table": "keplernormies_auction_fact"
},
"type": "postgres"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"0": "string",
"0_00": "string",
"1598454118810": "string",
"165133": "string",
"20200801": "string",
"20200826": "string",
"325e0d44_f906_4802_a2cd_369a28036500": "string",
"3425189": "string",
"35627": "string",
"822490": "string",
"83976836": "string",
"Not_Sold": "string",
"amount_owed": "decimal",
"auction_at_date": "int",
"auction_commission": "decimal",
"auction_fact_id": "bigint",
"bid_amount": "decimal",
"bid_payment_voided": "string",
"bid_payment_voided_on": "int",
"bid_winner": "string",
"company_dim_id": "int",
"created_at_date_dim_id": "int",
"dbd71990_27f1_4b57_9fcd_4cb115b994ee": "string",
"deleted": "string",
"deleted_on_date_dim_id": "int",
"effective_on_date_dim_id": "int",
"f": "string",
"facility_dim_id": "int",
"fms": "string",
"ledger_provider_id": "string",
"provider": "string",
"provider_id": "string",
"received_epoch": "bigint",
"resolved_on_date_dim_id": "int",
"status": "string",
"tax_amount": "decimal",
"tenant_dim_id": "int",
"unit_dim_id": "int",
"updated_at_date_dim_id": "int"
},
"created": "2024-08-14 09:55:38",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_postgres`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_postgres.keplernormies_auction_fact`\n(\n `auction_fact_id` bigint , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `unit_dim_id` int , `amount_owed` decimal , `auction_at_date` int , `auction_commission` decimal , `bid_amount` decimal , `bid_winner` string , `deleted` string , `deleted_on_date_dim_id` int , `effective_on_date_dim_id` int , `resolved_on_date_dim_id` int , `created_at_date_dim_id` int , `updated_at_date_dim_id` int , `ledger_provider_id` string , `received_epoch` bigint , `tax_amount` decimal , `status` string , `bid_payment_voided` string , `bid_payment_voided_on` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-dev/raw/auction_fact/2024-08-14/1723647305'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_postgres.keplernormies_auction_fact`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_postgres.keplernormies_auction_fact"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}