Schema Info
Schema Name: sfdl_dev_postgres.keplernormies_payment_fact
- created: 2020-11-13 16:46:01
- disabled: False
- format: raw
- id: 1512
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_postgres", "table": "keplernormies_payment_fact" } - type: postgres
Schema Versions: 3
-
Version 4691932
- created: 2023-01-05 23:04:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_postgres`", "DROP TABLE IF EXISTS `sfdl_dev_postgres.keplernormies_payment_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_postgres.keplernormies_payment_fact`\n(\n `14725102` string , `ad306e7b_1037_48ab_b8ad_b7985414b276` string , `fms` string , `582` string , `455426` string , `1405316` string , `20200808` string , `80` string , `119_00` string , `179671184` string , `1596873119763` string , `autopay_successful` string , `003859584102` string , `_96402` string , `____3608` string , `american_express` string , `f` string , `card_on_file` string , `TransactionExpressProvider` string , `1` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-dev/raw/payment_fact/2023-01-05/1672981406'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_postgres.keplernormies_payment_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-dev/raw/payment_fact/2023-01-05/1672981406
- id: 4691932
- processed: 1
- raw_data:
{ "": 24, "#96402": 18, "****3608": 21, "003859584102": 17, "1": 27, "119.00": 10, "1405316": 5, "14725102": 0, "1596873119763": 15, "179671184": 13, "20200808": 7, "455426": 4, "582": 3, "80": 8, "TransactionExpressProvider": 26, "ad306e7b-1037-48ab-b8ad-b7985414b276": 1, "american_express": 22, "autopay_successful": 16, "card_on_file": 25, "f": 23, "fms": 2 } - schema_attributes:
{ "003859584102": "string", "1": "string", "119_00": "string", "1405316": "string", "14725102": "string", "1596873119763": "string", "179671184": "string", "20200808": "string", "455426": "string", "582": "string", "80": "string", "TransactionExpressProvider": "string", "_96402": "string", "____3608": "string", "account_dim_id": "int", "ad306e7b_1037_48ab_b8ad_b7985414b276": "string", "american_express": "string", "amount": "decimal", "autopay_successful": "string", "card_on_file": "string", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "f": "string", "facility_dim_id": "int", "fms": "string", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - schema_name_id: 1512
- schema_scan_id: 6063827
- updated: 2023-01-05 23:04:22
-
Version 4691843
- created: 2023-01-01 21:01:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_postgres`", "DROP TABLE IF EXISTS `sfdl_dev_postgres.keplernormies_payment_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-dev/raw/payment_fact/2023-01-01/1672628435'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_postgres.keplernormies_payment_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-dev/raw/payment_fact/2023-01-01/1672628435
- id: 4691843
- processed: 1
- raw_data:
{ "account_dim_id": 8, "amount": 10, "charge_number": 21, "check_number": 19, "company_dim_id": 3, "created_at_date_dim_id": 7, "deleted": 23, "deleted_on_date_dim_id": 24, "event_type": 16, "facility_dim_id": 4, "invoice_numbers": 18, "is_reversal": 12, "migrated_on": 14, "money_order_number": 20, "parent_payment_fact_id": 9, "payment_fact_id": 0, "payment_kind": 22, "payment_provider_name": 26, "payment_source": 25, "payment_type": 11, "provider": 2, "provider_id": 1, "receipt_number": 13, "received_epoch": 15, "source_dim_id": 27, "tenant_dim_id": 5, "transaction_id": 17, "user_dim_id": 6 } - schema_attributes:
{ "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - schema_name_id: 1512
- schema_scan_id: 6059024
- updated: 2023-01-01 21:01:29
-
Version 4690014
- created: 2022-08-12 10:20:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_postgres`", "DROP TABLE IF EXISTS `sfdl_dev_postgres.keplernormies_payment_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-dev/raw/payment_fact/2022-08-12/1660317612'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_postgres.keplernormies_payment_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-dev/raw/payment_fact/2022-08-12/1660317612
- id: 4690014
- processed: 1
- raw_data:
{ "account_dim_id": 8, "amount": 10, "charge_number": 21, "check_number": 19, "company_dim_id": 3, "created_at_date_dim_id": 7, "deleted": 23, "deleted_on_date_dim_id": 24, "event_type": 16, "facility_dim_id": 4, "invoice_numbers": 18, "is_reversal": 12, "migrated_on": 14, "money_order_number": 20, "parent_payment_fact_id": 9, "payment_fact_id": 0, "payment_kind": 22, "payment_provider_name": 26, "payment_source": 25, "payment_type": 11, "provider": 2, "provider_id": 1, "receipt_number": 13, "received_epoch": 15, "source_dim_id": 27, "tenant_dim_id": 5, "transaction_id": 17, "user_dim_id": 6 } - schema_attributes:
{ "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - schema_name_id: 1512
- schema_scan_id: 5965303
- updated: 2022-08-12 10:21:04
Schema Scans: 3
Last at 2023-01-05 23:04:10
-
Scan 6063827
- duration: 0:00:12.261368
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6063827
- payload:
{ "datatype_dict": { "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-dev", "hive_path": "s3://sfdl-postgres-keplernormies-dev/raw/payment_fact/2023-01-05/1672981406", "key": "raw/payment_fact/2023-01-05/1672981406/data_0.csv.gz" }, "schema": { "name": "sfdl_dev_postgres.keplernormies_payment_fact", "type": "postgres" }, "trace_context": { "parent_id": 11748009658264629782, "service_name": "kepler-normies", "span_id": 13482725635902238152, "trace_id": 11748009658264629782 } } - running: False
- schema_name_id: 1512
- start_time: 2023-01-05 23:04:10
- success: True
- trace_id: 11748009658264629782
-
Scan 6059024
- duration: 0:00:12.036679
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6059024
- payload:
{ "datatype_dict": { "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-dev", "hive_path": "s3://sfdl-postgres-keplernormies-dev/raw/payment_fact/2023-01-01/1672628435", "key": "raw/payment_fact/2023-01-01/1672628435/data_0_0.csv.gz" }, "schema": { "name": "sfdl_dev_postgres.keplernormies_payment_fact", "type": "postgres" }, "trace_context": { "parent_id": 6222504876308981260, "service_name": "kepler-normies", "span_id": 3193319504989317245, "trace_id": 6222504876308981260 } } - running: False
- schema_name_id: 1512
- start_time: 2023-01-01 21:01:17
- success: True
- trace_id: 6222504876308981260
-
Scan 5965303
- duration: 0:00:15.164389
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 5965303
- payload:
{ "datatype_dict": { "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-dev", "hive_path": "s3://sfdl-postgres-keplernormies-dev/raw/payment_fact/2022-08-12/1660317612", "key": "raw/payment_fact/2022-08-12/1660317612/data_0.csv.gz" }, "schema": { "name": "sfdl_dev_postgres.keplernormies_payment_fact", "type": "postgres" }, "trace_context": { "parent_id": 9765486344519244996, "service_name": "kepler-normies", "span_id": 6672534817238197282, "trace_id": 9765486344519244996 } } - running: False
- schema_name_id: 1512
- start_time: 2022-08-12 10:20:52
- success: True
- trace_id: 9765486344519244996
- attributes:
{ "003859584102": "string", "1": "string", "119_00": "string", "1405316": "string", "14725102": "string", "1596873119763": "string", "179671184": "string", "20200808": "string", "455426": "string", "582": "string", "80": "string", "TransactionExpressProvider": "string", "_96402": "string", "____3608": "string", "account_dim_id": "int", "ad306e7b_1037_48ab_b8ad_b7985414b276": "string", "american_express": "string", "amount": "decimal", "autopay_successful": "string", "card_on_file": "string", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "f": "string", "facility_dim_id": "int", "fms": "string", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - created: 2023-01-05 23:04:11
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_postgres`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_postgres.keplernormies_payment_fact`\n(\n `14725102` string , `ad306e7b_1037_48ab_b8ad_b7985414b276` string , `fms` string , `582` string , `455426` string , `1405316` string , `20200808` string , `80` string , `119_00` string , `179671184` string , `1596873119763` string , `autopay_successful` string , `003859584102` string , `_96402` string , `____3608` string , `american_express` string , `f` string , `card_on_file` string , `TransactionExpressProvider` string , `1` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-dev/raw/payment_fact/2023-01-05/1672981406'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_postgres.keplernormies_payment_fact`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_postgres.keplernormies_payment_fact" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2020-11-13 16:46:01",
"disabled": false,
"format": "raw",
"id": 1512,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_postgres",
"table": "keplernormies_payment_fact"
},
"type": "postgres"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"003859584102": "string",
"1": "string",
"119_00": "string",
"1405316": "string",
"14725102": "string",
"1596873119763": "string",
"179671184": "string",
"20200808": "string",
"455426": "string",
"582": "string",
"80": "string",
"TransactionExpressProvider": "string",
"_96402": "string",
"____3608": "string",
"account_dim_id": "int",
"ad306e7b_1037_48ab_b8ad_b7985414b276": "string",
"american_express": "string",
"amount": "decimal",
"autopay_successful": "string",
"card_on_file": "string",
"charge_number": "string",
"check_number": "string",
"company_dim_id": "int",
"created_at_date_dim_id": "int",
"deleted": "string",
"deleted_on_date_dim_id": "int",
"event_type": "string",
"f": "string",
"facility_dim_id": "int",
"fms": "string",
"invoice_numbers": "string",
"is_reversal": "string",
"migrated_on": "string",
"money_order_number": "string",
"parent_payment_fact_id": "int",
"payment_fact_id": "int",
"payment_kind": "string",
"payment_provider_name": "string",
"payment_source": "string",
"payment_type": "string",
"provider": "string",
"provider_id": "string",
"receipt_number": "string",
"received_epoch": "bigint",
"source_dim_id": "int",
"tenant_dim_id": "int",
"transaction_id": "string",
"user_dim_id": "int"
},
"created": "2023-01-05 23:04:11",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_postgres`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_postgres.keplernormies_payment_fact`\n(\n `14725102` string , `ad306e7b_1037_48ab_b8ad_b7985414b276` string , `fms` string , `582` string , `455426` string , `1405316` string , `20200808` string , `80` string , `119_00` string , `179671184` string , `1596873119763` string , `autopay_successful` string , `003859584102` string , `_96402` string , `____3608` string , `american_express` string , `f` string , `card_on_file` string , `TransactionExpressProvider` string , `1` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-dev/raw/payment_fact/2023-01-05/1672981406'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_postgres.keplernormies_payment_fact`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_postgres.keplernormies_payment_fact"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}