Schema Info

Schema Name: sfdl_test_rds.optimize_drivethru_stellar_imsbooking_payments

created: 2024-04-23 12:10:48
disabled: False
format: raw
id: 2271
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_test_rds",
    "table": "optimize_drivethru_stellar_imsbooking_payments"
}

type: rds

Schema Versions: 1

Version 4705234

created: 2024-04-23 12:10:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_test_rds`",
    "DROP TABLE IF EXISTS `sfdl_test_rds.optimize_drivethru_stellar_imsbooking_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_test_rds.optimize_drivethru_stellar_imsbooking_payments`\n(\n `admin_id`  int , `agent_ar_total`  double , `billing_city`  string , `billing_country`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_state`  string , `billing_street1`  string , `billing_street2`  string , `billing_zip`  string , `booking_id`  int , `card_type`  string , `cash_total`  double , `cc_brand`  string , `cc_connect_id`  string , `cc_connect_type`  string , `cc_country`  string , `cc_funding`  string , `cc_payout_date`  string , `cc_payout_id`  string , `cc_processor_fee`  double , `created_at`  timestamp , `credit_total`  double , `customer_id`  int , `deleted_at`  timestamp , `dockmaster_ticket`  string , `external_charge_id`  string , `frontend`  int , `id`  int , `internal_application_fee`  double , `is_agent_ar`  string , `is_synced`  int , `mytaskit_id`  string , `notes`  string , `offline_type`  string , `original_payment_id`  int , `payment_for`  string , `payment_total`  double , `payment_type`  string , `report_accessories`  double , `report_boats`  double , `report_cleaning`  double , `report_damages`  double , `report_discount`  double , `report_fuel`  double , `report_insurance`  double , `report_late`  double , `report_other`  double , `report_parking`  double , `report_propane`  double , `status`  string , `tenant`  string , `transid`  string , `updated_at`  timestamp \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-test/lkp_hackathon_2024Q2/stellar_imsbooking_payments'\n",
    "MSCK REPAIR TABLE sfdl_test_rds.optimize_drivethru_stellar_imsbooking_payments"
]

hive_path: s3://sfdl-test/lkp_hackathon_2024Q2/stellar_imsbooking_payments
id: 4705234
processed: 1

raw_data:

{
    "admin_id": "int32",
    "agent_ar_total": "double",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_id": "int32",
    "card_type": "string",
    "cash_total": "double",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "double",
    "created_at": "timestamp[ns]",
    "credit_total": "double",
    "customer_id": "int32",
    "deleted_at": "timestamp[ns]",
    "dockmaster_ticket": "string",
    "external_charge_id": "string",
    "frontend": "int32",
    "id": "int32",
    "internal_application_fee": "double",
    "is_agent_ar": "string",
    "is_synced": "int32",
    "mytaskit_id": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "int32",
    "payment_for": "string",
    "payment_total": "double",
    "payment_type": "string",
    "report_accessories": "double",
    "report_boats": "double",
    "report_cleaning": "double",
    "report_damages": "double",
    "report_discount": "double",
    "report_fuel": "double",
    "report_insurance": "double",
    "report_late": "double",
    "report_other": "double",
    "report_parking": "double",
    "report_propane": "double",
    "status": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "timestamp[ns]"
}

schema_attributes:

{
    "admin_id": "int",
    "agent_ar_total": "double",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_id": "int",
    "card_type": "string",
    "cash_total": "double",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "double",
    "created_at": "timestamp",
    "credit_total": "double",
    "customer_id": "int",
    "deleted_at": "timestamp",
    "dockmaster_ticket": "string",
    "external_charge_id": "string",
    "frontend": "int",
    "id": "int",
    "internal_application_fee": "double",
    "is_agent_ar": "string",
    "is_synced": "int",
    "mytaskit_id": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "int",
    "payment_for": "string",
    "payment_total": "double",
    "payment_type": "string",
    "report_accessories": "double",
    "report_boats": "double",
    "report_cleaning": "double",
    "report_damages": "double",
    "report_discount": "double",
    "report_fuel": "double",
    "report_insurance": "double",
    "report_late": "double",
    "report_other": "double",
    "report_parking": "double",
    "report_propane": "double",
    "status": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "timestamp"
}

schema_name_id: 2271
schema_scan_id: 6477051
updated: 2024-04-23 12:11:01

Schema Scans: 1

Last at 2024-04-23 12:10:48

Scan 6477051
- duration: 0:00:12.967916
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6477051
- payload:
```
{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": true,
    "partition": false,
    "s3": {
        "bucket": "sfdl-test",
        "hive_path": "s3://sfdl-test/lkp_hackathon_2024Q2/stellar_imsbooking_payments",
        "key": "lkp_hackathon_2024Q2/stellar_imsbooking_payments/part-00000-f374a6ab-55e8-48a2-9e25-e3d7907951ab-c000.gz.parquet"
    },
    "schema": {
        "name": "sfdl_test_rds.optimize_drivethru_stellar_imsbooking_payments",
        "type": "rds"
    }
}
```
- running: False
- schema_name_id: 2271
- start_time: 2024-04-23 12:10:48
- success: True
- trace_id: 10718469850409951334

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "admin_id": "int",
    "agent_ar_total": "double",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_id": "int",
    "card_type": "string",
    "cash_total": "double",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "double",
    "created_at": "timestamp",
    "credit_total": "double",
    "customer_id": "int",
    "deleted_at": "timestamp",
    "dockmaster_ticket": "string",
    "external_charge_id": "string",
    "frontend": "int",
    "id": "int",
    "internal_application_fee": "double",
    "is_agent_ar": "string",
    "is_synced": "int",
    "mytaskit_id": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "int",
    "payment_for": "string",
    "payment_total": "double",
    "payment_type": "string",
    "report_accessories": "double",
    "report_boats": "double",
    "report_cleaning": "double",
    "report_damages": "double",
    "report_discount": "double",
    "report_fuel": "double",
    "report_insurance": "double",
    "report_late": "double",
    "report_other": "double",
    "report_parking": "double",
    "report_propane": "double",
    "status": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "timestamp"
}

created: 2024-04-23 12:10:49

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_test_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_test_rds.optimize_drivethru_stellar_imsbooking_payments`\n(\n `admin_id`  int , `agent_ar_total`  double , `billing_city`  string , `billing_country`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_state`  string , `billing_street1`  string , `billing_street2`  string , `billing_zip`  string , `booking_id`  int , `card_type`  string , `cash_total`  double , `cc_brand`  string , `cc_connect_id`  string , `cc_connect_type`  string , `cc_country`  string , `cc_funding`  string , `cc_payout_date`  string , `cc_payout_id`  string , `cc_processor_fee`  double , `created_at`  timestamp , `credit_total`  double , `customer_id`  int , `deleted_at`  timestamp , `dockmaster_ticket`  string , `external_charge_id`  string , `frontend`  int , `id`  int , `internal_application_fee`  double , `is_agent_ar`  string , `is_synced`  int , `mytaskit_id`  string , `notes`  string , `offline_type`  string , `original_payment_id`  int , `payment_for`  string , `payment_total`  double , `payment_type`  string , `report_accessories`  double , `report_boats`  double , `report_cleaning`  double , `report_damages`  double , `report_discount`  double , `report_fuel`  double , `report_insurance`  double , `report_late`  double , `report_other`  double , `report_parking`  double , `report_propane`  double , `status`  string , `tenant`  string , `transid`  string , `updated_at`  timestamp \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-test/lkp_hackathon_2024Q2/stellar_imsbooking_payments'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_test_rds.optimize_drivethru_stellar_imsbooking_payments`",
    "repair_table": "MSCK REPAIR TABLE sfdl_test_rds.optimize_drivethru_stellar_imsbooking_payments"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-04-23 12:10:48",
        "disabled": false,
        "format": "raw",
        "id": 2271,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_test_rds",
            "table": "optimize_drivethru_stellar_imsbooking_payments"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "admin_id": "int",
            "agent_ar_total": "double",
            "billing_city": "string",
            "billing_country": "string",
            "billing_firstname": "string",
            "billing_lastname": "string",
            "billing_state": "string",
            "billing_street1": "string",
            "billing_street2": "string",
            "billing_zip": "string",
            "booking_id": "int",
            "card_type": "string",
            "cash_total": "double",
            "cc_brand": "string",
            "cc_connect_id": "string",
            "cc_connect_type": "string",
            "cc_country": "string",
            "cc_funding": "string",
            "cc_payout_date": "string",
            "cc_payout_id": "string",
            "cc_processor_fee": "double",
            "created_at": "timestamp",
            "credit_total": "double",
            "customer_id": "int",
            "deleted_at": "timestamp",
            "dockmaster_ticket": "string",
            "external_charge_id": "string",
            "frontend": "int",
            "id": "int",
            "internal_application_fee": "double",
            "is_agent_ar": "string",
            "is_synced": "int",
            "mytaskit_id": "string",
            "notes": "string",
            "offline_type": "string",
            "original_payment_id": "int",
            "payment_for": "string",
            "payment_total": "double",
            "payment_type": "string",
            "report_accessories": "double",
            "report_boats": "double",
            "report_cleaning": "double",
            "report_damages": "double",
            "report_discount": "double",
            "report_fuel": "double",
            "report_insurance": "double",
            "report_late": "double",
            "report_other": "double",
            "report_parking": "double",
            "report_propane": "double",
            "status": "string",
            "tenant": "string",
            "transid": "string",
            "updated_at": "timestamp"
        },
        "created": "2024-04-23 12:10:49",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_test_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_test_rds.optimize_drivethru_stellar_imsbooking_payments`\n(\n `admin_id`  int , `agent_ar_total`  double , `billing_city`  string , `billing_country`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_state`  string , `billing_street1`  string , `billing_street2`  string , `billing_zip`  string , `booking_id`  int , `card_type`  string , `cash_total`  double , `cc_brand`  string , `cc_connect_id`  string , `cc_connect_type`  string , `cc_country`  string , `cc_funding`  string , `cc_payout_date`  string , `cc_payout_id`  string , `cc_processor_fee`  double , `created_at`  timestamp , `credit_total`  double , `customer_id`  int , `deleted_at`  timestamp , `dockmaster_ticket`  string , `external_charge_id`  string , `frontend`  int , `id`  int , `internal_application_fee`  double , `is_agent_ar`  string , `is_synced`  int , `mytaskit_id`  string , `notes`  string , `offline_type`  string , `original_payment_id`  int , `payment_for`  string , `payment_total`  double , `payment_type`  string , `report_accessories`  double , `report_boats`  double , `report_cleaning`  double , `report_damages`  double , `report_discount`  double , `report_fuel`  double , `report_insurance`  double , `report_late`  double , `report_other`  double , `report_parking`  double , `report_propane`  double , `status`  string , `tenant`  string , `transid`  string , `updated_at`  timestamp \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-test/lkp_hackathon_2024Q2/stellar_imsbooking_payments'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_test_rds.optimize_drivethru_stellar_imsbooking_payments`",
            "repair_table": "MSCK REPAIR TABLE sfdl_test_rds.optimize_drivethru_stellar_imsbooking_payments"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}