Schema Info

Schema Name: sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo
  • created: 2024-05-09 13:19:38
  • disabled: False
  • format: raw
  • id: 2280
  • is_partitioned: False
  • is_schema_datatyped: False
  • name: 
    {
    "database": "sfdl_dev_redshift",
    "table": "sandbox_data_lake_account_rollup_bzo"
}
  • type: redshift
Schema Versions: 2
    • created: 2024-05-09 13:30:23
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`",
    "DROP TABLE IF EXISTS `sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\n(\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715279274'\n",
    "MSCK REPAIR TABLE sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo"
]
    • hive_path: s3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715279274
    • id: 4705555
    • processed: 0
    • raw_data: 
      {
    "access_avg_rev_per_month": "double",
    "access_invoiced_months_last_12m": "double",
    "access_latest_invoice_total": "double",
    "access_rolling_annual_revenue": "double",
    "cancelled_in_product_pd": "date32[day]",
    "corporate_name_pd": "string",
    "count_cancelled_assets_sfdc": "int64",
    "count_debooked_assets_sfdc": "int64",
    "count_inprogress_assets_sfdc": "int64",
    "count_insured_insurance": "int64",
    "count_live_ac_assets_sfdc": "int64",
    "count_live_assets_sfdc": "int64",
    "count_live_dms_assets_sfdc": "int64",
    "count_live_essac_assets_sfdc": "int64",
    "count_live_essfms_assets_sfdc": "int64",
    "count_live_esspay_assets_sfdc": "int64",
    "count_live_fms_assets_sfdc": "int64",
    "count_live_payment_assets_sfdc": "int64",
    "count_live_sboapay_assets_sfdc": "int64",
    "count_live_seac_assets_sfdc": "int64",
    "count_live_sefms_assets_sfdc": "int64",
    "count_live_seweb_assets_sfdc": "int64",
    "count_live_slac_assets_sfdc": "int64",
    "count_live_slfms_assets_sfdc": "int64",
    "count_live_slms_assets_sfdc": "int64",
    "count_live_sms_assets_sfdc": "int64",
    "count_live_spft_assets_sfdc": "int64",
    "count_live_stopay_assets_sfdc": "int64",
    "count_occupied_insurance": "int64",
    "count_of_children_sfdc": "int64",
    "count_of_live_children_sfdc": "int64",
    "count_of_rented_unit_pd": "decimal128(38, 2)",
    "count_of_rented_units_pd": "decimal128(38, 0)",
    "count_of_units_pd": "decimal128(38, 0)",
    "count_of_unpaid_units_31daysplus": "decimal128(38, 2)",
    "count_pending_cancellation_assets_sfdc": "int64",
    "count_total_assets_sfdc": "int64",
    "delinquency_pct_of_rented_units": "decimal128(37, 2)",
    "delinquency_pct_of_total_units": "decimal128(37, 2)",
    "ess_ac_id_rs": "string",
    "ess_cc_id_rs": "string",
    "ess_fms_id_rs": "string",
    "ess_mktg_id_rs": "string",
    "ess_payrix_id_rs": "string",
    "ess_tpp_id_rs": "string",
    "facility_id": "string",
    "facility_name_pd": "string",
    "gate_provider_name_pd": "string",
    "id": "string",
    "install_date_pd": "date32[day]",
    "insurance_avg_rev_per_month": "double",
    "insurance_id_rs": "string",
    "insurance_invoiced_months_last_12m": "double",
    "insurance_latest_invoice_total": "double",
    "insurance_provider_name_pd": "string",
    "insurance_rolling_annual_revenue": "double",
    "insured_occupancy_pct": "decimal128(37, 2)",
    "marketplace_avg_rev_per_month": "double",
    "marketplace_invoiced_months_last_12m": "double",
    "marketplace_latest_invoice_total": "double",
    "marketplace_rolling_annual_revenue": "double",
    "occupancy_rate_pd": "decimal128(37, 2)",
    "parentid": "string",
    "payment_provider_name_pd": "string",
    "payments_avg_rev_per_month": "double",
    "payments_invoiced_months_last_12m": "double",
    "payments_latest_invoice_total": "double",
    "payments_rolling_annual_revenue": "double",
    "reporting_date": "timestamp[ns]",
    "sboa_id_rs": "string",
    "se_ac_id_rs": "string",
    "se_dms_id_rs": "string",
    "se_fms_cuuid_rs": "string",
    "se_fms_id_rs": "string",
    "se_fms_uuid_rs": "string",
    "se_web_id_rs": "string",
    "se_web_plus_id_rs": "string",
    "site_city_rs": "string",
    "site_country_rs": "string",
    "site_state_rs": "string",
    "site_street_rs": "string",
    "site_zip_rs": "string",
    "sl_ac_id_rs": "string",
    "slms_id_rs": "string",
    "slwe_fms_id_rs": "string",
    "sms_id_rs": "string",
    "software_avg_rev_per_month": "double",
    "software_invoiced_months_last_12m": "double",
    "software_latest_invoice_total": "double",
    "software_rolling_annual_revenue": "double",
    "sparefoot_id_rs": "string",
    "stopay_id_rs": "string",
    "sum_of_unpaid_charges_31daysplus": "decimal128(38, 2)",
    "tenant_notification_provider_pd": "string",
    "total_avg_rev_per_month": "decimal128(24, 0)",
    "total_invoiced_months_last_12m": "decimal128(19, 0)",
    "total_latest_invoice_total": "decimal128(24, 0)",
    "total_rolling_annual_revenue": "decimal128(24, 0)",
    "websites_avg_rev_per_month": "double",
    "websites_invoiced_months_last_12m": "double",
    "websites_latest_invoice_total": "double",
    "websites_rolling_annual_revenue": "double",
    "workato_group": "int32"
}
    • schema_attributes: 
      {
    "access_avg_rev_per_month": "double",
    "access_invoiced_months_last_12m": "double",
    "access_latest_invoice_total": "double",
    "access_rolling_annual_revenue": "double",
    "cancelled_in_product_pd": "date",
    "corporate_name_pd": "string",
    "count_cancelled_assets_sfdc": "bigint",
    "count_debooked_assets_sfdc": "bigint",
    "count_inprogress_assets_sfdc": "bigint",
    "count_insured_insurance": "bigint",
    "count_live_ac_assets_sfdc": "bigint",
    "count_live_assets_sfdc": "bigint",
    "count_live_dms_assets_sfdc": "bigint",
    "count_live_essac_assets_sfdc": "bigint",
    "count_live_essfms_assets_sfdc": "bigint",
    "count_live_esspay_assets_sfdc": "bigint",
    "count_live_fms_assets_sfdc": "bigint",
    "count_live_payment_assets_sfdc": "bigint",
    "count_live_sboapay_assets_sfdc": "bigint",
    "count_live_seac_assets_sfdc": "bigint",
    "count_live_sefms_assets_sfdc": "bigint",
    "count_live_seweb_assets_sfdc": "bigint",
    "count_live_slac_assets_sfdc": "bigint",
    "count_live_slfms_assets_sfdc": "bigint",
    "count_live_slms_assets_sfdc": "bigint",
    "count_live_sms_assets_sfdc": "bigint",
    "count_live_spft_assets_sfdc": "bigint",
    "count_live_stopay_assets_sfdc": "bigint",
    "count_occupied_insurance": "bigint",
    "count_of_children_sfdc": "bigint",
    "count_of_live_children_sfdc": "bigint",
    "count_of_rented_unit_pd": "decimal128(38, 2)",
    "count_of_rented_units_pd": "decimal128(38, 0)",
    "count_of_units_pd": "decimal128(38, 0)",
    "count_of_unpaid_units_31daysplus": "decimal128(38, 2)",
    "count_pending_cancellation_assets_sfdc": "bigint",
    "count_total_assets_sfdc": "bigint",
    "delinquency_pct_of_rented_units": "decimal128(37, 2)",
    "delinquency_pct_of_total_units": "decimal128(37, 2)",
    "ess_ac_id_rs": "string",
    "ess_cc_id_rs": "string",
    "ess_fms_id_rs": "string",
    "ess_mktg_id_rs": "string",
    "ess_payrix_id_rs": "string",
    "ess_tpp_id_rs": "string",
    "facility_id": "string",
    "facility_name_pd": "string",
    "gate_provider_name_pd": "string",
    "id": "string",
    "install_date_pd": "date",
    "insurance_avg_rev_per_month": "double",
    "insurance_id_rs": "string",
    "insurance_invoiced_months_last_12m": "double",
    "insurance_latest_invoice_total": "double",
    "insurance_provider_name_pd": "string",
    "insurance_rolling_annual_revenue": "double",
    "insured_occupancy_pct": "decimal128(37, 2)",
    "marketplace_avg_rev_per_month": "double",
    "marketplace_invoiced_months_last_12m": "double",
    "marketplace_latest_invoice_total": "double",
    "marketplace_rolling_annual_revenue": "double",
    "occupancy_rate_pd": "decimal128(37, 2)",
    "parentid": "string",
    "payment_provider_name_pd": "string",
    "payments_avg_rev_per_month": "double",
    "payments_invoiced_months_last_12m": "double",
    "payments_latest_invoice_total": "double",
    "payments_rolling_annual_revenue": "double",
    "reporting_date": "timestamp",
    "sboa_id_rs": "string",
    "se_ac_id_rs": "string",
    "se_dms_id_rs": "string",
    "se_fms_cuuid_rs": "string",
    "se_fms_id_rs": "string",
    "se_fms_uuid_rs": "string",
    "se_web_id_rs": "string",
    "se_web_plus_id_rs": "string",
    "site_city_rs": "string",
    "site_country_rs": "string",
    "site_state_rs": "string",
    "site_street_rs": "string",
    "site_zip_rs": "string",
    "sl_ac_id_rs": "string",
    "slms_id_rs": "string",
    "slwe_fms_id_rs": "string",
    "sms_id_rs": "string",
    "software_avg_rev_per_month": "double",
    "software_invoiced_months_last_12m": "double",
    "software_latest_invoice_total": "double",
    "software_rolling_annual_revenue": "double",
    "sparefoot_id_rs": "string",
    "stopay_id_rs": "string",
    "sum_of_unpaid_charges_31daysplus": "decimal128(38, 2)",
    "tenant_notification_provider_pd": "string",
    "total_avg_rev_per_month": "decimal128(24, 0)",
    "total_invoiced_months_last_12m": "decimal128(19, 0)",
    "total_latest_invoice_total": "decimal128(24, 0)",
    "total_rolling_annual_revenue": "decimal128(24, 0)",
    "websites_avg_rev_per_month": "double",
    "websites_invoiced_months_last_12m": "double",
    "websites_latest_invoice_total": "double",
    "websites_rolling_annual_revenue": "double",
    "workato_group": "int"
}
    • schema_name_id: 2280
    • schema_scan_id: 6488225
    • updated: None
    • created: 2024-05-09 13:19:41
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`",
    "DROP TABLE IF EXISTS `sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\n(\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715278718'\n",
    "MSCK REPAIR TABLE sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo"
]
    • hive_path: s3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715278718
    • id: 4705519
    • processed: 0
    • raw_data: 
      {
    "access_avg_rev_per_month": "double",
    "access_invoiced_months_last_12m": "double",
    "access_latest_invoice_total": "double",
    "access_rolling_annual_revenue": "double",
    "cancelled_in_product_pd": "date32[day]",
    "corporate_name_pd": "string",
    "count_cancelled_assets_sfdc": "int64",
    "count_debooked_assets_sfdc": "int64",
    "count_inprogress_assets_sfdc": "int64",
    "count_insured_insurance": "int64",
    "count_live_ac_assets_sfdc": "int64",
    "count_live_assets_sfdc": "int64",
    "count_live_dms_assets_sfdc": "int64",
    "count_live_essac_assets_sfdc": "int64",
    "count_live_essfms_assets_sfdc": "int64",
    "count_live_esspay_assets_sfdc": "int64",
    "count_live_fms_assets_sfdc": "int64",
    "count_live_payment_assets_sfdc": "int64",
    "count_live_sboapay_assets_sfdc": "int64",
    "count_live_seac_assets_sfdc": "int64",
    "count_live_sefms_assets_sfdc": "int64",
    "count_live_seweb_assets_sfdc": "int64",
    "count_live_slac_assets_sfdc": "int64",
    "count_live_slfms_assets_sfdc": "int64",
    "count_live_slms_assets_sfdc": "int64",
    "count_live_sms_assets_sfdc": "int64",
    "count_live_spft_assets_sfdc": "int64",
    "count_live_stopay_assets_sfdc": "int64",
    "count_occupied_insurance": "int64",
    "count_of_children_sfdc": "int64",
    "count_of_live_children_sfdc": "int64",
    "count_of_rented_unit_pd": "decimal128(38, 2)",
    "count_of_rented_units_pd": "decimal128(38, 0)",
    "count_of_units_pd": "decimal128(38, 0)",
    "count_of_unpaid_units_31daysplus": "decimal128(38, 2)",
    "count_pending_cancellation_assets_sfdc": "int64",
    "count_total_assets_sfdc": "int64",
    "delinquency_pct_of_rented_units": "decimal128(37, 2)",
    "delinquency_pct_of_total_units": "decimal128(37, 2)",
    "ess_ac_id_rs": "string",
    "ess_cc_id_rs": "string",
    "ess_fms_id_rs": "string",
    "ess_mktg_id_rs": "string",
    "ess_payrix_id_rs": "string",
    "ess_tpp_id_rs": "string",
    "facility_id": "string",
    "facility_name_pd": "string",
    "gate_provider_name_pd": "string",
    "id": "string",
    "install_date_pd": "date32[day]",
    "insurance_avg_rev_per_month": "double",
    "insurance_id_rs": "string",
    "insurance_invoiced_months_last_12m": "double",
    "insurance_latest_invoice_total": "double",
    "insurance_provider_name_pd": "string",
    "insurance_rolling_annual_revenue": "double",
    "insured_occupancy_pct": "decimal128(37, 2)",
    "marketplace_avg_rev_per_month": "double",
    "marketplace_invoiced_months_last_12m": "double",
    "marketplace_latest_invoice_total": "double",
    "marketplace_rolling_annual_revenue": "double",
    "occupancy_rate_pd": "decimal128(37, 2)",
    "parentid": "string",
    "payment_provider_name_pd": "string",
    "payments_avg_rev_per_month": "double",
    "payments_invoiced_months_last_12m": "double",
    "payments_latest_invoice_total": "double",
    "payments_rolling_annual_revenue": "double",
    "reporting_date": "timestamp[ns]",
    "sboa_id_rs": "string",
    "se_ac_id_rs": "string",
    "se_dms_id_rs": "string",
    "se_fms_cuuid_rs": "string",
    "se_fms_id_rs": "string",
    "se_fms_uuid_rs": "string",
    "se_web_id_rs": "string",
    "se_web_plus_id_rs": "string",
    "site_city_rs": "string",
    "site_country_rs": "string",
    "site_state_rs": "string",
    "site_street_rs": "string",
    "site_zip_rs": "string",
    "sl_ac_id_rs": "string",
    "slms_id_rs": "string",
    "slwe_fms_id_rs": "string",
    "sms_id_rs": "string",
    "software_avg_rev_per_month": "double",
    "software_invoiced_months_last_12m": "double",
    "software_latest_invoice_total": "double",
    "software_rolling_annual_revenue": "double",
    "sparefoot_id_rs": "string",
    "stopay_id_rs": "string",
    "sum_of_unpaid_charges_31daysplus": "decimal128(38, 2)",
    "tenant_notification_provider_pd": "string",
    "total_avg_rev_per_month": "decimal128(24, 0)",
    "total_invoiced_months_last_12m": "decimal128(19, 0)",
    "total_latest_invoice_total": "decimal128(24, 0)",
    "total_rolling_annual_revenue": "decimal128(24, 0)",
    "websites_avg_rev_per_month": "double",
    "websites_invoiced_months_last_12m": "double",
    "websites_latest_invoice_total": "double",
    "websites_rolling_annual_revenue": "double",
    "workato_group": "int32"
}
    • schema_attributes: 
      {
    "access_avg_rev_per_month": "double",
    "access_invoiced_months_last_12m": "double",
    "access_latest_invoice_total": "double",
    "access_rolling_annual_revenue": "double",
    "cancelled_in_product_pd": "date",
    "corporate_name_pd": "string",
    "count_cancelled_assets_sfdc": "bigint",
    "count_debooked_assets_sfdc": "bigint",
    "count_inprogress_assets_sfdc": "bigint",
    "count_insured_insurance": "bigint",
    "count_live_ac_assets_sfdc": "bigint",
    "count_live_assets_sfdc": "bigint",
    "count_live_dms_assets_sfdc": "bigint",
    "count_live_essac_assets_sfdc": "bigint",
    "count_live_essfms_assets_sfdc": "bigint",
    "count_live_esspay_assets_sfdc": "bigint",
    "count_live_fms_assets_sfdc": "bigint",
    "count_live_payment_assets_sfdc": "bigint",
    "count_live_sboapay_assets_sfdc": "bigint",
    "count_live_seac_assets_sfdc": "bigint",
    "count_live_sefms_assets_sfdc": "bigint",
    "count_live_seweb_assets_sfdc": "bigint",
    "count_live_slac_assets_sfdc": "bigint",
    "count_live_slfms_assets_sfdc": "bigint",
    "count_live_slms_assets_sfdc": "bigint",
    "count_live_sms_assets_sfdc": "bigint",
    "count_live_spft_assets_sfdc": "bigint",
    "count_live_stopay_assets_sfdc": "bigint",
    "count_occupied_insurance": "bigint",
    "count_of_children_sfdc": "bigint",
    "count_of_live_children_sfdc": "bigint",
    "count_of_rented_unit_pd": "decimal128(38, 2)",
    "count_of_rented_units_pd": "decimal128(38, 0)",
    "count_of_units_pd": "decimal128(38, 0)",
    "count_of_unpaid_units_31daysplus": "decimal128(38, 2)",
    "count_pending_cancellation_assets_sfdc": "bigint",
    "count_total_assets_sfdc": "bigint",
    "delinquency_pct_of_rented_units": "decimal128(37, 2)",
    "delinquency_pct_of_total_units": "decimal128(37, 2)",
    "ess_ac_id_rs": "string",
    "ess_cc_id_rs": "string",
    "ess_fms_id_rs": "string",
    "ess_mktg_id_rs": "string",
    "ess_payrix_id_rs": "string",
    "ess_tpp_id_rs": "string",
    "facility_id": "string",
    "facility_name_pd": "string",
    "gate_provider_name_pd": "string",
    "id": "string",
    "install_date_pd": "date",
    "insurance_avg_rev_per_month": "double",
    "insurance_id_rs": "string",
    "insurance_invoiced_months_last_12m": "double",
    "insurance_latest_invoice_total": "double",
    "insurance_provider_name_pd": "string",
    "insurance_rolling_annual_revenue": "double",
    "insured_occupancy_pct": "decimal128(37, 2)",
    "marketplace_avg_rev_per_month": "double",
    "marketplace_invoiced_months_last_12m": "double",
    "marketplace_latest_invoice_total": "double",
    "marketplace_rolling_annual_revenue": "double",
    "occupancy_rate_pd": "decimal128(37, 2)",
    "parentid": "string",
    "payment_provider_name_pd": "string",
    "payments_avg_rev_per_month": "double",
    "payments_invoiced_months_last_12m": "double",
    "payments_latest_invoice_total": "double",
    "payments_rolling_annual_revenue": "double",
    "reporting_date": "timestamp",
    "sboa_id_rs": "string",
    "se_ac_id_rs": "string",
    "se_dms_id_rs": "string",
    "se_fms_cuuid_rs": "string",
    "se_fms_id_rs": "string",
    "se_fms_uuid_rs": "string",
    "se_web_id_rs": "string",
    "se_web_plus_id_rs": "string",
    "site_city_rs": "string",
    "site_country_rs": "string",
    "site_state_rs": "string",
    "site_street_rs": "string",
    "site_zip_rs": "string",
    "sl_ac_id_rs": "string",
    "slms_id_rs": "string",
    "slwe_fms_id_rs": "string",
    "sms_id_rs": "string",
    "software_avg_rev_per_month": "double",
    "software_invoiced_months_last_12m": "double",
    "software_latest_invoice_total": "double",
    "software_rolling_annual_revenue": "double",
    "sparefoot_id_rs": "string",
    "stopay_id_rs": "string",
    "sum_of_unpaid_charges_31daysplus": "decimal128(38, 2)",
    "tenant_notification_provider_pd": "string",
    "total_avg_rev_per_month": "decimal128(24, 0)",
    "total_invoiced_months_last_12m": "decimal128(19, 0)",
    "total_latest_invoice_total": "decimal128(24, 0)",
    "total_rolling_annual_revenue": "decimal128(24, 0)",
    "websites_avg_rev_per_month": "double",
    "websites_invoiced_months_last_12m": "double",
    "websites_latest_invoice_total": "double",
    "websites_rolling_annual_revenue": "double",
    "workato_group": "int"
}
    • schema_name_id: 2280
    • schema_scan_id: 6488077
    • updated: None
Schema Scans: 2
Last at 2024-05-09 13:30:20
    • duration: 0:00:11.275277
    • exit_message: 
      {
    "exception": "failed to apply schema `Query failed: FAILED: ParseException line 4:1249 cannot recognize input near 'decimal128' '(' '38' in column type `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\n(\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715279274'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`', 'DROP TABLE IF EXISTS `sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\\n(\\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \\n)\\nROW FORMAT SERDE\\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715279274'\\n\", 'MSCK REPAIR TABLE sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/src/athena-runner/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nathena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: ParseException line 4:1249 cannot recognize input near 'decimal128' '(' '38' in column type `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\n(\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715279274'\n`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 98, in run\n    response['ddl_changed'] = table_generator.run()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: ParseException line 4:1249 cannot recognize input near 'decimal128' '(' '38' in column type `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\n(\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715279274'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`', 'DROP TABLE IF EXISTS `sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\\n(\\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \\n)\\nROW FORMAT SERDE\\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715279274'\\n\", 'MSCK REPAIR TABLE sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo']\n: Expecting value: line 1 column 1 (char 0)"
}
    • id: 6488225
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-redshift-sandbox-dev",
        "hive_path": "s3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715279274",
        "key": "raw/data_lake_account_rollup_bzo/2024-05-09/1715279274/0007_part_00.parquet"
    },
    "schema": {
        "name": "sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 169203357802704930,
        "service_name": "drive-thru",
        "span_id": 16274873712778199707,
        "trace_id": 2301085663902251548
    }
}
    • running: False
    • schema_name_id: 2280
    • start_time: 2024-05-09 13:30:20
    • success: False
    • trace_id: 2301085663902251548
    • duration: 0:00:11.280985
    • exit_message: 
      {
    "exception": "failed to apply schema `Query failed: FAILED: ParseException line 4:1249 cannot recognize input near 'decimal128' '(' '38' in column type `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\n(\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715278718'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`', 'DROP TABLE IF EXISTS `sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\\n(\\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \\n)\\nROW FORMAT SERDE\\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715278718'\\n\", 'MSCK REPAIR TABLE sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/src/athena-runner/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nathena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: ParseException line 4:1249 cannot recognize input near 'decimal128' '(' '38' in column type `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\n(\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715278718'\n`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 98, in run\n    response['ddl_changed'] = table_generator.run()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: ParseException line 4:1249 cannot recognize input near 'decimal128' '(' '38' in column type `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\n(\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715278718'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`', 'DROP TABLE IF EXISTS `sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\\n(\\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \\n)\\nROW FORMAT SERDE\\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715278718'\\n\", 'MSCK REPAIR TABLE sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo']\n: Expecting value: line 1 column 1 (char 0)"
}
    • id: 6488077
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-redshift-sandbox-dev",
        "hive_path": "s3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715278718",
        "key": "raw/data_lake_account_rollup_bzo/2024-05-09/1715278718/0007_part_00.parquet"
    },
    "schema": {
        "name": "sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 10969884512810092616,
        "service_name": "drive-thru",
        "span_id": 13831939606592610918,
        "trace_id": 13811092730067744425
    }
}
    • running: False
    • schema_name_id: 2280
    • start_time: 2024-05-09 13:19:38
    • success: False
    • trace_id: 13811092730067744425
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state: 
    []
  • type: None
Schema:
  • attributes: 
    {
    "access_avg_rev_per_month": "double",
    "access_invoiced_months_last_12m": "double",
    "access_latest_invoice_total": "double",
    "access_rolling_annual_revenue": "double",
    "cancelled_in_product_pd": "date",
    "corporate_name_pd": "string",
    "count_cancelled_assets_sfdc": "bigint",
    "count_debooked_assets_sfdc": "bigint",
    "count_inprogress_assets_sfdc": "bigint",
    "count_insured_insurance": "bigint",
    "count_live_ac_assets_sfdc": "bigint",
    "count_live_assets_sfdc": "bigint",
    "count_live_dms_assets_sfdc": "bigint",
    "count_live_essac_assets_sfdc": "bigint",
    "count_live_essfms_assets_sfdc": "bigint",
    "count_live_esspay_assets_sfdc": "bigint",
    "count_live_fms_assets_sfdc": "bigint",
    "count_live_payment_assets_sfdc": "bigint",
    "count_live_sboapay_assets_sfdc": "bigint",
    "count_live_seac_assets_sfdc": "bigint",
    "count_live_sefms_assets_sfdc": "bigint",
    "count_live_seweb_assets_sfdc": "bigint",
    "count_live_slac_assets_sfdc": "bigint",
    "count_live_slfms_assets_sfdc": "bigint",
    "count_live_slms_assets_sfdc": "bigint",
    "count_live_sms_assets_sfdc": "bigint",
    "count_live_spft_assets_sfdc": "bigint",
    "count_live_stopay_assets_sfdc": "bigint",
    "count_occupied_insurance": "bigint",
    "count_of_children_sfdc": "bigint",
    "count_of_live_children_sfdc": "bigint",
    "count_of_rented_unit_pd": "decimal128(38, 2)",
    "count_of_rented_units_pd": "decimal128(38, 0)",
    "count_of_units_pd": "decimal128(38, 0)",
    "count_of_unpaid_units_31daysplus": "decimal128(38, 2)",
    "count_pending_cancellation_assets_sfdc": "bigint",
    "count_total_assets_sfdc": "bigint",
    "delinquency_pct_of_rented_units": "decimal128(37, 2)",
    "delinquency_pct_of_total_units": "decimal128(37, 2)",
    "ess_ac_id_rs": "string",
    "ess_cc_id_rs": "string",
    "ess_fms_id_rs": "string",
    "ess_mktg_id_rs": "string",
    "ess_payrix_id_rs": "string",
    "ess_tpp_id_rs": "string",
    "facility_id": "string",
    "facility_name_pd": "string",
    "gate_provider_name_pd": "string",
    "id": "string",
    "install_date_pd": "date",
    "insurance_avg_rev_per_month": "double",
    "insurance_id_rs": "string",
    "insurance_invoiced_months_last_12m": "double",
    "insurance_latest_invoice_total": "double",
    "insurance_provider_name_pd": "string",
    "insurance_rolling_annual_revenue": "double",
    "insured_occupancy_pct": "decimal128(37, 2)",
    "marketplace_avg_rev_per_month": "double",
    "marketplace_invoiced_months_last_12m": "double",
    "marketplace_latest_invoice_total": "double",
    "marketplace_rolling_annual_revenue": "double",
    "occupancy_rate_pd": "decimal128(37, 2)",
    "parentid": "string",
    "payment_provider_name_pd": "string",
    "payments_avg_rev_per_month": "double",
    "payments_invoiced_months_last_12m": "double",
    "payments_latest_invoice_total": "double",
    "payments_rolling_annual_revenue": "double",
    "reporting_date": "timestamp",
    "sboa_id_rs": "string",
    "se_ac_id_rs": "string",
    "se_dms_id_rs": "string",
    "se_fms_cuuid_rs": "string",
    "se_fms_id_rs": "string",
    "se_fms_uuid_rs": "string",
    "se_web_id_rs": "string",
    "se_web_plus_id_rs": "string",
    "site_city_rs": "string",
    "site_country_rs": "string",
    "site_state_rs": "string",
    "site_street_rs": "string",
    "site_zip_rs": "string",
    "sl_ac_id_rs": "string",
    "slms_id_rs": "string",
    "slwe_fms_id_rs": "string",
    "sms_id_rs": "string",
    "software_avg_rev_per_month": "double",
    "software_invoiced_months_last_12m": "double",
    "software_latest_invoice_total": "double",
    "software_rolling_annual_revenue": "double",
    "sparefoot_id_rs": "string",
    "stopay_id_rs": "string",
    "sum_of_unpaid_charges_31daysplus": "decimal128(38, 2)",
    "tenant_notification_provider_pd": "string",
    "total_avg_rev_per_month": "decimal128(24, 0)",
    "total_invoiced_months_last_12m": "decimal128(19, 0)",
    "total_latest_invoice_total": "decimal128(24, 0)",
    "total_rolling_annual_revenue": "decimal128(24, 0)",
    "websites_avg_rev_per_month": "double",
    "websites_invoiced_months_last_12m": "double",
    "websites_latest_invoice_total": "double",
    "websites_rolling_annual_revenue": "double",
    "workato_group": "int"
}
  • created: 2024-05-09 13:30:23
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\n(\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715279274'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo"
}
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw: 
{
    "name": {
        "created": "2024-05-09 13:19:38",
        "disabled": false,
        "format": "raw",
        "id": 2280,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_dev_redshift",
            "table": "sandbox_data_lake_account_rollup_bzo"
        },
        "type": "redshift"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "access_avg_rev_per_month": "double",
            "access_invoiced_months_last_12m": "double",
            "access_latest_invoice_total": "double",
            "access_rolling_annual_revenue": "double",
            "cancelled_in_product_pd": "date",
            "corporate_name_pd": "string",
            "count_cancelled_assets_sfdc": "bigint",
            "count_debooked_assets_sfdc": "bigint",
            "count_inprogress_assets_sfdc": "bigint",
            "count_insured_insurance": "bigint",
            "count_live_ac_assets_sfdc": "bigint",
            "count_live_assets_sfdc": "bigint",
            "count_live_dms_assets_sfdc": "bigint",
            "count_live_essac_assets_sfdc": "bigint",
            "count_live_essfms_assets_sfdc": "bigint",
            "count_live_esspay_assets_sfdc": "bigint",
            "count_live_fms_assets_sfdc": "bigint",
            "count_live_payment_assets_sfdc": "bigint",
            "count_live_sboapay_assets_sfdc": "bigint",
            "count_live_seac_assets_sfdc": "bigint",
            "count_live_sefms_assets_sfdc": "bigint",
            "count_live_seweb_assets_sfdc": "bigint",
            "count_live_slac_assets_sfdc": "bigint",
            "count_live_slfms_assets_sfdc": "bigint",
            "count_live_slms_assets_sfdc": "bigint",
            "count_live_sms_assets_sfdc": "bigint",
            "count_live_spft_assets_sfdc": "bigint",
            "count_live_stopay_assets_sfdc": "bigint",
            "count_occupied_insurance": "bigint",
            "count_of_children_sfdc": "bigint",
            "count_of_live_children_sfdc": "bigint",
            "count_of_rented_unit_pd": "decimal128(38, 2)",
            "count_of_rented_units_pd": "decimal128(38, 0)",
            "count_of_units_pd": "decimal128(38, 0)",
            "count_of_unpaid_units_31daysplus": "decimal128(38, 2)",
            "count_pending_cancellation_assets_sfdc": "bigint",
            "count_total_assets_sfdc": "bigint",
            "delinquency_pct_of_rented_units": "decimal128(37, 2)",
            "delinquency_pct_of_total_units": "decimal128(37, 2)",
            "ess_ac_id_rs": "string",
            "ess_cc_id_rs": "string",
            "ess_fms_id_rs": "string",
            "ess_mktg_id_rs": "string",
            "ess_payrix_id_rs": "string",
            "ess_tpp_id_rs": "string",
            "facility_id": "string",
            "facility_name_pd": "string",
            "gate_provider_name_pd": "string",
            "id": "string",
            "install_date_pd": "date",
            "insurance_avg_rev_per_month": "double",
            "insurance_id_rs": "string",
            "insurance_invoiced_months_last_12m": "double",
            "insurance_latest_invoice_total": "double",
            "insurance_provider_name_pd": "string",
            "insurance_rolling_annual_revenue": "double",
            "insured_occupancy_pct": "decimal128(37, 2)",
            "marketplace_avg_rev_per_month": "double",
            "marketplace_invoiced_months_last_12m": "double",
            "marketplace_latest_invoice_total": "double",
            "marketplace_rolling_annual_revenue": "double",
            "occupancy_rate_pd": "decimal128(37, 2)",
            "parentid": "string",
            "payment_provider_name_pd": "string",
            "payments_avg_rev_per_month": "double",
            "payments_invoiced_months_last_12m": "double",
            "payments_latest_invoice_total": "double",
            "payments_rolling_annual_revenue": "double",
            "reporting_date": "timestamp",
            "sboa_id_rs": "string",
            "se_ac_id_rs": "string",
            "se_dms_id_rs": "string",
            "se_fms_cuuid_rs": "string",
            "se_fms_id_rs": "string",
            "se_fms_uuid_rs": "string",
            "se_web_id_rs": "string",
            "se_web_plus_id_rs": "string",
            "site_city_rs": "string",
            "site_country_rs": "string",
            "site_state_rs": "string",
            "site_street_rs": "string",
            "site_zip_rs": "string",
            "sl_ac_id_rs": "string",
            "slms_id_rs": "string",
            "slwe_fms_id_rs": "string",
            "sms_id_rs": "string",
            "software_avg_rev_per_month": "double",
            "software_invoiced_months_last_12m": "double",
            "software_latest_invoice_total": "double",
            "software_rolling_annual_revenue": "double",
            "sparefoot_id_rs": "string",
            "stopay_id_rs": "string",
            "sum_of_unpaid_charges_31daysplus": "decimal128(38, 2)",
            "tenant_notification_provider_pd": "string",
            "total_avg_rev_per_month": "decimal128(24, 0)",
            "total_invoiced_months_last_12m": "decimal128(19, 0)",
            "total_latest_invoice_total": "decimal128(24, 0)",
            "total_rolling_annual_revenue": "decimal128(24, 0)",
            "websites_avg_rev_per_month": "double",
            "websites_invoiced_months_last_12m": "double",
            "websites_latest_invoice_total": "double",
            "websites_rolling_annual_revenue": "double",
            "workato_group": "int"
        },
        "created": "2024-05-09 13:30:23",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`\n(\n `access_avg_rev_per_month`  double , `access_invoiced_months_last_12m`  double , `access_latest_invoice_total`  double , `access_rolling_annual_revenue`  double , `cancelled_in_product_pd`  date , `corporate_name_pd`  string , `count_cancelled_assets_sfdc`  bigint , `count_debooked_assets_sfdc`  bigint , `count_inprogress_assets_sfdc`  bigint , `count_insured_insurance`  bigint , `count_live_ac_assets_sfdc`  bigint , `count_live_assets_sfdc`  bigint , `count_live_dms_assets_sfdc`  bigint , `count_live_essac_assets_sfdc`  bigint , `count_live_essfms_assets_sfdc`  bigint , `count_live_esspay_assets_sfdc`  bigint , `count_live_fms_assets_sfdc`  bigint , `count_live_payment_assets_sfdc`  bigint , `count_live_sboapay_assets_sfdc`  bigint , `count_live_seac_assets_sfdc`  bigint , `count_live_sefms_assets_sfdc`  bigint , `count_live_seweb_assets_sfdc`  bigint , `count_live_slac_assets_sfdc`  bigint , `count_live_slfms_assets_sfdc`  bigint , `count_live_slms_assets_sfdc`  bigint , `count_live_sms_assets_sfdc`  bigint , `count_live_spft_assets_sfdc`  bigint , `count_live_stopay_assets_sfdc`  bigint , `count_occupied_insurance`  bigint , `count_of_children_sfdc`  bigint , `count_of_live_children_sfdc`  bigint , `count_of_rented_unit_pd`  decimal128(38, 2) , `count_of_rented_units_pd`  decimal128(38, 0) , `count_of_units_pd`  decimal128(38, 0) , `count_of_unpaid_units_31daysplus`  decimal128(38, 2) , `count_pending_cancellation_assets_sfdc`  bigint , `count_total_assets_sfdc`  bigint , `delinquency_pct_of_rented_units`  decimal128(37, 2) , `delinquency_pct_of_total_units`  decimal128(37, 2) , `ess_ac_id_rs`  string , `ess_cc_id_rs`  string , `ess_fms_id_rs`  string , `ess_mktg_id_rs`  string , `ess_payrix_id_rs`  string , `ess_tpp_id_rs`  string , `facility_id`  string , `facility_name_pd`  string , `gate_provider_name_pd`  string , `id`  string , `install_date_pd`  date , `insurance_avg_rev_per_month`  double , `insurance_id_rs`  string , `insurance_invoiced_months_last_12m`  double , `insurance_latest_invoice_total`  double , `insurance_provider_name_pd`  string , `insurance_rolling_annual_revenue`  double , `insured_occupancy_pct`  decimal128(37, 2) , `marketplace_avg_rev_per_month`  double , `marketplace_invoiced_months_last_12m`  double , `marketplace_latest_invoice_total`  double , `marketplace_rolling_annual_revenue`  double , `occupancy_rate_pd`  decimal128(37, 2) , `parentid`  string , `payment_provider_name_pd`  string , `payments_avg_rev_per_month`  double , `payments_invoiced_months_last_12m`  double , `payments_latest_invoice_total`  double , `payments_rolling_annual_revenue`  double , `reporting_date`  timestamp , `sboa_id_rs`  string , `se_ac_id_rs`  string , `se_dms_id_rs`  string , `se_fms_cuuid_rs`  string , `se_fms_id_rs`  string , `se_fms_uuid_rs`  string , `se_web_id_rs`  string , `se_web_plus_id_rs`  string , `site_city_rs`  string , `site_country_rs`  string , `site_state_rs`  string , `site_street_rs`  string , `site_zip_rs`  string , `sl_ac_id_rs`  string , `slms_id_rs`  string , `slwe_fms_id_rs`  string , `sms_id_rs`  string , `software_avg_rev_per_month`  double , `software_invoiced_months_last_12m`  double , `software_latest_invoice_total`  double , `software_rolling_annual_revenue`  double , `sparefoot_id_rs`  string , `stopay_id_rs`  string , `sum_of_unpaid_charges_31daysplus`  decimal128(38, 2) , `tenant_notification_provider_pd`  string , `total_avg_rev_per_month`  decimal128(24, 0) , `total_invoiced_months_last_12m`  decimal128(19, 0) , `total_latest_invoice_total`  decimal128(24, 0) , `total_rolling_annual_revenue`  decimal128(24, 0) , `websites_avg_rev_per_month`  double , `websites_invoiced_months_last_12m`  double , `websites_latest_invoice_total`  double , `websites_rolling_annual_revenue`  double , `workato_group`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-sandbox-dev/raw/data_lake_account_rollup_bzo/2024-05-09/1715279274'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_redshift.sandbox_data_lake_account_rollup_bzo"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}
©2019 SpareFoot Data Platform