Schema Info

Schema Name: sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1
  • created: 2022-11-15 12:03:09
  • disabled: False
  • format: raw
  • id: 2140
  • is_partitioned: True
  • is_schema_datatyped: True
  • name: 
    {
    "database": "sfdl_dev_drivethru",
    "table": "benjamincostreportsdev_benjamindevelopment1"
}
  • type: drivethrucsv
Schema Versions: 1
    • created: 2022-11-15 12:03:18
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1`\n(\n `identity_lineitemid`  string , `identity_timeinterval`  string , `bill_invoiceid`  string , `bill_invoicingentity`  string , `bill_billingentity`  string , `bill_billtype`  string , `bill_payeraccountid`  string , `bill_billingperiodstartdate`  string , `bill_billingperiodenddate`  string , `lineitem_usageaccountid`  string , `lineitem_lineitemtype`  string , `lineitem_usagestartdate`  string , `lineitem_usageenddate`  string , `lineitem_productcode`  string , `lineitem_usagetype`  string , `lineitem_operation`  string , `lineitem_availabilityzone`  string , `lineitem_resourceid`  string , `lineitem_usageamount`  string , `lineitem_normalizationfactor`  string , `lineitem_normalizedusageamount`  string , `lineitem_currencycode`  string , `lineitem_unblendedrate`  string , `lineitem_unblendedcost`  string , `lineitem_blendedrate`  string , `lineitem_blendedcost`  string , `lineitem_lineitemdescription`  string , `lineitem_taxtype`  string , `lineitem_legalentity`  string , `product_productname`  string , `product_purchaseoption`  string , `product_accesstype`  string , `product_alarmtype`  string , `product_availability`  string , `product_availabilityzone`  string , `product_bundle`  string , `product_bundledescription`  string , `product_bundlegroup`  string , `product_cacheengine`  string , `product_cachetype`  string , `product_callingtype`  string , `product_capacitystatus`  string , `product_category`  string , `product_citype`  string , `product_classicnetworkingsupport`  string , `product_clockspeed`  string , `product_component`  string , `product_computefamily`  string , `product_computetype`  string , `product_contenttype`  string , `product_country`  string , `product_countsagainstquota`  string , `product_cputype`  string , `product_currentgeneration`  string , `product_data`  string , `product_datatransferquota`  string , `product_databaseedition`  string , `product_databaseengine`  string , `product_dedicatedebsthroughput`  string , `product_deploymentoption`  string , `product_description`  string , `product_device`  string , `product_devicetype`  string , `product_directorysize`  string , `product_directorytype`  string , `product_directorytypedescription`  string , `product_durability`  string , `product_ecu`  string , `product_edition`  string , `product_endpoint`  string , `product_endpointtype`  string , `product_enginecode`  string , `product_enhancednetworkingsupported`  string , `product_equivalentondemandsku`  string , `product_eventtype`  string , `product_feecode`  string , `product_feedescription`  string , `product_filesystemtype`  string , `product_findinggroup`  string , `product_findingsource`  string , `product_findingstorage`  string , `product_freeoverage`  string , `product_freequerytypes`  string , `product_freetrial`  string , `product_freeusageincluded`  string , `product_fromlocation`  string , `product_fromlocationtype`  string , `product_fromregioncode`  string , `product_fusfcategory`  string , `product_gpu`  string , `product_gpumemory`  string , `product_group`  string , `product_groupdescription`  string , `product_instance`  string , `product_instancefamily`  string , `product_instancename`  string , `product_instancetype`  string , `product_instancetypefamily`  string , `product_intelavx2available`  string , `product_intelavxavailable`  string , `product_intelturboavailable`  string , `product_io`  string , `product_license`  string , `product_licensemodel`  string , `product_licensetype`  string , `product_linetype`  string , `product_location`  string , `product_locationtype`  string , `product_logsdestination`  string , `product_marketoption`  string , `product_maxiopsburstperformance`  string , `product_maxiopsvolume`  string , `product_maxthroughputvolume`  string , `product_maxvolumesize`  string , `product_maximumextendedstorage`  string , `product_maximumstoragevolume`  string , `product_memory`  string , `product_memorygib`  string , `product_memorytype`  string , `product_messagedeliveryfrequency`  string , `product_messagedeliveryorder`  string , `product_minvolumesize`  string , `product_minimumstoragevolume`  string , `product_networkperformance`  string , `product_normalizationsizefactor`  string , `product_operatingsystem`  string , `product_operation`  string , `product_origin`  string , `product_overagetype`  string , `product_overhead`  string , `product_packsize`  string , `product_physicalcpu`  string , `product_physicalgpu`  string , `product_physicalprocessor`  string , `product_platoclassificationtype`  string , `product_platoinstancename`  string , `product_platoinstancetype`  string , `product_platopricingtype`  string , `product_platoprotocoltype`  string , `product_platostoragetype`  string , `product_platotrafficdirection`  string , `product_platousagetype`  string , `product_platovolumetype`  string , `product_preinstalledsw`  string , `product_pricingunit`  string , `product_primaryplaceofuse`  string , `product_processorarchitecture`  string , `product_processorfeatures`  string , `product_productfamily`  string , `product_provisioned`  string , `product_purchaseterm`  string , `product_qpresent`  string , `product_queuetype`  string , `product_recipient`  string , `product_region`  string , `product_regioncode`  string , `product_requestdescription`  string , `product_requesttype`  string , `product_resourceendpoint`  string , `product_resourcetype`  string , `product_rootvolume`  string , `product_routingtarget`  string , `product_routingtype`  string , `product_runningmode`  string , `product_servicecode`  string , `product_servicename`  string , `product_sku`  string , `product_softwareincluded`  string , `product_standardgroup`  string , `product_standardstorage`  string , `product_standardstorageretentionincluded`  string , `product_storage`  string , `product_storageclass`  string , `product_storagefamily`  string , `product_storagemedia`  string , `product_storagetype`  string , `product_subscriptiontype`  string , `product_tenancy`  string , `product_throughputcapacity`  string , `product_tickettype`  string , `product_tiertype`  string , `product_tolocation`  string , `product_tolocationtype`  string , `product_toregioncode`  string , `product_transactiontype`  string , `product_transfertype`  string , `product_type`  string , `product_usagefamily`  string , `product_usagegroup`  string , `product_usagevolume`  string , `product_usagetype`  string , `product_uservolume`  string , `product_vcpu`  string , `product_version`  string , `product_volumeapiname`  string , `product_volumetype`  string , `product_vpcnetworkingsupport`  string , `product_withactiveusers`  string , `pricing_leasecontractlength`  string , `pricing_offeringclass`  string , `pricing_purchaseoption`  string , `pricing_ratecode`  string , `pricing_rateid`  string , `pricing_currency`  string , `pricing_publicondemandcost`  string , `pricing_publicondemandrate`  string , `pricing_term`  string , `pricing_unit`  string , `reservation_amortizedupfrontcostforusage`  string , `reservation_amortizedupfrontfeeforbillingperiod`  string , `reservation_effectivecost`  string , `reservation_endtime`  string , `reservation_modificationstatus`  string , `reservation_normalizedunitsperreservation`  string , `reservation_numberofreservations`  string , `reservation_recurringfeeforusage`  string , `reservation_reservationarn`  string , `reservation_starttime`  string , `reservation_subscriptionid`  string , `reservation_totalreservednormalizedunits`  string , `reservation_totalreservedunits`  string , `reservation_unitsperreservation`  string , `reservation_unusedamortizedupfrontfeeforbillingperiod`  string , `reservation_unusednormalizedunitquantity`  string , `reservation_unusedquantity`  string , `reservation_unusedrecurringfee`  string , `reservation_upfrontvalue`  string , `savingsplan_totalcommitmenttodate`  string , `savingsplan_savingsplanarn`  string , `savingsplan_savingsplanrate`  string , `savingsplan_usedcommitment`  string , `savingsplan_savingsplaneffectivecost`  string , `savingsplan_amortizedupfrontcommitmentforbillingperiod`  string , `savingsplan_recurringcommitmentforbillingperiod`  string , `savingsplan_starttime`  string , `savingsplan_endtime`  string , `savingsplan_offeringtype`  string , `savingsplan_paymentoption`  string , `savingsplan_purchaseterm`  string , `savingsplan_region`  string , `resourcetags_aws_autoscaling_groupname`  string , `resourcetags_aws_cloudformation_logical_id`  string , `resourcetags_aws_cloudformation_stack_id`  string , `resourcetags_aws_cloudformation_stack_name`  string , `resourcetags_aws_createdby`  string , `resourcetags_aws_ec2launchtemplate_id`  string , `resourcetags_aws_ec2launchtemplate_version`  string , `resourcetags_user_appid`  string , `resourcetags_user_application`  string , `resourcetags_user_appname`  string , `resourcetags_user_audit`  string , `resourcetags_user_cluster`  string , `resourcetags_user_clustertag`  string , `resourcetags_user_costcenter`  string , `resourcetags_user_createdby`  string , `resourcetags_user_createddate`  string , `resourcetags_user_creator`  string , `resourcetags_user_customer`  string , `resourcetags_user_data_extract`  string , `resourcetags_user_ebsautosnapshot`  string , `resourcetags_user_env`  string , `resourcetags_user_environment`  string , `resourcetags_user_from`  string , `resourcetags_user_hub_batch`  string , `resourcetags_user_kubernetescluster`  string , `resourcetags_user_name`  string , `resourcetags_user_owner`  string , `resourcetags_user_packerid`  string , `resourcetags_user_project`  string , `resourcetags_user_purpose`  string , `resourcetags_user_role`  string , `resourcetags_user_s3_bucket`  string , `resourcetags_user_sf_env`  string , `resourcetags_user_source_ami`  string , `resourcetags_user_status`  string , `resourcetags_user_cost_feature`  string , `resourcetags_user_cost_organization`  string , `resourcetags_user_cost_product`  string , `resourcetags_user_cost_project`  string , `resourcetags_user_datadog`  string , `resourcetags_user_description`  string , `resourcetags_user_domain`  string , `resourcetags_user_elasticbeanstalk_environment_id`  string , `resourcetags_user_elasticbeanstalk_environment_name`  string , `resourcetags_user_format`  string , `resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com`  string , `resourcetags_user_kubernetes_io_cluster_terraform_eks_demo`  string , `resourcetags_user_kubernetes_io_created_for_pv_name`  string , `resourcetags_user_kubernetes_io_created_for_pvc_name`  string , `resourcetags_user_kubernetes_io_created_for_pvc_namespace`  string , `resourcetags_user_kubernetes_io_role_elb`  string , `resourcetags_user_kubernetes_io_service_name`  string , `resourcetags_user_monitor`  string , `resourcetags_user_namespace`  string , `resourcetags_user_server_name`  string , `resourcetags_user_sever_name_base`  string , `resourcetags_user_sf_group`  string , `resourcetags_user_stack`  string , `resourcetags_user_workload_type`  string , `costcategory_product`  string , `identity_timeintervalstart`  string , `identity_timeintervalend`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1
    • id: 4691113
    • processed: 1
    • raw_data: 
      {
    "bill_billingentity": 4,
    "bill_billingperiodenddate": 8,
    "bill_billingperiodstartdate": 7,
    "bill_billtype": 5,
    "bill_invoiceid": 2,
    "bill_invoicingentity": 3,
    "bill_payeraccountid": 6,
    "costcategory_product": 299,
    "identity_lineitemid": 0,
    "identity_timeinterval": 1,
    "identity_timeintervalend": 301,
    "identity_timeintervalstart": 300,
    "lineitem_availabilityzone": 16,
    "lineitem_blendedcost": 25,
    "lineitem_blendedrate": 24,
    "lineitem_currencycode": 21,
    "lineitem_legalentity": 28,
    "lineitem_lineitemdescription": 26,
    "lineitem_lineitemtype": 10,
    "lineitem_normalizationfactor": 19,
    "lineitem_normalizedusageamount": 20,
    "lineitem_operation": 15,
    "lineitem_productcode": 13,
    "lineitem_resourceid": 17,
    "lineitem_taxtype": 27,
    "lineitem_unblendedcost": 23,
    "lineitem_unblendedrate": 22,
    "lineitem_usageaccountid": 9,
    "lineitem_usageamount": 18,
    "lineitem_usageenddate": 12,
    "lineitem_usagestartdate": 11,
    "lineitem_usagetype": 14,
    "pricing_currency": 203,
    "pricing_leasecontractlength": 198,
    "pricing_offeringclass": 199,
    "pricing_publicondemandcost": 204,
    "pricing_publicondemandrate": 205,
    "pricing_purchaseoption": 200,
    "pricing_ratecode": 201,
    "pricing_rateid": 202,
    "pricing_term": 206,
    "pricing_unit": 207,
    "product_accesstype": 31,
    "product_alarmtype": 32,
    "product_availability": 33,
    "product_availabilityzone": 34,
    "product_bundle": 35,
    "product_bundledescription": 36,
    "product_bundlegroup": 37,
    "product_cacheengine": 38,
    "product_cachetype": 39,
    "product_callingtype": 40,
    "product_capacitystatus": 41,
    "product_category": 42,
    "product_citype": 43,
    "product_classicnetworkingsupport": 44,
    "product_clockspeed": 45,
    "product_component": 46,
    "product_computefamily": 47,
    "product_computetype": 48,
    "product_contenttype": 49,
    "product_country": 50,
    "product_countsagainstquota": 51,
    "product_cputype": 52,
    "product_currentgeneration": 53,
    "product_data": 54,
    "product_databaseedition": 56,
    "product_databaseengine": 57,
    "product_datatransferquota": 55,
    "product_dedicatedebsthroughput": 58,
    "product_deploymentoption": 59,
    "product_description": 60,
    "product_device": 61,
    "product_devicetype": 62,
    "product_directorysize": 63,
    "product_directorytype": 64,
    "product_directorytypedescription": 65,
    "product_durability": 66,
    "product_ecu": 67,
    "product_edition": 68,
    "product_endpoint": 69,
    "product_endpointtype": 70,
    "product_enginecode": 71,
    "product_enhancednetworkingsupported": 72,
    "product_equivalentondemandsku": 73,
    "product_eventtype": 74,
    "product_feecode": 75,
    "product_feedescription": 76,
    "product_filesystemtype": 77,
    "product_findinggroup": 78,
    "product_findingsource": 79,
    "product_findingstorage": 80,
    "product_freeoverage": 81,
    "product_freequerytypes": 82,
    "product_freetrial": 83,
    "product_freeusageincluded": 84,
    "product_fromlocation": 85,
    "product_fromlocationtype": 86,
    "product_fromregioncode": 87,
    "product_fusfcategory": 88,
    "product_gpu": 89,
    "product_gpumemory": 90,
    "product_group": 91,
    "product_groupdescription": 92,
    "product_instance": 93,
    "product_instancefamily": 94,
    "product_instancename": 95,
    "product_instancetype": 96,
    "product_instancetypefamily": 97,
    "product_intelavx2available": 98,
    "product_intelavxavailable": 99,
    "product_intelturboavailable": 100,
    "product_io": 101,
    "product_license": 102,
    "product_licensemodel": 103,
    "product_licensetype": 104,
    "product_linetype": 105,
    "product_location": 106,
    "product_locationtype": 107,
    "product_logsdestination": 108,
    "product_marketoption": 109,
    "product_maximumextendedstorage": 114,
    "product_maximumstoragevolume": 115,
    "product_maxiopsburstperformance": 110,
    "product_maxiopsvolume": 111,
    "product_maxthroughputvolume": 112,
    "product_maxvolumesize": 113,
    "product_memory": 116,
    "product_memorygib": 117,
    "product_memorytype": 118,
    "product_messagedeliveryfrequency": 119,
    "product_messagedeliveryorder": 120,
    "product_minimumstoragevolume": 122,
    "product_minvolumesize": 121,
    "product_networkperformance": 123,
    "product_normalizationsizefactor": 124,
    "product_operatingsystem": 125,
    "product_operation": 126,
    "product_origin": 127,
    "product_overagetype": 128,
    "product_overhead": 129,
    "product_packsize": 130,
    "product_physicalcpu": 131,
    "product_physicalgpu": 132,
    "product_physicalprocessor": 133,
    "product_platoclassificationtype": 134,
    "product_platoinstancename": 135,
    "product_platoinstancetype": 136,
    "product_platopricingtype": 137,
    "product_platoprotocoltype": 138,
    "product_platostoragetype": 139,
    "product_platotrafficdirection": 140,
    "product_platousagetype": 141,
    "product_platovolumetype": 142,
    "product_preinstalledsw": 143,
    "product_pricingunit": 144,
    "product_primaryplaceofuse": 145,
    "product_processorarchitecture": 146,
    "product_processorfeatures": 147,
    "product_productfamily": 148,
    "product_productname": 29,
    "product_provisioned": 149,
    "product_purchaseoption": 30,
    "product_purchaseterm": 150,
    "product_qpresent": 151,
    "product_queuetype": 152,
    "product_recipient": 153,
    "product_region": 154,
    "product_regioncode": 155,
    "product_requestdescription": 156,
    "product_requesttype": 157,
    "product_resourceendpoint": 158,
    "product_resourcetype": 159,
    "product_rootvolume": 160,
    "product_routingtarget": 161,
    "product_routingtype": 162,
    "product_runningmode": 163,
    "product_servicecode": 164,
    "product_servicename": 165,
    "product_sku": 166,
    "product_softwareincluded": 167,
    "product_standardgroup": 168,
    "product_standardstorage": 169,
    "product_standardstorageretentionincluded": 170,
    "product_storage": 171,
    "product_storageclass": 172,
    "product_storagefamily": 173,
    "product_storagemedia": 174,
    "product_storagetype": 175,
    "product_subscriptiontype": 176,
    "product_tenancy": 177,
    "product_throughputcapacity": 178,
    "product_tickettype": 179,
    "product_tiertype": 180,
    "product_tolocation": 181,
    "product_tolocationtype": 182,
    "product_toregioncode": 183,
    "product_transactiontype": 184,
    "product_transfertype": 185,
    "product_type": 186,
    "product_usagefamily": 187,
    "product_usagegroup": 188,
    "product_usagetype": 190,
    "product_usagevolume": 189,
    "product_uservolume": 191,
    "product_vcpu": 192,
    "product_version": 193,
    "product_volumeapiname": 194,
    "product_volumetype": 195,
    "product_vpcnetworkingsupport": 196,
    "product_withactiveusers": 197,
    "reservation_amortizedupfrontcostforusage": 208,
    "reservation_amortizedupfrontfeeforbillingperiod": 209,
    "reservation_effectivecost": 210,
    "reservation_endtime": 211,
    "reservation_modificationstatus": 212,
    "reservation_normalizedunitsperreservation": 213,
    "reservation_numberofreservations": 214,
    "reservation_recurringfeeforusage": 215,
    "reservation_reservationarn": 216,
    "reservation_starttime": 217,
    "reservation_subscriptionid": 218,
    "reservation_totalreservednormalizedunits": 219,
    "reservation_totalreservedunits": 220,
    "reservation_unitsperreservation": 221,
    "reservation_unusedamortizedupfrontfeeforbillingperiod": 222,
    "reservation_unusednormalizedunitquantity": 223,
    "reservation_unusedquantity": 224,
    "reservation_unusedrecurringfee": 225,
    "reservation_upfrontvalue": 226,
    "resourcetags_aws_autoscaling_groupname": 240,
    "resourcetags_aws_cloudformation_logical_id": 241,
    "resourcetags_aws_cloudformation_stack_id": 242,
    "resourcetags_aws_cloudformation_stack_name": 243,
    "resourcetags_aws_createdby": 244,
    "resourcetags_aws_ec2launchtemplate_id": 245,
    "resourcetags_aws_ec2launchtemplate_version": 246,
    "resourcetags_user_appid": 247,
    "resourcetags_user_application": 248,
    "resourcetags_user_appname": 249,
    "resourcetags_user_audit": 250,
    "resourcetags_user_cluster": 251,
    "resourcetags_user_clustertag": 252,
    "resourcetags_user_cost_feature": 275,
    "resourcetags_user_cost_organization": 276,
    "resourcetags_user_cost_product": 277,
    "resourcetags_user_cost_project": 278,
    "resourcetags_user_costcenter": 253,
    "resourcetags_user_createdby": 254,
    "resourcetags_user_createddate": 255,
    "resourcetags_user_creator": 256,
    "resourcetags_user_customer": 257,
    "resourcetags_user_data_extract": 258,
    "resourcetags_user_datadog": 279,
    "resourcetags_user_description": 280,
    "resourcetags_user_domain": 281,
    "resourcetags_user_ebsautosnapshot": 259,
    "resourcetags_user_elasticbeanstalk_environment_id": 282,
    "resourcetags_user_elasticbeanstalk_environment_name": 283,
    "resourcetags_user_env": 260,
    "resourcetags_user_environment": 261,
    "resourcetags_user_format": 284,
    "resourcetags_user_from": 262,
    "resourcetags_user_hub_batch": 263,
    "resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com": 285,
    "resourcetags_user_kubernetes_io_cluster_terraform_eks_demo": 286,
    "resourcetags_user_kubernetes_io_created_for_pv_name": 287,
    "resourcetags_user_kubernetes_io_created_for_pvc_name": 288,
    "resourcetags_user_kubernetes_io_created_for_pvc_namespace": 289,
    "resourcetags_user_kubernetes_io_role_elb": 290,
    "resourcetags_user_kubernetes_io_service_name": 291,
    "resourcetags_user_kubernetescluster": 264,
    "resourcetags_user_monitor": 292,
    "resourcetags_user_name": 265,
    "resourcetags_user_namespace": 293,
    "resourcetags_user_owner": 266,
    "resourcetags_user_packerid": 267,
    "resourcetags_user_project": 268,
    "resourcetags_user_purpose": 269,
    "resourcetags_user_role": 270,
    "resourcetags_user_s3 bucket": 271,
    "resourcetags_user_server_name": 294,
    "resourcetags_user_sever_name_base": 295,
    "resourcetags_user_sf_env": 272,
    "resourcetags_user_sf_group": 296,
    "resourcetags_user_source_ami": 273,
    "resourcetags_user_stack": 297,
    "resourcetags_user_status": 274,
    "resourcetags_user_workload_type": 298,
    "savingsplan_amortizedupfrontcommitmentforbillingperiod": 232,
    "savingsplan_endtime": 235,
    "savingsplan_offeringtype": 236,
    "savingsplan_paymentoption": 237,
    "savingsplan_purchaseterm": 238,
    "savingsplan_recurringcommitmentforbillingperiod": 233,
    "savingsplan_region": 239,
    "savingsplan_savingsplanarn": 228,
    "savingsplan_savingsplaneffectivecost": 231,
    "savingsplan_savingsplanrate": 229,
    "savingsplan_starttime": 234,
    "savingsplan_totalcommitmenttodate": 227,
    "savingsplan_usedcommitment": 230
}
    • schema_attributes: 
      {
    "bill_billingentity": "string",
    "bill_billingperiodenddate": "string",
    "bill_billingperiodstartdate": "string",
    "bill_billtype": "string",
    "bill_invoiceid": "string",
    "bill_invoicingentity": "string",
    "bill_payeraccountid": "string",
    "costcategory_product": "string",
    "identity_lineitemid": "string",
    "identity_timeinterval": "string",
    "identity_timeintervalend": "string",
    "identity_timeintervalstart": "string",
    "lineitem_availabilityzone": "string",
    "lineitem_blendedcost": "string",
    "lineitem_blendedrate": "string",
    "lineitem_currencycode": "string",
    "lineitem_legalentity": "string",
    "lineitem_lineitemdescription": "string",
    "lineitem_lineitemtype": "string",
    "lineitem_normalizationfactor": "string",
    "lineitem_normalizedusageamount": "string",
    "lineitem_operation": "string",
    "lineitem_productcode": "string",
    "lineitem_resourceid": "string",
    "lineitem_taxtype": "string",
    "lineitem_unblendedcost": "string",
    "lineitem_unblendedrate": "string",
    "lineitem_usageaccountid": "string",
    "lineitem_usageamount": "string",
    "lineitem_usageenddate": "string",
    "lineitem_usagestartdate": "string",
    "lineitem_usagetype": "string",
    "pricing_currency": "string",
    "pricing_leasecontractlength": "string",
    "pricing_offeringclass": "string",
    "pricing_publicondemandcost": "string",
    "pricing_publicondemandrate": "string",
    "pricing_purchaseoption": "string",
    "pricing_ratecode": "string",
    "pricing_rateid": "string",
    "pricing_term": "string",
    "pricing_unit": "string",
    "product_accesstype": "string",
    "product_alarmtype": "string",
    "product_availability": "string",
    "product_availabilityzone": "string",
    "product_bundle": "string",
    "product_bundledescription": "string",
    "product_bundlegroup": "string",
    "product_cacheengine": "string",
    "product_cachetype": "string",
    "product_callingtype": "string",
    "product_capacitystatus": "string",
    "product_category": "string",
    "product_citype": "string",
    "product_classicnetworkingsupport": "string",
    "product_clockspeed": "string",
    "product_component": "string",
    "product_computefamily": "string",
    "product_computetype": "string",
    "product_contenttype": "string",
    "product_country": "string",
    "product_countsagainstquota": "string",
    "product_cputype": "string",
    "product_currentgeneration": "string",
    "product_data": "string",
    "product_databaseedition": "string",
    "product_databaseengine": "string",
    "product_datatransferquota": "string",
    "product_dedicatedebsthroughput": "string",
    "product_deploymentoption": "string",
    "product_description": "string",
    "product_device": "string",
    "product_devicetype": "string",
    "product_directorysize": "string",
    "product_directorytype": "string",
    "product_directorytypedescription": "string",
    "product_durability": "string",
    "product_ecu": "string",
    "product_edition": "string",
    "product_endpoint": "string",
    "product_endpointtype": "string",
    "product_enginecode": "string",
    "product_enhancednetworkingsupported": "string",
    "product_equivalentondemandsku": "string",
    "product_eventtype": "string",
    "product_feecode": "string",
    "product_feedescription": "string",
    "product_filesystemtype": "string",
    "product_findinggroup": "string",
    "product_findingsource": "string",
    "product_findingstorage": "string",
    "product_freeoverage": "string",
    "product_freequerytypes": "string",
    "product_freetrial": "string",
    "product_freeusageincluded": "string",
    "product_fromlocation": "string",
    "product_fromlocationtype": "string",
    "product_fromregioncode": "string",
    "product_fusfcategory": "string",
    "product_gpu": "string",
    "product_gpumemory": "string",
    "product_group": "string",
    "product_groupdescription": "string",
    "product_instance": "string",
    "product_instancefamily": "string",
    "product_instancename": "string",
    "product_instancetype": "string",
    "product_instancetypefamily": "string",
    "product_intelavx2available": "string",
    "product_intelavxavailable": "string",
    "product_intelturboavailable": "string",
    "product_io": "string",
    "product_license": "string",
    "product_licensemodel": "string",
    "product_licensetype": "string",
    "product_linetype": "string",
    "product_location": "string",
    "product_locationtype": "string",
    "product_logsdestination": "string",
    "product_marketoption": "string",
    "product_maximumextendedstorage": "string",
    "product_maximumstoragevolume": "string",
    "product_maxiopsburstperformance": "string",
    "product_maxiopsvolume": "string",
    "product_maxthroughputvolume": "string",
    "product_maxvolumesize": "string",
    "product_memory": "string",
    "product_memorygib": "string",
    "product_memorytype": "string",
    "product_messagedeliveryfrequency": "string",
    "product_messagedeliveryorder": "string",
    "product_minimumstoragevolume": "string",
    "product_minvolumesize": "string",
    "product_networkperformance": "string",
    "product_normalizationsizefactor": "string",
    "product_operatingsystem": "string",
    "product_operation": "string",
    "product_origin": "string",
    "product_overagetype": "string",
    "product_overhead": "string",
    "product_packsize": "string",
    "product_physicalcpu": "string",
    "product_physicalgpu": "string",
    "product_physicalprocessor": "string",
    "product_platoclassificationtype": "string",
    "product_platoinstancename": "string",
    "product_platoinstancetype": "string",
    "product_platopricingtype": "string",
    "product_platoprotocoltype": "string",
    "product_platostoragetype": "string",
    "product_platotrafficdirection": "string",
    "product_platousagetype": "string",
    "product_platovolumetype": "string",
    "product_preinstalledsw": "string",
    "product_pricingunit": "string",
    "product_primaryplaceofuse": "string",
    "product_processorarchitecture": "string",
    "product_processorfeatures": "string",
    "product_productfamily": "string",
    "product_productname": "string",
    "product_provisioned": "string",
    "product_purchaseoption": "string",
    "product_purchaseterm": "string",
    "product_qpresent": "string",
    "product_queuetype": "string",
    "product_recipient": "string",
    "product_region": "string",
    "product_regioncode": "string",
    "product_requestdescription": "string",
    "product_requesttype": "string",
    "product_resourceendpoint": "string",
    "product_resourcetype": "string",
    "product_rootvolume": "string",
    "product_routingtarget": "string",
    "product_routingtype": "string",
    "product_runningmode": "string",
    "product_servicecode": "string",
    "product_servicename": "string",
    "product_sku": "string",
    "product_softwareincluded": "string",
    "product_standardgroup": "string",
    "product_standardstorage": "string",
    "product_standardstorageretentionincluded": "string",
    "product_storage": "string",
    "product_storageclass": "string",
    "product_storagefamily": "string",
    "product_storagemedia": "string",
    "product_storagetype": "string",
    "product_subscriptiontype": "string",
    "product_tenancy": "string",
    "product_throughputcapacity": "string",
    "product_tickettype": "string",
    "product_tiertype": "string",
    "product_tolocation": "string",
    "product_tolocationtype": "string",
    "product_toregioncode": "string",
    "product_transactiontype": "string",
    "product_transfertype": "string",
    "product_type": "string",
    "product_usagefamily": "string",
    "product_usagegroup": "string",
    "product_usagetype": "string",
    "product_usagevolume": "string",
    "product_uservolume": "string",
    "product_vcpu": "string",
    "product_version": "string",
    "product_volumeapiname": "string",
    "product_volumetype": "string",
    "product_vpcnetworkingsupport": "string",
    "product_withactiveusers": "string",
    "reservation_amortizedupfrontcostforusage": "string",
    "reservation_amortizedupfrontfeeforbillingperiod": "string",
    "reservation_effectivecost": "string",
    "reservation_endtime": "string",
    "reservation_modificationstatus": "string",
    "reservation_normalizedunitsperreservation": "string",
    "reservation_numberofreservations": "string",
    "reservation_recurringfeeforusage": "string",
    "reservation_reservationarn": "string",
    "reservation_starttime": "string",
    "reservation_subscriptionid": "string",
    "reservation_totalreservednormalizedunits": "string",
    "reservation_totalreservedunits": "string",
    "reservation_unitsperreservation": "string",
    "reservation_unusedamortizedupfrontfeeforbillingperiod": "string",
    "reservation_unusednormalizedunitquantity": "string",
    "reservation_unusedquantity": "string",
    "reservation_unusedrecurringfee": "string",
    "reservation_upfrontvalue": "string",
    "resourcetags_aws_autoscaling_groupname": "string",
    "resourcetags_aws_cloudformation_logical_id": "string",
    "resourcetags_aws_cloudformation_stack_id": "string",
    "resourcetags_aws_cloudformation_stack_name": "string",
    "resourcetags_aws_createdby": "string",
    "resourcetags_aws_ec2launchtemplate_id": "string",
    "resourcetags_aws_ec2launchtemplate_version": "string",
    "resourcetags_user_appid": "string",
    "resourcetags_user_application": "string",
    "resourcetags_user_appname": "string",
    "resourcetags_user_audit": "string",
    "resourcetags_user_cluster": "string",
    "resourcetags_user_clustertag": "string",
    "resourcetags_user_cost_feature": "string",
    "resourcetags_user_cost_organization": "string",
    "resourcetags_user_cost_product": "string",
    "resourcetags_user_cost_project": "string",
    "resourcetags_user_costcenter": "string",
    "resourcetags_user_createdby": "string",
    "resourcetags_user_createddate": "string",
    "resourcetags_user_creator": "string",
    "resourcetags_user_customer": "string",
    "resourcetags_user_data_extract": "string",
    "resourcetags_user_datadog": "string",
    "resourcetags_user_description": "string",
    "resourcetags_user_domain": "string",
    "resourcetags_user_ebsautosnapshot": "string",
    "resourcetags_user_elasticbeanstalk_environment_id": "string",
    "resourcetags_user_elasticbeanstalk_environment_name": "string",
    "resourcetags_user_env": "string",
    "resourcetags_user_environment": "string",
    "resourcetags_user_format": "string",
    "resourcetags_user_from": "string",
    "resourcetags_user_hub_batch": "string",
    "resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com": "string",
    "resourcetags_user_kubernetes_io_cluster_terraform_eks_demo": "string",
    "resourcetags_user_kubernetes_io_created_for_pv_name": "string",
    "resourcetags_user_kubernetes_io_created_for_pvc_name": "string",
    "resourcetags_user_kubernetes_io_created_for_pvc_namespace": "string",
    "resourcetags_user_kubernetes_io_role_elb": "string",
    "resourcetags_user_kubernetes_io_service_name": "string",
    "resourcetags_user_kubernetescluster": "string",
    "resourcetags_user_monitor": "string",
    "resourcetags_user_name": "string",
    "resourcetags_user_namespace": "string",
    "resourcetags_user_owner": "string",
    "resourcetags_user_packerid": "string",
    "resourcetags_user_project": "string",
    "resourcetags_user_purpose": "string",
    "resourcetags_user_role": "string",
    "resourcetags_user_s3_bucket": "string",
    "resourcetags_user_server_name": "string",
    "resourcetags_user_sever_name_base": "string",
    "resourcetags_user_sf_env": "string",
    "resourcetags_user_sf_group": "string",
    "resourcetags_user_source_ami": "string",
    "resourcetags_user_stack": "string",
    "resourcetags_user_status": "string",
    "resourcetags_user_workload_type": "string",
    "savingsplan_amortizedupfrontcommitmentforbillingperiod": "string",
    "savingsplan_endtime": "string",
    "savingsplan_offeringtype": "string",
    "savingsplan_paymentoption": "string",
    "savingsplan_purchaseterm": "string",
    "savingsplan_recurringcommitmentforbillingperiod": "string",
    "savingsplan_region": "string",
    "savingsplan_savingsplanarn": "string",
    "savingsplan_savingsplaneffectivecost": "string",
    "savingsplan_savingsplanrate": "string",
    "savingsplan_starttime": "string",
    "savingsplan_totalcommitmenttodate": "string",
    "savingsplan_usedcommitment": "string"
}
    • schema_name_id: 2140
    • schema_scan_id: 6012861
    • updated: 2022-11-15 12:03:31
Schema Scans: 1
Last at 2022-11-15 12:03:09
    • duration: 0:00:25.371811
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 5,
    "partitions_applied": false,
    "success": true
}
    • id: 6012861
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-14",
        "name": "dt",
        "type": "string",
        "value": "2022-11-14"
    },
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1",
        "key": "raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-14/2022-11-15-091816.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 27171701232320817,
        "service_name": "drive-thru",
        "span_id": 5105777541526880201,
        "trace_id": 4083031759800956867
    }
}
    • running: False
    • schema_name_id: 2140
    • start_time: 2022-11-15 12:03:09
    • success: True
    • trace_id: 4083031759800956867
Partitions:
  • count: 5
  • ddl: 
    [
    "ALTER TABLE\n    `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1`\nADD\n\n\n PARTITION (dt='2022-11-02') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-02/'\n PARTITION (dt='2022-11-07') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-07/'\n PARTITION (dt='2022-11-08') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-08/'\n PARTITION (dt='2022-11-09') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-09/'\n PARTITION (dt='2022-11-14') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-14/'\n;"
]
  • name: dt
  • state: 
    [
    {
        "info": {
            "id": 189311,
            "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-02/",
            "name": "dt",
            "value": "2022-11-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2022-11-15 12:03:34",
                "last_data": "2022-11-15 12:03:34"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 189309,
            "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-07/",
            "name": "dt",
            "value": "2022-11-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2022-11-15 12:03:34",
                "last_data": "2022-11-15 12:03:34"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 189310,
            "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-08/",
            "name": "dt",
            "value": "2022-11-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2022-11-15 12:03:34",
                "last_data": "2022-11-15 12:03:34"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 189312,
            "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-09/",
            "name": "dt",
            "value": "2022-11-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2022-11-15 12:03:34",
                "last_data": "2022-11-15 12:03:34"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 189308,
            "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-14/",
            "name": "dt",
            "value": "2022-11-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2022-11-15 12:03:18",
                "last_data": "2022-11-15 12:03:18"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]
  • type: string
Schema:
  • attributes: 
    {
    "bill_billingentity": "string",
    "bill_billingperiodenddate": "string",
    "bill_billingperiodstartdate": "string",
    "bill_billtype": "string",
    "bill_invoiceid": "string",
    "bill_invoicingentity": "string",
    "bill_payeraccountid": "string",
    "costcategory_product": "string",
    "identity_lineitemid": "string",
    "identity_timeinterval": "string",
    "identity_timeintervalend": "string",
    "identity_timeintervalstart": "string",
    "lineitem_availabilityzone": "string",
    "lineitem_blendedcost": "string",
    "lineitem_blendedrate": "string",
    "lineitem_currencycode": "string",
    "lineitem_legalentity": "string",
    "lineitem_lineitemdescription": "string",
    "lineitem_lineitemtype": "string",
    "lineitem_normalizationfactor": "string",
    "lineitem_normalizedusageamount": "string",
    "lineitem_operation": "string",
    "lineitem_productcode": "string",
    "lineitem_resourceid": "string",
    "lineitem_taxtype": "string",
    "lineitem_unblendedcost": "string",
    "lineitem_unblendedrate": "string",
    "lineitem_usageaccountid": "string",
    "lineitem_usageamount": "string",
    "lineitem_usageenddate": "string",
    "lineitem_usagestartdate": "string",
    "lineitem_usagetype": "string",
    "pricing_currency": "string",
    "pricing_leasecontractlength": "string",
    "pricing_offeringclass": "string",
    "pricing_publicondemandcost": "string",
    "pricing_publicondemandrate": "string",
    "pricing_purchaseoption": "string",
    "pricing_ratecode": "string",
    "pricing_rateid": "string",
    "pricing_term": "string",
    "pricing_unit": "string",
    "product_accesstype": "string",
    "product_alarmtype": "string",
    "product_availability": "string",
    "product_availabilityzone": "string",
    "product_bundle": "string",
    "product_bundledescription": "string",
    "product_bundlegroup": "string",
    "product_cacheengine": "string",
    "product_cachetype": "string",
    "product_callingtype": "string",
    "product_capacitystatus": "string",
    "product_category": "string",
    "product_citype": "string",
    "product_classicnetworkingsupport": "string",
    "product_clockspeed": "string",
    "product_component": "string",
    "product_computefamily": "string",
    "product_computetype": "string",
    "product_contenttype": "string",
    "product_country": "string",
    "product_countsagainstquota": "string",
    "product_cputype": "string",
    "product_currentgeneration": "string",
    "product_data": "string",
    "product_databaseedition": "string",
    "product_databaseengine": "string",
    "product_datatransferquota": "string",
    "product_dedicatedebsthroughput": "string",
    "product_deploymentoption": "string",
    "product_description": "string",
    "product_device": "string",
    "product_devicetype": "string",
    "product_directorysize": "string",
    "product_directorytype": "string",
    "product_directorytypedescription": "string",
    "product_durability": "string",
    "product_ecu": "string",
    "product_edition": "string",
    "product_endpoint": "string",
    "product_endpointtype": "string",
    "product_enginecode": "string",
    "product_enhancednetworkingsupported": "string",
    "product_equivalentondemandsku": "string",
    "product_eventtype": "string",
    "product_feecode": "string",
    "product_feedescription": "string",
    "product_filesystemtype": "string",
    "product_findinggroup": "string",
    "product_findingsource": "string",
    "product_findingstorage": "string",
    "product_freeoverage": "string",
    "product_freequerytypes": "string",
    "product_freetrial": "string",
    "product_freeusageincluded": "string",
    "product_fromlocation": "string",
    "product_fromlocationtype": "string",
    "product_fromregioncode": "string",
    "product_fusfcategory": "string",
    "product_gpu": "string",
    "product_gpumemory": "string",
    "product_group": "string",
    "product_groupdescription": "string",
    "product_instance": "string",
    "product_instancefamily": "string",
    "product_instancename": "string",
    "product_instancetype": "string",
    "product_instancetypefamily": "string",
    "product_intelavx2available": "string",
    "product_intelavxavailable": "string",
    "product_intelturboavailable": "string",
    "product_io": "string",
    "product_license": "string",
    "product_licensemodel": "string",
    "product_licensetype": "string",
    "product_linetype": "string",
    "product_location": "string",
    "product_locationtype": "string",
    "product_logsdestination": "string",
    "product_marketoption": "string",
    "product_maximumextendedstorage": "string",
    "product_maximumstoragevolume": "string",
    "product_maxiopsburstperformance": "string",
    "product_maxiopsvolume": "string",
    "product_maxthroughputvolume": "string",
    "product_maxvolumesize": "string",
    "product_memory": "string",
    "product_memorygib": "string",
    "product_memorytype": "string",
    "product_messagedeliveryfrequency": "string",
    "product_messagedeliveryorder": "string",
    "product_minimumstoragevolume": "string",
    "product_minvolumesize": "string",
    "product_networkperformance": "string",
    "product_normalizationsizefactor": "string",
    "product_operatingsystem": "string",
    "product_operation": "string",
    "product_origin": "string",
    "product_overagetype": "string",
    "product_overhead": "string",
    "product_packsize": "string",
    "product_physicalcpu": "string",
    "product_physicalgpu": "string",
    "product_physicalprocessor": "string",
    "product_platoclassificationtype": "string",
    "product_platoinstancename": "string",
    "product_platoinstancetype": "string",
    "product_platopricingtype": "string",
    "product_platoprotocoltype": "string",
    "product_platostoragetype": "string",
    "product_platotrafficdirection": "string",
    "product_platousagetype": "string",
    "product_platovolumetype": "string",
    "product_preinstalledsw": "string",
    "product_pricingunit": "string",
    "product_primaryplaceofuse": "string",
    "product_processorarchitecture": "string",
    "product_processorfeatures": "string",
    "product_productfamily": "string",
    "product_productname": "string",
    "product_provisioned": "string",
    "product_purchaseoption": "string",
    "product_purchaseterm": "string",
    "product_qpresent": "string",
    "product_queuetype": "string",
    "product_recipient": "string",
    "product_region": "string",
    "product_regioncode": "string",
    "product_requestdescription": "string",
    "product_requesttype": "string",
    "product_resourceendpoint": "string",
    "product_resourcetype": "string",
    "product_rootvolume": "string",
    "product_routingtarget": "string",
    "product_routingtype": "string",
    "product_runningmode": "string",
    "product_servicecode": "string",
    "product_servicename": "string",
    "product_sku": "string",
    "product_softwareincluded": "string",
    "product_standardgroup": "string",
    "product_standardstorage": "string",
    "product_standardstorageretentionincluded": "string",
    "product_storage": "string",
    "product_storageclass": "string",
    "product_storagefamily": "string",
    "product_storagemedia": "string",
    "product_storagetype": "string",
    "product_subscriptiontype": "string",
    "product_tenancy": "string",
    "product_throughputcapacity": "string",
    "product_tickettype": "string",
    "product_tiertype": "string",
    "product_tolocation": "string",
    "product_tolocationtype": "string",
    "product_toregioncode": "string",
    "product_transactiontype": "string",
    "product_transfertype": "string",
    "product_type": "string",
    "product_usagefamily": "string",
    "product_usagegroup": "string",
    "product_usagetype": "string",
    "product_usagevolume": "string",
    "product_uservolume": "string",
    "product_vcpu": "string",
    "product_version": "string",
    "product_volumeapiname": "string",
    "product_volumetype": "string",
    "product_vpcnetworkingsupport": "string",
    "product_withactiveusers": "string",
    "reservation_amortizedupfrontcostforusage": "string",
    "reservation_amortizedupfrontfeeforbillingperiod": "string",
    "reservation_effectivecost": "string",
    "reservation_endtime": "string",
    "reservation_modificationstatus": "string",
    "reservation_normalizedunitsperreservation": "string",
    "reservation_numberofreservations": "string",
    "reservation_recurringfeeforusage": "string",
    "reservation_reservationarn": "string",
    "reservation_starttime": "string",
    "reservation_subscriptionid": "string",
    "reservation_totalreservednormalizedunits": "string",
    "reservation_totalreservedunits": "string",
    "reservation_unitsperreservation": "string",
    "reservation_unusedamortizedupfrontfeeforbillingperiod": "string",
    "reservation_unusednormalizedunitquantity": "string",
    "reservation_unusedquantity": "string",
    "reservation_unusedrecurringfee": "string",
    "reservation_upfrontvalue": "string",
    "resourcetags_aws_autoscaling_groupname": "string",
    "resourcetags_aws_cloudformation_logical_id": "string",
    "resourcetags_aws_cloudformation_stack_id": "string",
    "resourcetags_aws_cloudformation_stack_name": "string",
    "resourcetags_aws_createdby": "string",
    "resourcetags_aws_ec2launchtemplate_id": "string",
    "resourcetags_aws_ec2launchtemplate_version": "string",
    "resourcetags_user_appid": "string",
    "resourcetags_user_application": "string",
    "resourcetags_user_appname": "string",
    "resourcetags_user_audit": "string",
    "resourcetags_user_cluster": "string",
    "resourcetags_user_clustertag": "string",
    "resourcetags_user_cost_feature": "string",
    "resourcetags_user_cost_organization": "string",
    "resourcetags_user_cost_product": "string",
    "resourcetags_user_cost_project": "string",
    "resourcetags_user_costcenter": "string",
    "resourcetags_user_createdby": "string",
    "resourcetags_user_createddate": "string",
    "resourcetags_user_creator": "string",
    "resourcetags_user_customer": "string",
    "resourcetags_user_data_extract": "string",
    "resourcetags_user_datadog": "string",
    "resourcetags_user_description": "string",
    "resourcetags_user_domain": "string",
    "resourcetags_user_ebsautosnapshot": "string",
    "resourcetags_user_elasticbeanstalk_environment_id": "string",
    "resourcetags_user_elasticbeanstalk_environment_name": "string",
    "resourcetags_user_env": "string",
    "resourcetags_user_environment": "string",
    "resourcetags_user_format": "string",
    "resourcetags_user_from": "string",
    "resourcetags_user_hub_batch": "string",
    "resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com": "string",
    "resourcetags_user_kubernetes_io_cluster_terraform_eks_demo": "string",
    "resourcetags_user_kubernetes_io_created_for_pv_name": "string",
    "resourcetags_user_kubernetes_io_created_for_pvc_name": "string",
    "resourcetags_user_kubernetes_io_created_for_pvc_namespace": "string",
    "resourcetags_user_kubernetes_io_role_elb": "string",
    "resourcetags_user_kubernetes_io_service_name": "string",
    "resourcetags_user_kubernetescluster": "string",
    "resourcetags_user_monitor": "string",
    "resourcetags_user_name": "string",
    "resourcetags_user_namespace": "string",
    "resourcetags_user_owner": "string",
    "resourcetags_user_packerid": "string",
    "resourcetags_user_project": "string",
    "resourcetags_user_purpose": "string",
    "resourcetags_user_role": "string",
    "resourcetags_user_s3_bucket": "string",
    "resourcetags_user_server_name": "string",
    "resourcetags_user_sever_name_base": "string",
    "resourcetags_user_sf_env": "string",
    "resourcetags_user_sf_group": "string",
    "resourcetags_user_source_ami": "string",
    "resourcetags_user_stack": "string",
    "resourcetags_user_status": "string",
    "resourcetags_user_workload_type": "string",
    "savingsplan_amortizedupfrontcommitmentforbillingperiod": "string",
    "savingsplan_endtime": "string",
    "savingsplan_offeringtype": "string",
    "savingsplan_paymentoption": "string",
    "savingsplan_purchaseterm": "string",
    "savingsplan_recurringcommitmentforbillingperiod": "string",
    "savingsplan_region": "string",
    "savingsplan_savingsplanarn": "string",
    "savingsplan_savingsplaneffectivecost": "string",
    "savingsplan_savingsplanrate": "string",
    "savingsplan_starttime": "string",
    "savingsplan_totalcommitmenttodate": "string",
    "savingsplan_usedcommitment": "string"
}
  • created: 2022-11-15 12:03:18
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1`\n(\n `identity_lineitemid`  string , `identity_timeinterval`  string , `bill_invoiceid`  string , `bill_invoicingentity`  string , `bill_billingentity`  string , `bill_billtype`  string , `bill_payeraccountid`  string , `bill_billingperiodstartdate`  string , `bill_billingperiodenddate`  string , `lineitem_usageaccountid`  string , `lineitem_lineitemtype`  string , `lineitem_usagestartdate`  string , `lineitem_usageenddate`  string , `lineitem_productcode`  string , `lineitem_usagetype`  string , `lineitem_operation`  string , `lineitem_availabilityzone`  string , `lineitem_resourceid`  string , `lineitem_usageamount`  string , `lineitem_normalizationfactor`  string , `lineitem_normalizedusageamount`  string , `lineitem_currencycode`  string , `lineitem_unblendedrate`  string , `lineitem_unblendedcost`  string , `lineitem_blendedrate`  string , `lineitem_blendedcost`  string , `lineitem_lineitemdescription`  string , `lineitem_taxtype`  string , `lineitem_legalentity`  string , `product_productname`  string , `product_purchaseoption`  string , `product_accesstype`  string , `product_alarmtype`  string , `product_availability`  string , `product_availabilityzone`  string , `product_bundle`  string , `product_bundledescription`  string , `product_bundlegroup`  string , `product_cacheengine`  string , `product_cachetype`  string , `product_callingtype`  string , `product_capacitystatus`  string , `product_category`  string , `product_citype`  string , `product_classicnetworkingsupport`  string , `product_clockspeed`  string , `product_component`  string , `product_computefamily`  string , `product_computetype`  string , `product_contenttype`  string , `product_country`  string , `product_countsagainstquota`  string , `product_cputype`  string , `product_currentgeneration`  string , `product_data`  string , `product_datatransferquota`  string , `product_databaseedition`  string , `product_databaseengine`  string , `product_dedicatedebsthroughput`  string , `product_deploymentoption`  string , `product_description`  string , `product_device`  string , `product_devicetype`  string , `product_directorysize`  string , `product_directorytype`  string , `product_directorytypedescription`  string , `product_durability`  string , `product_ecu`  string , `product_edition`  string , `product_endpoint`  string , `product_endpointtype`  string , `product_enginecode`  string , `product_enhancednetworkingsupported`  string , `product_equivalentondemandsku`  string , `product_eventtype`  string , `product_feecode`  string , `product_feedescription`  string , `product_filesystemtype`  string , `product_findinggroup`  string , `product_findingsource`  string , `product_findingstorage`  string , `product_freeoverage`  string , `product_freequerytypes`  string , `product_freetrial`  string , `product_freeusageincluded`  string , `product_fromlocation`  string , `product_fromlocationtype`  string , `product_fromregioncode`  string , `product_fusfcategory`  string , `product_gpu`  string , `product_gpumemory`  string , `product_group`  string , `product_groupdescription`  string , `product_instance`  string , `product_instancefamily`  string , `product_instancename`  string , `product_instancetype`  string , `product_instancetypefamily`  string , `product_intelavx2available`  string , `product_intelavxavailable`  string , `product_intelturboavailable`  string , `product_io`  string , `product_license`  string , `product_licensemodel`  string , `product_licensetype`  string , `product_linetype`  string , `product_location`  string , `product_locationtype`  string , `product_logsdestination`  string , `product_marketoption`  string , `product_maxiopsburstperformance`  string , `product_maxiopsvolume`  string , `product_maxthroughputvolume`  string , `product_maxvolumesize`  string , `product_maximumextendedstorage`  string , `product_maximumstoragevolume`  string , `product_memory`  string , `product_memorygib`  string , `product_memorytype`  string , `product_messagedeliveryfrequency`  string , `product_messagedeliveryorder`  string , `product_minvolumesize`  string , `product_minimumstoragevolume`  string , `product_networkperformance`  string , `product_normalizationsizefactor`  string , `product_operatingsystem`  string , `product_operation`  string , `product_origin`  string , `product_overagetype`  string , `product_overhead`  string , `product_packsize`  string , `product_physicalcpu`  string , `product_physicalgpu`  string , `product_physicalprocessor`  string , `product_platoclassificationtype`  string , `product_platoinstancename`  string , `product_platoinstancetype`  string , `product_platopricingtype`  string , `product_platoprotocoltype`  string , `product_platostoragetype`  string , `product_platotrafficdirection`  string , `product_platousagetype`  string , `product_platovolumetype`  string , `product_preinstalledsw`  string , `product_pricingunit`  string , `product_primaryplaceofuse`  string , `product_processorarchitecture`  string , `product_processorfeatures`  string , `product_productfamily`  string , `product_provisioned`  string , `product_purchaseterm`  string , `product_qpresent`  string , `product_queuetype`  string , `product_recipient`  string , `product_region`  string , `product_regioncode`  string , `product_requestdescription`  string , `product_requesttype`  string , `product_resourceendpoint`  string , `product_resourcetype`  string , `product_rootvolume`  string , `product_routingtarget`  string , `product_routingtype`  string , `product_runningmode`  string , `product_servicecode`  string , `product_servicename`  string , `product_sku`  string , `product_softwareincluded`  string , `product_standardgroup`  string , `product_standardstorage`  string , `product_standardstorageretentionincluded`  string , `product_storage`  string , `product_storageclass`  string , `product_storagefamily`  string , `product_storagemedia`  string , `product_storagetype`  string , `product_subscriptiontype`  string , `product_tenancy`  string , `product_throughputcapacity`  string , `product_tickettype`  string , `product_tiertype`  string , `product_tolocation`  string , `product_tolocationtype`  string , `product_toregioncode`  string , `product_transactiontype`  string , `product_transfertype`  string , `product_type`  string , `product_usagefamily`  string , `product_usagegroup`  string , `product_usagevolume`  string , `product_usagetype`  string , `product_uservolume`  string , `product_vcpu`  string , `product_version`  string , `product_volumeapiname`  string , `product_volumetype`  string , `product_vpcnetworkingsupport`  string , `product_withactiveusers`  string , `pricing_leasecontractlength`  string , `pricing_offeringclass`  string , `pricing_purchaseoption`  string , `pricing_ratecode`  string , `pricing_rateid`  string , `pricing_currency`  string , `pricing_publicondemandcost`  string , `pricing_publicondemandrate`  string , `pricing_term`  string , `pricing_unit`  string , `reservation_amortizedupfrontcostforusage`  string , `reservation_amortizedupfrontfeeforbillingperiod`  string , `reservation_effectivecost`  string , `reservation_endtime`  string , `reservation_modificationstatus`  string , `reservation_normalizedunitsperreservation`  string , `reservation_numberofreservations`  string , `reservation_recurringfeeforusage`  string , `reservation_reservationarn`  string , `reservation_starttime`  string , `reservation_subscriptionid`  string , `reservation_totalreservednormalizedunits`  string , `reservation_totalreservedunits`  string , `reservation_unitsperreservation`  string , `reservation_unusedamortizedupfrontfeeforbillingperiod`  string , `reservation_unusednormalizedunitquantity`  string , `reservation_unusedquantity`  string , `reservation_unusedrecurringfee`  string , `reservation_upfrontvalue`  string , `savingsplan_totalcommitmenttodate`  string , `savingsplan_savingsplanarn`  string , `savingsplan_savingsplanrate`  string , `savingsplan_usedcommitment`  string , `savingsplan_savingsplaneffectivecost`  string , `savingsplan_amortizedupfrontcommitmentforbillingperiod`  string , `savingsplan_recurringcommitmentforbillingperiod`  string , `savingsplan_starttime`  string , `savingsplan_endtime`  string , `savingsplan_offeringtype`  string , `savingsplan_paymentoption`  string , `savingsplan_purchaseterm`  string , `savingsplan_region`  string , `resourcetags_aws_autoscaling_groupname`  string , `resourcetags_aws_cloudformation_logical_id`  string , `resourcetags_aws_cloudformation_stack_id`  string , `resourcetags_aws_cloudformation_stack_name`  string , `resourcetags_aws_createdby`  string , `resourcetags_aws_ec2launchtemplate_id`  string , `resourcetags_aws_ec2launchtemplate_version`  string , `resourcetags_user_appid`  string , `resourcetags_user_application`  string , `resourcetags_user_appname`  string , `resourcetags_user_audit`  string , `resourcetags_user_cluster`  string , `resourcetags_user_clustertag`  string , `resourcetags_user_costcenter`  string , `resourcetags_user_createdby`  string , `resourcetags_user_createddate`  string , `resourcetags_user_creator`  string , `resourcetags_user_customer`  string , `resourcetags_user_data_extract`  string , `resourcetags_user_ebsautosnapshot`  string , `resourcetags_user_env`  string , `resourcetags_user_environment`  string , `resourcetags_user_from`  string , `resourcetags_user_hub_batch`  string , `resourcetags_user_kubernetescluster`  string , `resourcetags_user_name`  string , `resourcetags_user_owner`  string , `resourcetags_user_packerid`  string , `resourcetags_user_project`  string , `resourcetags_user_purpose`  string , `resourcetags_user_role`  string , `resourcetags_user_s3_bucket`  string , `resourcetags_user_sf_env`  string , `resourcetags_user_source_ami`  string , `resourcetags_user_status`  string , `resourcetags_user_cost_feature`  string , `resourcetags_user_cost_organization`  string , `resourcetags_user_cost_product`  string , `resourcetags_user_cost_project`  string , `resourcetags_user_datadog`  string , `resourcetags_user_description`  string , `resourcetags_user_domain`  string , `resourcetags_user_elasticbeanstalk_environment_id`  string , `resourcetags_user_elasticbeanstalk_environment_name`  string , `resourcetags_user_format`  string , `resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com`  string , `resourcetags_user_kubernetes_io_cluster_terraform_eks_demo`  string , `resourcetags_user_kubernetes_io_created_for_pv_name`  string , `resourcetags_user_kubernetes_io_created_for_pvc_name`  string , `resourcetags_user_kubernetes_io_created_for_pvc_namespace`  string , `resourcetags_user_kubernetes_io_role_elb`  string , `resourcetags_user_kubernetes_io_service_name`  string , `resourcetags_user_monitor`  string , `resourcetags_user_namespace`  string , `resourcetags_user_server_name`  string , `resourcetags_user_sever_name_base`  string , `resourcetags_user_sf_group`  string , `resourcetags_user_stack`  string , `resourcetags_user_workload_type`  string , `costcategory_product`  string , `identity_timeintervalstart`  string , `identity_timeintervalend`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1"
}
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw: 
{
    "name": {
        "created": "2022-11-15 12:03:09",
        "disabled": false,
        "format": "raw",
        "id": 2140,
        "is_partitioned": true,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "benjamincostreportsdev_benjamindevelopment1"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 5,
        "ddl": [
            "ALTER TABLE\n    `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1`\nADD\n\n\n PARTITION (dt='2022-11-02') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-02/'\n PARTITION (dt='2022-11-07') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-07/'\n PARTITION (dt='2022-11-08') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-08/'\n PARTITION (dt='2022-11-09') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-09/'\n PARTITION (dt='2022-11-14') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-14/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 189311,
                    "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-02/",
                    "name": "dt",
                    "value": "2022-11-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-11-15 12:03:34",
                        "last_data": "2022-11-15 12:03:34"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 189309,
                    "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-07/",
                    "name": "dt",
                    "value": "2022-11-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-11-15 12:03:34",
                        "last_data": "2022-11-15 12:03:34"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 189310,
                    "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-08/",
                    "name": "dt",
                    "value": "2022-11-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-11-15 12:03:34",
                        "last_data": "2022-11-15 12:03:34"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 189312,
                    "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-09/",
                    "name": "dt",
                    "value": "2022-11-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-11-15 12:03:34",
                        "last_data": "2022-11-15 12:03:34"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 189308,
                    "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1/dt=2022-11-14/",
                    "name": "dt",
                    "value": "2022-11-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-11-15 12:03:18",
                        "last_data": "2022-11-15 12:03:18"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "bill_billingentity": "string",
            "bill_billingperiodenddate": "string",
            "bill_billingperiodstartdate": "string",
            "bill_billtype": "string",
            "bill_invoiceid": "string",
            "bill_invoicingentity": "string",
            "bill_payeraccountid": "string",
            "costcategory_product": "string",
            "identity_lineitemid": "string",
            "identity_timeinterval": "string",
            "identity_timeintervalend": "string",
            "identity_timeintervalstart": "string",
            "lineitem_availabilityzone": "string",
            "lineitem_blendedcost": "string",
            "lineitem_blendedrate": "string",
            "lineitem_currencycode": "string",
            "lineitem_legalentity": "string",
            "lineitem_lineitemdescription": "string",
            "lineitem_lineitemtype": "string",
            "lineitem_normalizationfactor": "string",
            "lineitem_normalizedusageamount": "string",
            "lineitem_operation": "string",
            "lineitem_productcode": "string",
            "lineitem_resourceid": "string",
            "lineitem_taxtype": "string",
            "lineitem_unblendedcost": "string",
            "lineitem_unblendedrate": "string",
            "lineitem_usageaccountid": "string",
            "lineitem_usageamount": "string",
            "lineitem_usageenddate": "string",
            "lineitem_usagestartdate": "string",
            "lineitem_usagetype": "string",
            "pricing_currency": "string",
            "pricing_leasecontractlength": "string",
            "pricing_offeringclass": "string",
            "pricing_publicondemandcost": "string",
            "pricing_publicondemandrate": "string",
            "pricing_purchaseoption": "string",
            "pricing_ratecode": "string",
            "pricing_rateid": "string",
            "pricing_term": "string",
            "pricing_unit": "string",
            "product_accesstype": "string",
            "product_alarmtype": "string",
            "product_availability": "string",
            "product_availabilityzone": "string",
            "product_bundle": "string",
            "product_bundledescription": "string",
            "product_bundlegroup": "string",
            "product_cacheengine": "string",
            "product_cachetype": "string",
            "product_callingtype": "string",
            "product_capacitystatus": "string",
            "product_category": "string",
            "product_citype": "string",
            "product_classicnetworkingsupport": "string",
            "product_clockspeed": "string",
            "product_component": "string",
            "product_computefamily": "string",
            "product_computetype": "string",
            "product_contenttype": "string",
            "product_country": "string",
            "product_countsagainstquota": "string",
            "product_cputype": "string",
            "product_currentgeneration": "string",
            "product_data": "string",
            "product_databaseedition": "string",
            "product_databaseengine": "string",
            "product_datatransferquota": "string",
            "product_dedicatedebsthroughput": "string",
            "product_deploymentoption": "string",
            "product_description": "string",
            "product_device": "string",
            "product_devicetype": "string",
            "product_directorysize": "string",
            "product_directorytype": "string",
            "product_directorytypedescription": "string",
            "product_durability": "string",
            "product_ecu": "string",
            "product_edition": "string",
            "product_endpoint": "string",
            "product_endpointtype": "string",
            "product_enginecode": "string",
            "product_enhancednetworkingsupported": "string",
            "product_equivalentondemandsku": "string",
            "product_eventtype": "string",
            "product_feecode": "string",
            "product_feedescription": "string",
            "product_filesystemtype": "string",
            "product_findinggroup": "string",
            "product_findingsource": "string",
            "product_findingstorage": "string",
            "product_freeoverage": "string",
            "product_freequerytypes": "string",
            "product_freetrial": "string",
            "product_freeusageincluded": "string",
            "product_fromlocation": "string",
            "product_fromlocationtype": "string",
            "product_fromregioncode": "string",
            "product_fusfcategory": "string",
            "product_gpu": "string",
            "product_gpumemory": "string",
            "product_group": "string",
            "product_groupdescription": "string",
            "product_instance": "string",
            "product_instancefamily": "string",
            "product_instancename": "string",
            "product_instancetype": "string",
            "product_instancetypefamily": "string",
            "product_intelavx2available": "string",
            "product_intelavxavailable": "string",
            "product_intelturboavailable": "string",
            "product_io": "string",
            "product_license": "string",
            "product_licensemodel": "string",
            "product_licensetype": "string",
            "product_linetype": "string",
            "product_location": "string",
            "product_locationtype": "string",
            "product_logsdestination": "string",
            "product_marketoption": "string",
            "product_maximumextendedstorage": "string",
            "product_maximumstoragevolume": "string",
            "product_maxiopsburstperformance": "string",
            "product_maxiopsvolume": "string",
            "product_maxthroughputvolume": "string",
            "product_maxvolumesize": "string",
            "product_memory": "string",
            "product_memorygib": "string",
            "product_memorytype": "string",
            "product_messagedeliveryfrequency": "string",
            "product_messagedeliveryorder": "string",
            "product_minimumstoragevolume": "string",
            "product_minvolumesize": "string",
            "product_networkperformance": "string",
            "product_normalizationsizefactor": "string",
            "product_operatingsystem": "string",
            "product_operation": "string",
            "product_origin": "string",
            "product_overagetype": "string",
            "product_overhead": "string",
            "product_packsize": "string",
            "product_physicalcpu": "string",
            "product_physicalgpu": "string",
            "product_physicalprocessor": "string",
            "product_platoclassificationtype": "string",
            "product_platoinstancename": "string",
            "product_platoinstancetype": "string",
            "product_platopricingtype": "string",
            "product_platoprotocoltype": "string",
            "product_platostoragetype": "string",
            "product_platotrafficdirection": "string",
            "product_platousagetype": "string",
            "product_platovolumetype": "string",
            "product_preinstalledsw": "string",
            "product_pricingunit": "string",
            "product_primaryplaceofuse": "string",
            "product_processorarchitecture": "string",
            "product_processorfeatures": "string",
            "product_productfamily": "string",
            "product_productname": "string",
            "product_provisioned": "string",
            "product_purchaseoption": "string",
            "product_purchaseterm": "string",
            "product_qpresent": "string",
            "product_queuetype": "string",
            "product_recipient": "string",
            "product_region": "string",
            "product_regioncode": "string",
            "product_requestdescription": "string",
            "product_requesttype": "string",
            "product_resourceendpoint": "string",
            "product_resourcetype": "string",
            "product_rootvolume": "string",
            "product_routingtarget": "string",
            "product_routingtype": "string",
            "product_runningmode": "string",
            "product_servicecode": "string",
            "product_servicename": "string",
            "product_sku": "string",
            "product_softwareincluded": "string",
            "product_standardgroup": "string",
            "product_standardstorage": "string",
            "product_standardstorageretentionincluded": "string",
            "product_storage": "string",
            "product_storageclass": "string",
            "product_storagefamily": "string",
            "product_storagemedia": "string",
            "product_storagetype": "string",
            "product_subscriptiontype": "string",
            "product_tenancy": "string",
            "product_throughputcapacity": "string",
            "product_tickettype": "string",
            "product_tiertype": "string",
            "product_tolocation": "string",
            "product_tolocationtype": "string",
            "product_toregioncode": "string",
            "product_transactiontype": "string",
            "product_transfertype": "string",
            "product_type": "string",
            "product_usagefamily": "string",
            "product_usagegroup": "string",
            "product_usagetype": "string",
            "product_usagevolume": "string",
            "product_uservolume": "string",
            "product_vcpu": "string",
            "product_version": "string",
            "product_volumeapiname": "string",
            "product_volumetype": "string",
            "product_vpcnetworkingsupport": "string",
            "product_withactiveusers": "string",
            "reservation_amortizedupfrontcostforusage": "string",
            "reservation_amortizedupfrontfeeforbillingperiod": "string",
            "reservation_effectivecost": "string",
            "reservation_endtime": "string",
            "reservation_modificationstatus": "string",
            "reservation_normalizedunitsperreservation": "string",
            "reservation_numberofreservations": "string",
            "reservation_recurringfeeforusage": "string",
            "reservation_reservationarn": "string",
            "reservation_starttime": "string",
            "reservation_subscriptionid": "string",
            "reservation_totalreservednormalizedunits": "string",
            "reservation_totalreservedunits": "string",
            "reservation_unitsperreservation": "string",
            "reservation_unusedamortizedupfrontfeeforbillingperiod": "string",
            "reservation_unusednormalizedunitquantity": "string",
            "reservation_unusedquantity": "string",
            "reservation_unusedrecurringfee": "string",
            "reservation_upfrontvalue": "string",
            "resourcetags_aws_autoscaling_groupname": "string",
            "resourcetags_aws_cloudformation_logical_id": "string",
            "resourcetags_aws_cloudformation_stack_id": "string",
            "resourcetags_aws_cloudformation_stack_name": "string",
            "resourcetags_aws_createdby": "string",
            "resourcetags_aws_ec2launchtemplate_id": "string",
            "resourcetags_aws_ec2launchtemplate_version": "string",
            "resourcetags_user_appid": "string",
            "resourcetags_user_application": "string",
            "resourcetags_user_appname": "string",
            "resourcetags_user_audit": "string",
            "resourcetags_user_cluster": "string",
            "resourcetags_user_clustertag": "string",
            "resourcetags_user_cost_feature": "string",
            "resourcetags_user_cost_organization": "string",
            "resourcetags_user_cost_product": "string",
            "resourcetags_user_cost_project": "string",
            "resourcetags_user_costcenter": "string",
            "resourcetags_user_createdby": "string",
            "resourcetags_user_createddate": "string",
            "resourcetags_user_creator": "string",
            "resourcetags_user_customer": "string",
            "resourcetags_user_data_extract": "string",
            "resourcetags_user_datadog": "string",
            "resourcetags_user_description": "string",
            "resourcetags_user_domain": "string",
            "resourcetags_user_ebsautosnapshot": "string",
            "resourcetags_user_elasticbeanstalk_environment_id": "string",
            "resourcetags_user_elasticbeanstalk_environment_name": "string",
            "resourcetags_user_env": "string",
            "resourcetags_user_environment": "string",
            "resourcetags_user_format": "string",
            "resourcetags_user_from": "string",
            "resourcetags_user_hub_batch": "string",
            "resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com": "string",
            "resourcetags_user_kubernetes_io_cluster_terraform_eks_demo": "string",
            "resourcetags_user_kubernetes_io_created_for_pv_name": "string",
            "resourcetags_user_kubernetes_io_created_for_pvc_name": "string",
            "resourcetags_user_kubernetes_io_created_for_pvc_namespace": "string",
            "resourcetags_user_kubernetes_io_role_elb": "string",
            "resourcetags_user_kubernetes_io_service_name": "string",
            "resourcetags_user_kubernetescluster": "string",
            "resourcetags_user_monitor": "string",
            "resourcetags_user_name": "string",
            "resourcetags_user_namespace": "string",
            "resourcetags_user_owner": "string",
            "resourcetags_user_packerid": "string",
            "resourcetags_user_project": "string",
            "resourcetags_user_purpose": "string",
            "resourcetags_user_role": "string",
            "resourcetags_user_s3_bucket": "string",
            "resourcetags_user_server_name": "string",
            "resourcetags_user_sever_name_base": "string",
            "resourcetags_user_sf_env": "string",
            "resourcetags_user_sf_group": "string",
            "resourcetags_user_source_ami": "string",
            "resourcetags_user_stack": "string",
            "resourcetags_user_status": "string",
            "resourcetags_user_workload_type": "string",
            "savingsplan_amortizedupfrontcommitmentforbillingperiod": "string",
            "savingsplan_endtime": "string",
            "savingsplan_offeringtype": "string",
            "savingsplan_paymentoption": "string",
            "savingsplan_purchaseterm": "string",
            "savingsplan_recurringcommitmentforbillingperiod": "string",
            "savingsplan_region": "string",
            "savingsplan_savingsplanarn": "string",
            "savingsplan_savingsplaneffectivecost": "string",
            "savingsplan_savingsplanrate": "string",
            "savingsplan_starttime": "string",
            "savingsplan_totalcommitmenttodate": "string",
            "savingsplan_usedcommitment": "string"
        },
        "created": "2022-11-15 12:03:18",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1`\n(\n `identity_lineitemid`  string , `identity_timeinterval`  string , `bill_invoiceid`  string , `bill_invoicingentity`  string , `bill_billingentity`  string , `bill_billtype`  string , `bill_payeraccountid`  string , `bill_billingperiodstartdate`  string , `bill_billingperiodenddate`  string , `lineitem_usageaccountid`  string , `lineitem_lineitemtype`  string , `lineitem_usagestartdate`  string , `lineitem_usageenddate`  string , `lineitem_productcode`  string , `lineitem_usagetype`  string , `lineitem_operation`  string , `lineitem_availabilityzone`  string , `lineitem_resourceid`  string , `lineitem_usageamount`  string , `lineitem_normalizationfactor`  string , `lineitem_normalizedusageamount`  string , `lineitem_currencycode`  string , `lineitem_unblendedrate`  string , `lineitem_unblendedcost`  string , `lineitem_blendedrate`  string , `lineitem_blendedcost`  string , `lineitem_lineitemdescription`  string , `lineitem_taxtype`  string , `lineitem_legalentity`  string , `product_productname`  string , `product_purchaseoption`  string , `product_accesstype`  string , `product_alarmtype`  string , `product_availability`  string , `product_availabilityzone`  string , `product_bundle`  string , `product_bundledescription`  string , `product_bundlegroup`  string , `product_cacheengine`  string , `product_cachetype`  string , `product_callingtype`  string , `product_capacitystatus`  string , `product_category`  string , `product_citype`  string , `product_classicnetworkingsupport`  string , `product_clockspeed`  string , `product_component`  string , `product_computefamily`  string , `product_computetype`  string , `product_contenttype`  string , `product_country`  string , `product_countsagainstquota`  string , `product_cputype`  string , `product_currentgeneration`  string , `product_data`  string , `product_datatransferquota`  string , `product_databaseedition`  string , `product_databaseengine`  string , `product_dedicatedebsthroughput`  string , `product_deploymentoption`  string , `product_description`  string , `product_device`  string , `product_devicetype`  string , `product_directorysize`  string , `product_directorytype`  string , `product_directorytypedescription`  string , `product_durability`  string , `product_ecu`  string , `product_edition`  string , `product_endpoint`  string , `product_endpointtype`  string , `product_enginecode`  string , `product_enhancednetworkingsupported`  string , `product_equivalentondemandsku`  string , `product_eventtype`  string , `product_feecode`  string , `product_feedescription`  string , `product_filesystemtype`  string , `product_findinggroup`  string , `product_findingsource`  string , `product_findingstorage`  string , `product_freeoverage`  string , `product_freequerytypes`  string , `product_freetrial`  string , `product_freeusageincluded`  string , `product_fromlocation`  string , `product_fromlocationtype`  string , `product_fromregioncode`  string , `product_fusfcategory`  string , `product_gpu`  string , `product_gpumemory`  string , `product_group`  string , `product_groupdescription`  string , `product_instance`  string , `product_instancefamily`  string , `product_instancename`  string , `product_instancetype`  string , `product_instancetypefamily`  string , `product_intelavx2available`  string , `product_intelavxavailable`  string , `product_intelturboavailable`  string , `product_io`  string , `product_license`  string , `product_licensemodel`  string , `product_licensetype`  string , `product_linetype`  string , `product_location`  string , `product_locationtype`  string , `product_logsdestination`  string , `product_marketoption`  string , `product_maxiopsburstperformance`  string , `product_maxiopsvolume`  string , `product_maxthroughputvolume`  string , `product_maxvolumesize`  string , `product_maximumextendedstorage`  string , `product_maximumstoragevolume`  string , `product_memory`  string , `product_memorygib`  string , `product_memorytype`  string , `product_messagedeliveryfrequency`  string , `product_messagedeliveryorder`  string , `product_minvolumesize`  string , `product_minimumstoragevolume`  string , `product_networkperformance`  string , `product_normalizationsizefactor`  string , `product_operatingsystem`  string , `product_operation`  string , `product_origin`  string , `product_overagetype`  string , `product_overhead`  string , `product_packsize`  string , `product_physicalcpu`  string , `product_physicalgpu`  string , `product_physicalprocessor`  string , `product_platoclassificationtype`  string , `product_platoinstancename`  string , `product_platoinstancetype`  string , `product_platopricingtype`  string , `product_platoprotocoltype`  string , `product_platostoragetype`  string , `product_platotrafficdirection`  string , `product_platousagetype`  string , `product_platovolumetype`  string , `product_preinstalledsw`  string , `product_pricingunit`  string , `product_primaryplaceofuse`  string , `product_processorarchitecture`  string , `product_processorfeatures`  string , `product_productfamily`  string , `product_provisioned`  string , `product_purchaseterm`  string , `product_qpresent`  string , `product_queuetype`  string , `product_recipient`  string , `product_region`  string , `product_regioncode`  string , `product_requestdescription`  string , `product_requesttype`  string , `product_resourceendpoint`  string , `product_resourcetype`  string , `product_rootvolume`  string , `product_routingtarget`  string , `product_routingtype`  string , `product_runningmode`  string , `product_servicecode`  string , `product_servicename`  string , `product_sku`  string , `product_softwareincluded`  string , `product_standardgroup`  string , `product_standardstorage`  string , `product_standardstorageretentionincluded`  string , `product_storage`  string , `product_storageclass`  string , `product_storagefamily`  string , `product_storagemedia`  string , `product_storagetype`  string , `product_subscriptiontype`  string , `product_tenancy`  string , `product_throughputcapacity`  string , `product_tickettype`  string , `product_tiertype`  string , `product_tolocation`  string , `product_tolocationtype`  string , `product_toregioncode`  string , `product_transactiontype`  string , `product_transfertype`  string , `product_type`  string , `product_usagefamily`  string , `product_usagegroup`  string , `product_usagevolume`  string , `product_usagetype`  string , `product_uservolume`  string , `product_vcpu`  string , `product_version`  string , `product_volumeapiname`  string , `product_volumetype`  string , `product_vpcnetworkingsupport`  string , `product_withactiveusers`  string , `pricing_leasecontractlength`  string , `pricing_offeringclass`  string , `pricing_purchaseoption`  string , `pricing_ratecode`  string , `pricing_rateid`  string , `pricing_currency`  string , `pricing_publicondemandcost`  string , `pricing_publicondemandrate`  string , `pricing_term`  string , `pricing_unit`  string , `reservation_amortizedupfrontcostforusage`  string , `reservation_amortizedupfrontfeeforbillingperiod`  string , `reservation_effectivecost`  string , `reservation_endtime`  string , `reservation_modificationstatus`  string , `reservation_normalizedunitsperreservation`  string , `reservation_numberofreservations`  string , `reservation_recurringfeeforusage`  string , `reservation_reservationarn`  string , `reservation_starttime`  string , `reservation_subscriptionid`  string , `reservation_totalreservednormalizedunits`  string , `reservation_totalreservedunits`  string , `reservation_unitsperreservation`  string , `reservation_unusedamortizedupfrontfeeforbillingperiod`  string , `reservation_unusednormalizedunitquantity`  string , `reservation_unusedquantity`  string , `reservation_unusedrecurringfee`  string , `reservation_upfrontvalue`  string , `savingsplan_totalcommitmenttodate`  string , `savingsplan_savingsplanarn`  string , `savingsplan_savingsplanrate`  string , `savingsplan_usedcommitment`  string , `savingsplan_savingsplaneffectivecost`  string , `savingsplan_amortizedupfrontcommitmentforbillingperiod`  string , `savingsplan_recurringcommitmentforbillingperiod`  string , `savingsplan_starttime`  string , `savingsplan_endtime`  string , `savingsplan_offeringtype`  string , `savingsplan_paymentoption`  string , `savingsplan_purchaseterm`  string , `savingsplan_region`  string , `resourcetags_aws_autoscaling_groupname`  string , `resourcetags_aws_cloudformation_logical_id`  string , `resourcetags_aws_cloudformation_stack_id`  string , `resourcetags_aws_cloudformation_stack_name`  string , `resourcetags_aws_createdby`  string , `resourcetags_aws_ec2launchtemplate_id`  string , `resourcetags_aws_ec2launchtemplate_version`  string , `resourcetags_user_appid`  string , `resourcetags_user_application`  string , `resourcetags_user_appname`  string , `resourcetags_user_audit`  string , `resourcetags_user_cluster`  string , `resourcetags_user_clustertag`  string , `resourcetags_user_costcenter`  string , `resourcetags_user_createdby`  string , `resourcetags_user_createddate`  string , `resourcetags_user_creator`  string , `resourcetags_user_customer`  string , `resourcetags_user_data_extract`  string , `resourcetags_user_ebsautosnapshot`  string , `resourcetags_user_env`  string , `resourcetags_user_environment`  string , `resourcetags_user_from`  string , `resourcetags_user_hub_batch`  string , `resourcetags_user_kubernetescluster`  string , `resourcetags_user_name`  string , `resourcetags_user_owner`  string , `resourcetags_user_packerid`  string , `resourcetags_user_project`  string , `resourcetags_user_purpose`  string , `resourcetags_user_role`  string , `resourcetags_user_s3_bucket`  string , `resourcetags_user_sf_env`  string , `resourcetags_user_source_ami`  string , `resourcetags_user_status`  string , `resourcetags_user_cost_feature`  string , `resourcetags_user_cost_organization`  string , `resourcetags_user_cost_product`  string , `resourcetags_user_cost_project`  string , `resourcetags_user_datadog`  string , `resourcetags_user_description`  string , `resourcetags_user_domain`  string , `resourcetags_user_elasticbeanstalk_environment_id`  string , `resourcetags_user_elasticbeanstalk_environment_name`  string , `resourcetags_user_format`  string , `resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com`  string , `resourcetags_user_kubernetes_io_cluster_terraform_eks_demo`  string , `resourcetags_user_kubernetes_io_created_for_pv_name`  string , `resourcetags_user_kubernetes_io_created_for_pvc_name`  string , `resourcetags_user_kubernetes_io_created_for_pvc_namespace`  string , `resourcetags_user_kubernetes_io_role_elb`  string , `resourcetags_user_kubernetes_io_service_name`  string , `resourcetags_user_monitor`  string , `resourcetags_user_namespace`  string , `resourcetags_user_server_name`  string , `resourcetags_user_sever_name_base`  string , `resourcetags_user_sf_group`  string , `resourcetags_user_stack`  string , `resourcetags_user_workload_type`  string , `costcategory_product`  string , `identity_timeintervalstart`  string , `identity_timeintervalend`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopment1'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopment1"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}
©2019 SpareFoot Data Platform