Schema Info
Schema Name: sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1
- created: 2022-11-15 12:32:07
- disabled: False
- format: raw
- id: 2141
- is_partitioned: True
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "benjamincostreportsdev_benjamindevelopmentinc1" } - type: drivethrucsv
Schema Versions: 1
-
Version 4691114
- created: 2022-11-15 12:32:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`\n(\n `identity_lineitemid` varchar , `identity_timeinterval` varchar , `bill_invoiceid` varchar , `bill_invoicingentity` varchar , `bill_billingentity` varchar , `bill_billtype` varchar , `bill_payeraccountid` bigint , `bill_billingperiodstartdate` varchar , `bill_billingperiodenddate` varchar , `lineitem_usageaccountid` bigint , `lineitem_lineitemtype` varchar , `lineitem_usagestartdate` varchar , `lineitem_usageenddate` varchar , `lineitem_productcode` varchar , `lineitem_usagetype` varchar , `lineitem_operation` varchar , `lineitem_availabilityzone` varchar , `lineitem_resourceid` varchar , `lineitem_usageamount` string , `lineitem_normalizationfactor` varchar , `lineitem_normalizedusageamount` varchar , `lineitem_currencycode` varchar , `lineitem_unblendedrate` string , `lineitem_unblendedcost` string , `lineitem_blendedrate` string , `lineitem_blendedcost` string , `lineitem_lineitemdescription` varchar , `lineitem_taxtype` varchar , `lineitem_legalentity` varchar , `product_productname` varchar , `product_purchaseoption` varchar , `product_accesstype` varchar , `product_alarmtype` varchar , `product_availability` string , `product_availabilityzone` varchar , `product_bundle` varchar , `product_bundledescription` varchar , `product_bundlegroup` varchar , `product_cacheengine` varchar , `product_cachetype` varchar , `product_callingtype` varchar , `product_capacitystatus` varchar , `product_category` varchar , `product_citype` varchar , `product_classicnetworkingsupport` varchar , `product_clockspeed` varchar , `product_component` varchar , `product_computefamily` varchar , `product_computetype` varchar , `product_contenttype` varchar , `product_country` varchar , `product_countsagainstquota` varchar , `product_cputype` varchar , `product_currentgeneration` varchar , `product_data` varchar , `product_datatransferquota` varchar , `product_databaseedition` varchar , `product_databaseengine` varchar , `product_dedicatedebsthroughput` varchar , `product_deploymentoption` varchar , `product_description` varchar , `product_device` varchar , `product_devicetype` varchar , `product_directorysize` varchar , `product_directorytype` varchar , `product_directorytypedescription` varchar , `product_durability` string , `product_ecu` varchar , `product_edition` varchar , `product_endpoint` varchar , `product_endpointtype` varchar , `product_enginecode` varchar , `product_enhancednetworkingsupported` varchar , `product_equivalentondemandsku` varchar , `product_eventtype` varchar , `product_feecode` varchar , `product_feedescription` varchar , `product_filesystemtype` varchar , `product_findinggroup` varchar , `product_findingsource` varchar , `product_findingstorage` varchar , `product_freeoverage` varchar , `product_freequerytypes` varchar , `product_freetrial` varchar , `product_freeusageincluded` varchar , `product_fromlocation` varchar , `product_fromlocationtype` varchar , `product_fromregioncode` varchar , `product_fusfcategory` varchar , `product_gpu` varchar , `product_gpumemory` varchar , `product_group` varchar , `product_groupdescription` varchar , `product_instance` varchar , `product_instancefamily` varchar , `product_instancename` varchar , `product_instancetype` varchar , `product_instancetypefamily` varchar , `product_intelavx2available` varchar , `product_intelavxavailable` varchar , `product_intelturboavailable` varchar , `product_io` varchar , `product_license` varchar , `product_licensemodel` varchar , `product_licensetype` string , `product_linetype` varchar , `product_location` varchar , `product_locationtype` varchar , `product_logsdestination` varchar , `product_marketoption` varchar , `product_maxiopsburstperformance` varchar , `product_maxiopsvolume` varchar , `product_maxthroughputvolume` varchar , `product_maxvolumesize` varchar , `product_maximumextendedstorage` varchar , `product_maximumstoragevolume` varchar , `product_memory` varchar , `product_memorygib` varchar , `product_memorytype` varchar , `product_messagedeliveryfrequency` varchar , `product_messagedeliveryorder` varchar , `product_minvolumesize` varchar , `product_minimumstoragevolume` varchar , `product_networkperformance` varchar , `product_normalizationsizefactor` varchar , `product_operatingsystem` varchar , `product_operation` varchar , `product_origin` varchar , `product_overagetype` varchar , `product_overhead` string , `product_packsize` varchar , `product_physicalcpu` varchar , `product_physicalgpu` varchar , `product_physicalprocessor` varchar , `product_platoclassificationtype` varchar , `product_platoinstancename` varchar , `product_platoinstancetype` varchar , `product_platopricingtype` varchar , `product_platoprotocoltype` varchar , `product_platostoragetype` varchar , `product_platotrafficdirection` varchar , `product_platousagetype` varchar , `product_platovolumetype` string , `product_preinstalledsw` varchar , `product_pricingunit` varchar , `product_primaryplaceofuse` varchar , `product_processorarchitecture` varchar , `product_processorfeatures` varchar , `product_productfamily` varchar , `product_provisioned` varchar , `product_purchaseterm` varchar , `product_qpresent` varchar , `product_queuetype` varchar , `product_recipient` varchar , `product_region` varchar , `product_regioncode` varchar , `product_requestdescription` varchar , `product_requesttype` varchar , `product_resourceendpoint` varchar , `product_resourcetype` varchar , `product_rootvolume` varchar , `product_routingtarget` varchar , `product_routingtype` varchar , `product_runningmode` varchar , `product_servicecode` varchar , `product_servicename` varchar , `product_sku` varchar , `product_softwareincluded` varchar , `product_standardgroup` varchar , `product_standardstorage` varchar , `product_standardstorageretentionincluded` varchar , `product_storage` varchar , `product_storageclass` varchar , `product_storagefamily` varchar , `product_storagemedia` varchar , `product_storagetype` varchar , `product_subscriptiontype` varchar , `product_tenancy` varchar , `product_throughputcapacity` varchar , `product_tickettype` varchar , `product_tiertype` varchar , `product_tolocation` varchar , `product_tolocationtype` varchar , `product_toregioncode` varchar , `product_transactiontype` varchar , `product_transfertype` varchar , `product_type` varchar , `product_usagefamily` varchar , `product_usagegroup` varchar , `product_usagevolume` varchar , `product_usagetype` varchar , `product_uservolume` varchar , `product_vcpu` varchar , `product_version` varchar , `product_volumeapiname` varchar , `product_volumetype` varchar , `product_vpcnetworkingsupport` varchar , `product_withactiveusers` string , `pricing_leasecontractlength` varchar , `pricing_offeringclass` varchar , `pricing_purchaseoption` varchar , `pricing_ratecode` varchar , `pricing_rateid` varchar , `pricing_currency` varchar , `pricing_publicondemandcost` varchar , `pricing_publicondemandrate` varchar , `pricing_term` varchar , `pricing_unit` varchar , `reservation_amortizedupfrontcostforusage` varchar , `reservation_amortizedupfrontfeeforbillingperiod` varchar , `reservation_effectivecost` varchar , `reservation_endtime` varchar , `reservation_modificationstatus` varchar , `reservation_normalizedunitsperreservation` varchar , `reservation_numberofreservations` varchar , `reservation_recurringfeeforusage` varchar , `reservation_reservationarn` varchar , `reservation_starttime` varchar , `reservation_subscriptionid` varchar , `reservation_totalreservednormalizedunits` varchar , `reservation_totalreservedunits` varchar , `reservation_unitsperreservation` varchar , `reservation_unusedamortizedupfrontfeeforbillingperiod` varchar , `reservation_unusednormalizedunitquantity` varchar , `reservation_unusedquantity` varchar , `reservation_unusedrecurringfee` varchar , `reservation_upfrontvalue` varchar , `savingsplan_totalcommitmenttodate` varchar , `savingsplan_savingsplanarn` varchar , `savingsplan_savingsplanrate` varchar , `savingsplan_usedcommitment` varchar , `savingsplan_savingsplaneffectivecost` varchar , `savingsplan_amortizedupfrontcommitmentforbillingperiod` varchar , `savingsplan_recurringcommitmentforbillingperiod` varchar , `savingsplan_starttime` varchar , `savingsplan_endtime` varchar , `savingsplan_offeringtype` varchar , `savingsplan_paymentoption` varchar , `savingsplan_purchaseterm` varchar , `savingsplan_region` varchar , `resourcetags_aws_autoscaling_groupname` varchar , `resourcetags_aws_cloudformation_logical_id` varchar , `resourcetags_aws_cloudformation_stack_id` varchar , `resourcetags_aws_cloudformation_stack_name` varchar , `resourcetags_aws_createdby` varchar , `resourcetags_aws_ec2launchtemplate_id` varchar , `resourcetags_aws_ec2launchtemplate_version` varchar , `resourcetags_user_appid` string , `resourcetags_user_application` varchar , `resourcetags_user_appname` varchar , `resourcetags_user_audit` varchar , `resourcetags_user_cluster` varchar , `resourcetags_user_clustertag` varchar , `resourcetags_user_costcenter` varchar , `resourcetags_user_createdby` varchar , `resourcetags_user_createddate` varchar , `resourcetags_user_creator` varchar , `resourcetags_user_customer` varchar , `resourcetags_user_data_extract` varchar , `resourcetags_user_ebsautosnapshot` varchar , `resourcetags_user_env` varchar , `resourcetags_user_environment` varchar , `resourcetags_user_from` varchar , `resourcetags_user_hub_batch` varchar , `resourcetags_user_kubernetescluster` varchar , `resourcetags_user_name` varchar , `resourcetags_user_owner` varchar , `resourcetags_user_packerid` string , `resourcetags_user_project` varchar , `resourcetags_user_purpose` varchar , `resourcetags_user_role` varchar , `resourcetags_user_s3_bucket` string , `resourcetags_user_sf_env` varchar , `resourcetags_user_source_ami` string , `resourcetags_user_status` varchar , `resourcetags_user_cost_feature` varchar , `resourcetags_user_cost_organization` varchar , `resourcetags_user_cost_product` varchar , `resourcetags_user_cost_project` varchar , `resourcetags_user_datadog` varchar , `resourcetags_user_description` varchar , `resourcetags_user_domain` varchar , `resourcetags_user_elasticbeanstalk_environment_id` varchar , `resourcetags_user_elasticbeanstalk_environment_name` varchar , `resourcetags_user_format` varchar , `resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com` varchar , `resourcetags_user_kubernetes_io_cluster_terraform_eks_demo` varchar , `resourcetags_user_kubernetes_io_created_for_pv_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_namespace` varchar , `resourcetags_user_kubernetes_io_role_elb` varchar , `resourcetags_user_kubernetes_io_service_name` varchar , `resourcetags_user_monitor` string , `resourcetags_user_namespace` string , `resourcetags_user_server_name` string , `resourcetags_user_sever_name_base` string , `resourcetags_user_sf_group` varchar , `resourcetags_user_stack` varchar , `resourcetags_user_workload_type` varchar , `costcategory_product` string , `identity_timeintervalstart` varchar , `identity_timeintervalend` varchar \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1
- id: 4691114
- processed: 0
- raw_data:
{ "bill_billingentity": 4, "bill_billingperiodenddate": 8, "bill_billingperiodstartdate": 7, "bill_billtype": 5, "bill_invoiceid": 2, "bill_invoicingentity": 3, "bill_payeraccountid": 6, "costcategory_product": 299, "identity_lineitemid": 0, "identity_timeinterval": 1, "identity_timeintervalend": 301, "identity_timeintervalstart": 300, "lineitem_availabilityzone": 16, "lineitem_blendedcost": 25, "lineitem_blendedrate": 24, "lineitem_currencycode": 21, "lineitem_legalentity": 28, "lineitem_lineitemdescription": 26, "lineitem_lineitemtype": 10, "lineitem_normalizationfactor": 19, "lineitem_normalizedusageamount": 20, "lineitem_operation": 15, "lineitem_productcode": 13, "lineitem_resourceid": 17, "lineitem_taxtype": 27, "lineitem_unblendedcost": 23, "lineitem_unblendedrate": 22, "lineitem_usageaccountid": 9, "lineitem_usageamount": 18, "lineitem_usageenddate": 12, "lineitem_usagestartdate": 11, "lineitem_usagetype": 14, "pricing_currency": 203, "pricing_leasecontractlength": 198, "pricing_offeringclass": 199, "pricing_publicondemandcost": 204, "pricing_publicondemandrate": 205, "pricing_purchaseoption": 200, "pricing_ratecode": 201, "pricing_rateid": 202, "pricing_term": 206, "pricing_unit": 207, "product_accesstype": 31, "product_alarmtype": 32, "product_availability": 33, "product_availabilityzone": 34, "product_bundle": 35, "product_bundledescription": 36, "product_bundlegroup": 37, "product_cacheengine": 38, "product_cachetype": 39, "product_callingtype": 40, "product_capacitystatus": 41, "product_category": 42, "product_citype": 43, "product_classicnetworkingsupport": 44, "product_clockspeed": 45, "product_component": 46, "product_computefamily": 47, "product_computetype": 48, "product_contenttype": 49, "product_country": 50, "product_countsagainstquota": 51, "product_cputype": 52, "product_currentgeneration": 53, "product_data": 54, "product_databaseedition": 56, "product_databaseengine": 57, "product_datatransferquota": 55, "product_dedicatedebsthroughput": 58, "product_deploymentoption": 59, "product_description": 60, "product_device": 61, "product_devicetype": 62, "product_directorysize": 63, "product_directorytype": 64, "product_directorytypedescription": 65, "product_durability": 66, "product_ecu": 67, "product_edition": 68, "product_endpoint": 69, "product_endpointtype": 70, "product_enginecode": 71, "product_enhancednetworkingsupported": 72, "product_equivalentondemandsku": 73, "product_eventtype": 74, "product_feecode": 75, "product_feedescription": 76, "product_filesystemtype": 77, "product_findinggroup": 78, "product_findingsource": 79, "product_findingstorage": 80, "product_freeoverage": 81, "product_freequerytypes": 82, "product_freetrial": 83, "product_freeusageincluded": 84, "product_fromlocation": 85, "product_fromlocationtype": 86, "product_fromregioncode": 87, "product_fusfcategory": 88, "product_gpu": 89, "product_gpumemory": 90, "product_group": 91, "product_groupdescription": 92, "product_instance": 93, "product_instancefamily": 94, "product_instancename": 95, "product_instancetype": 96, "product_instancetypefamily": 97, "product_intelavx2available": 98, "product_intelavxavailable": 99, "product_intelturboavailable": 100, "product_io": 101, "product_license": 102, "product_licensemodel": 103, "product_licensetype": 104, "product_linetype": 105, "product_location": 106, "product_locationtype": 107, "product_logsdestination": 108, "product_marketoption": 109, "product_maximumextendedstorage": 114, "product_maximumstoragevolume": 115, "product_maxiopsburstperformance": 110, "product_maxiopsvolume": 111, "product_maxthroughputvolume": 112, "product_maxvolumesize": 113, "product_memory": 116, "product_memorygib": 117, "product_memorytype": 118, "product_messagedeliveryfrequency": 119, "product_messagedeliveryorder": 120, "product_minimumstoragevolume": 122, "product_minvolumesize": 121, "product_networkperformance": 123, "product_normalizationsizefactor": 124, "product_operatingsystem": 125, "product_operation": 126, "product_origin": 127, "product_overagetype": 128, "product_overhead": 129, "product_packsize": 130, "product_physicalcpu": 131, "product_physicalgpu": 132, "product_physicalprocessor": 133, "product_platoclassificationtype": 134, "product_platoinstancename": 135, "product_platoinstancetype": 136, "product_platopricingtype": 137, "product_platoprotocoltype": 138, "product_platostoragetype": 139, "product_platotrafficdirection": 140, "product_platousagetype": 141, "product_platovolumetype": 142, "product_preinstalledsw": 143, "product_pricingunit": 144, "product_primaryplaceofuse": 145, "product_processorarchitecture": 146, "product_processorfeatures": 147, "product_productfamily": 148, "product_productname": 29, "product_provisioned": 149, "product_purchaseoption": 30, "product_purchaseterm": 150, "product_qpresent": 151, "product_queuetype": 152, "product_recipient": 153, "product_region": 154, "product_regioncode": 155, "product_requestdescription": 156, "product_requesttype": 157, "product_resourceendpoint": 158, "product_resourcetype": 159, "product_rootvolume": 160, "product_routingtarget": 161, "product_routingtype": 162, "product_runningmode": 163, "product_servicecode": 164, "product_servicename": 165, "product_sku": 166, "product_softwareincluded": 167, "product_standardgroup": 168, "product_standardstorage": 169, "product_standardstorageretentionincluded": 170, "product_storage": 171, "product_storageclass": 172, "product_storagefamily": 173, "product_storagemedia": 174, "product_storagetype": 175, "product_subscriptiontype": 176, "product_tenancy": 177, "product_throughputcapacity": 178, "product_tickettype": 179, "product_tiertype": 180, "product_tolocation": 181, "product_tolocationtype": 182, "product_toregioncode": 183, "product_transactiontype": 184, "product_transfertype": 185, "product_type": 186, "product_usagefamily": 187, "product_usagegroup": 188, "product_usagetype": 190, "product_usagevolume": 189, "product_uservolume": 191, "product_vcpu": 192, "product_version": 193, "product_volumeapiname": 194, "product_volumetype": 195, "product_vpcnetworkingsupport": 196, "product_withactiveusers": 197, "reservation_amortizedupfrontcostforusage": 208, "reservation_amortizedupfrontfeeforbillingperiod": 209, "reservation_effectivecost": 210, "reservation_endtime": 211, "reservation_modificationstatus": 212, "reservation_normalizedunitsperreservation": 213, "reservation_numberofreservations": 214, "reservation_recurringfeeforusage": 215, "reservation_reservationarn": 216, "reservation_starttime": 217, "reservation_subscriptionid": 218, "reservation_totalreservednormalizedunits": 219, "reservation_totalreservedunits": 220, "reservation_unitsperreservation": 221, "reservation_unusedamortizedupfrontfeeforbillingperiod": 222, "reservation_unusednormalizedunitquantity": 223, "reservation_unusedquantity": 224, "reservation_unusedrecurringfee": 225, "reservation_upfrontvalue": 226, "resourcetags_aws_autoscaling_groupname": 240, "resourcetags_aws_cloudformation_logical_id": 241, "resourcetags_aws_cloudformation_stack_id": 242, "resourcetags_aws_cloudformation_stack_name": 243, "resourcetags_aws_createdby": 244, "resourcetags_aws_ec2launchtemplate_id": 245, "resourcetags_aws_ec2launchtemplate_version": 246, "resourcetags_user_appid": 247, "resourcetags_user_application": 248, "resourcetags_user_appname": 249, "resourcetags_user_audit": 250, "resourcetags_user_cluster": 251, "resourcetags_user_clustertag": 252, "resourcetags_user_cost_feature": 275, "resourcetags_user_cost_organization": 276, "resourcetags_user_cost_product": 277, "resourcetags_user_cost_project": 278, "resourcetags_user_costcenter": 253, "resourcetags_user_createdby": 254, "resourcetags_user_createddate": 255, "resourcetags_user_creator": 256, "resourcetags_user_customer": 257, "resourcetags_user_data_extract": 258, "resourcetags_user_datadog": 279, "resourcetags_user_description": 280, "resourcetags_user_domain": 281, "resourcetags_user_ebsautosnapshot": 259, "resourcetags_user_elasticbeanstalk_environment_id": 282, "resourcetags_user_elasticbeanstalk_environment_name": 283, "resourcetags_user_env": 260, "resourcetags_user_environment": 261, "resourcetags_user_format": 284, "resourcetags_user_from": 262, "resourcetags_user_hub_batch": 263, "resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com": 285, "resourcetags_user_kubernetes_io_cluster_terraform_eks_demo": 286, "resourcetags_user_kubernetes_io_created_for_pv_name": 287, "resourcetags_user_kubernetes_io_created_for_pvc_name": 288, "resourcetags_user_kubernetes_io_created_for_pvc_namespace": 289, "resourcetags_user_kubernetes_io_role_elb": 290, "resourcetags_user_kubernetes_io_service_name": 291, "resourcetags_user_kubernetescluster": 264, "resourcetags_user_monitor": 292, "resourcetags_user_name": 265, "resourcetags_user_namespace": 293, "resourcetags_user_owner": 266, "resourcetags_user_packerid": 267, "resourcetags_user_project": 268, "resourcetags_user_purpose": 269, "resourcetags_user_role": 270, "resourcetags_user_s3 bucket": 271, "resourcetags_user_server_name": 294, "resourcetags_user_sever_name_base": 295, "resourcetags_user_sf_env": 272, "resourcetags_user_sf_group": 296, "resourcetags_user_source_ami": 273, "resourcetags_user_stack": 297, "resourcetags_user_status": 274, "resourcetags_user_workload_type": 298, "savingsplan_amortizedupfrontcommitmentforbillingperiod": 232, "savingsplan_endtime": 235, "savingsplan_offeringtype": 236, "savingsplan_paymentoption": 237, "savingsplan_purchaseterm": 238, "savingsplan_recurringcommitmentforbillingperiod": 233, "savingsplan_region": 239, "savingsplan_savingsplanarn": 228, "savingsplan_savingsplaneffectivecost": 231, "savingsplan_savingsplanrate": 229, "savingsplan_starttime": 234, "savingsplan_totalcommitmenttodate": 227, "savingsplan_usedcommitment": 230 } - schema_attributes:
{ "bill_billingentity": "varchar", "bill_billingperiodenddate": "varchar", "bill_billingperiodstartdate": "varchar", "bill_billtype": "varchar", "bill_invoiceid": "varchar", "bill_invoicingentity": "varchar", "bill_payeraccountid": "bigint", "costcategory_product": "string", "identity_lineitemid": "varchar", "identity_timeinterval": "varchar", "identity_timeintervalend": "varchar", "identity_timeintervalstart": "varchar", "lineitem_availabilityzone": "varchar", "lineitem_blendedcost": "string", "lineitem_blendedrate": "string", "lineitem_currencycode": "varchar", "lineitem_legalentity": "varchar", "lineitem_lineitemdescription": "varchar", "lineitem_lineitemtype": "varchar", "lineitem_normalizationfactor": "varchar", "lineitem_normalizedusageamount": "varchar", "lineitem_operation": "varchar", "lineitem_productcode": "varchar", "lineitem_resourceid": "varchar", "lineitem_taxtype": "varchar", "lineitem_unblendedcost": "string", "lineitem_unblendedrate": "string", "lineitem_usageaccountid": "bigint", "lineitem_usageamount": "string", "lineitem_usageenddate": "varchar", "lineitem_usagestartdate": "varchar", "lineitem_usagetype": "varchar", "pricing_currency": "varchar", "pricing_leasecontractlength": "varchar", "pricing_offeringclass": "varchar", "pricing_publicondemandcost": "varchar", "pricing_publicondemandrate": "varchar", "pricing_purchaseoption": "varchar", "pricing_ratecode": "varchar", "pricing_rateid": "varchar", "pricing_term": "varchar", "pricing_unit": "varchar", "product_accesstype": "varchar", "product_alarmtype": "varchar", "product_availability": "string", "product_availabilityzone": "varchar", "product_bundle": "varchar", "product_bundledescription": "varchar", "product_bundlegroup": "varchar", "product_cacheengine": "varchar", "product_cachetype": "varchar", "product_callingtype": "varchar", "product_capacitystatus": "varchar", "product_category": "varchar", "product_citype": "varchar", "product_classicnetworkingsupport": "varchar", "product_clockspeed": "varchar", "product_component": "varchar", "product_computefamily": "varchar", "product_computetype": "varchar", "product_contenttype": "varchar", "product_country": "varchar", "product_countsagainstquota": "varchar", "product_cputype": "varchar", "product_currentgeneration": "varchar", "product_data": "varchar", "product_databaseedition": "varchar", "product_databaseengine": "varchar", "product_datatransferquota": "varchar", "product_dedicatedebsthroughput": "varchar", "product_deploymentoption": "varchar", "product_description": "varchar", "product_device": "varchar", "product_devicetype": "varchar", "product_directorysize": "varchar", "product_directorytype": "varchar", "product_directorytypedescription": "varchar", "product_durability": "string", "product_ecu": "varchar", "product_edition": "varchar", "product_endpoint": "varchar", "product_endpointtype": "varchar", "product_enginecode": "varchar", "product_enhancednetworkingsupported": "varchar", "product_equivalentondemandsku": "varchar", "product_eventtype": "varchar", "product_feecode": "varchar", "product_feedescription": "varchar", "product_filesystemtype": "varchar", "product_findinggroup": "varchar", "product_findingsource": "varchar", "product_findingstorage": "varchar", "product_freeoverage": "varchar", "product_freequerytypes": "varchar", "product_freetrial": "varchar", "product_freeusageincluded": "varchar", "product_fromlocation": "varchar", "product_fromlocationtype": "varchar", "product_fromregioncode": "varchar", "product_fusfcategory": "varchar", "product_gpu": "varchar", "product_gpumemory": "varchar", "product_group": "varchar", "product_groupdescription": "varchar", "product_instance": "varchar", "product_instancefamily": "varchar", "product_instancename": "varchar", "product_instancetype": "varchar", "product_instancetypefamily": "varchar", "product_intelavx2available": "varchar", "product_intelavxavailable": "varchar", "product_intelturboavailable": "varchar", "product_io": "varchar", "product_license": "varchar", "product_licensemodel": "varchar", "product_licensetype": "string", "product_linetype": "varchar", "product_location": "varchar", "product_locationtype": "varchar", "product_logsdestination": "varchar", "product_marketoption": "varchar", "product_maximumextendedstorage": "varchar", "product_maximumstoragevolume": "varchar", "product_maxiopsburstperformance": "varchar", "product_maxiopsvolume": "varchar", "product_maxthroughputvolume": "varchar", "product_maxvolumesize": "varchar", "product_memory": "varchar", "product_memorygib": "varchar", "product_memorytype": "varchar", "product_messagedeliveryfrequency": "varchar", "product_messagedeliveryorder": "varchar", "product_minimumstoragevolume": "varchar", "product_minvolumesize": "varchar", "product_networkperformance": "varchar", "product_normalizationsizefactor": "varchar", "product_operatingsystem": "varchar", "product_operation": "varchar", "product_origin": "varchar", "product_overagetype": "varchar", "product_overhead": "string", "product_packsize": "varchar", "product_physicalcpu": "varchar", "product_physicalgpu": "varchar", "product_physicalprocessor": "varchar", "product_platoclassificationtype": "varchar", "product_platoinstancename": "varchar", "product_platoinstancetype": "varchar", "product_platopricingtype": "varchar", "product_platoprotocoltype": "varchar", "product_platostoragetype": "varchar", "product_platotrafficdirection": "varchar", "product_platousagetype": "varchar", "product_platovolumetype": "string", "product_preinstalledsw": "varchar", "product_pricingunit": "varchar", "product_primaryplaceofuse": "varchar", "product_processorarchitecture": "varchar", "product_processorfeatures": "varchar", "product_productfamily": "varchar", "product_productname": "varchar", "product_provisioned": "varchar", "product_purchaseoption": "varchar", "product_purchaseterm": "varchar", "product_qpresent": "varchar", "product_queuetype": "varchar", "product_recipient": "varchar", "product_region": "varchar", "product_regioncode": "varchar", "product_requestdescription": "varchar", "product_requesttype": "varchar", "product_resourceendpoint": "varchar", "product_resourcetype": "varchar", "product_rootvolume": "varchar", "product_routingtarget": "varchar", "product_routingtype": "varchar", "product_runningmode": "varchar", "product_servicecode": "varchar", "product_servicename": "varchar", "product_sku": "varchar", "product_softwareincluded": "varchar", "product_standardgroup": "varchar", "product_standardstorage": "varchar", "product_standardstorageretentionincluded": "varchar", "product_storage": "varchar", "product_storageclass": "varchar", "product_storagefamily": "varchar", "product_storagemedia": "varchar", "product_storagetype": "varchar", "product_subscriptiontype": "varchar", "product_tenancy": "varchar", "product_throughputcapacity": "varchar", "product_tickettype": "varchar", "product_tiertype": "varchar", "product_tolocation": "varchar", "product_tolocationtype": "varchar", "product_toregioncode": "varchar", "product_transactiontype": "varchar", "product_transfertype": "varchar", "product_type": "varchar", "product_usagefamily": "varchar", "product_usagegroup": "varchar", "product_usagetype": "varchar", "product_usagevolume": "varchar", "product_uservolume": "varchar", "product_vcpu": "varchar", "product_version": "varchar", "product_volumeapiname": "varchar", "product_volumetype": "varchar", "product_vpcnetworkingsupport": "varchar", "product_withactiveusers": "string", "reservation_amortizedupfrontcostforusage": "varchar", "reservation_amortizedupfrontfeeforbillingperiod": "varchar", "reservation_effectivecost": "varchar", "reservation_endtime": "varchar", "reservation_modificationstatus": "varchar", "reservation_normalizedunitsperreservation": "varchar", "reservation_numberofreservations": "varchar", "reservation_recurringfeeforusage": "varchar", "reservation_reservationarn": "varchar", "reservation_starttime": "varchar", "reservation_subscriptionid": "varchar", "reservation_totalreservednormalizedunits": "varchar", "reservation_totalreservedunits": "varchar", "reservation_unitsperreservation": "varchar", "reservation_unusedamortizedupfrontfeeforbillingperiod": "varchar", "reservation_unusednormalizedunitquantity": "varchar", "reservation_unusedquantity": "varchar", "reservation_unusedrecurringfee": "varchar", "reservation_upfrontvalue": "varchar", "resourcetags_aws_autoscaling_groupname": "varchar", "resourcetags_aws_cloudformation_logical_id": "varchar", "resourcetags_aws_cloudformation_stack_id": "varchar", "resourcetags_aws_cloudformation_stack_name": "varchar", "resourcetags_aws_createdby": "varchar", "resourcetags_aws_ec2launchtemplate_id": "varchar", "resourcetags_aws_ec2launchtemplate_version": "varchar", "resourcetags_user_appid": "string", "resourcetags_user_application": "varchar", "resourcetags_user_appname": "varchar", "resourcetags_user_audit": "varchar", "resourcetags_user_cluster": "varchar", "resourcetags_user_clustertag": "varchar", "resourcetags_user_cost_feature": "varchar", "resourcetags_user_cost_organization": "varchar", "resourcetags_user_cost_product": "varchar", "resourcetags_user_cost_project": "varchar", "resourcetags_user_costcenter": "varchar", "resourcetags_user_createdby": "varchar", "resourcetags_user_createddate": "varchar", "resourcetags_user_creator": "varchar", "resourcetags_user_customer": "varchar", "resourcetags_user_data_extract": "varchar", "resourcetags_user_datadog": "varchar", "resourcetags_user_description": "varchar", "resourcetags_user_domain": "varchar", "resourcetags_user_ebsautosnapshot": "varchar", "resourcetags_user_elasticbeanstalk_environment_id": "varchar", "resourcetags_user_elasticbeanstalk_environment_name": "varchar", "resourcetags_user_env": "varchar", "resourcetags_user_environment": "varchar", "resourcetags_user_format": "varchar", "resourcetags_user_from": "varchar", "resourcetags_user_hub_batch": "varchar", "resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com": "varchar", "resourcetags_user_kubernetes_io_cluster_terraform_eks_demo": "varchar", "resourcetags_user_kubernetes_io_created_for_pv_name": "varchar", "resourcetags_user_kubernetes_io_created_for_pvc_name": "varchar", "resourcetags_user_kubernetes_io_created_for_pvc_namespace": "varchar", "resourcetags_user_kubernetes_io_role_elb": "varchar", "resourcetags_user_kubernetes_io_service_name": "varchar", "resourcetags_user_kubernetescluster": "varchar", "resourcetags_user_monitor": "string", "resourcetags_user_name": "varchar", "resourcetags_user_namespace": "string", "resourcetags_user_owner": "varchar", "resourcetags_user_packerid": "string", "resourcetags_user_project": "varchar", "resourcetags_user_purpose": "varchar", "resourcetags_user_role": "varchar", "resourcetags_user_s3_bucket": "string", "resourcetags_user_server_name": "string", "resourcetags_user_sever_name_base": "string", "resourcetags_user_sf_env": "varchar", "resourcetags_user_sf_group": "varchar", "resourcetags_user_source_ami": "string", "resourcetags_user_stack": "varchar", "resourcetags_user_status": "varchar", "resourcetags_user_workload_type": "varchar", "savingsplan_amortizedupfrontcommitmentforbillingperiod": "varchar", "savingsplan_endtime": "varchar", "savingsplan_offeringtype": "varchar", "savingsplan_paymentoption": "varchar", "savingsplan_purchaseterm": "varchar", "savingsplan_recurringcommitmentforbillingperiod": "varchar", "savingsplan_region": "varchar", "savingsplan_savingsplanarn": "varchar", "savingsplan_savingsplaneffectivecost": "varchar", "savingsplan_savingsplanrate": "varchar", "savingsplan_starttime": "varchar", "savingsplan_totalcommitmenttodate": "varchar", "savingsplan_usedcommitment": "varchar" } - schema_name_id: 2141
- schema_scan_id: 6013016
- updated: None
Schema Scans: 1
Last at 2022-11-15 12:32:07
-
Scan 6013016
- duration: 0:00:16.702214
- exit_message:
{ "exception": "failed to apply schema `Query failed: FAILED: ParseException line 4:32 mismatched input ',' expecting ( near 'varchar' in primitive type specification `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`\n(\n `identity_lineitemid` varchar , `identity_timeinterval` varchar , `bill_invoiceid` varchar , `bill_invoicingentity` varchar , `bill_billingentity` varchar , `bill_billtype` varchar , `bill_payeraccountid` bigint , `bill_billingperiodstartdate` varchar , `bill_billingperiodenddate` varchar , `lineitem_usageaccountid` bigint , `lineitem_lineitemtype` varchar , `lineitem_usagestartdate` varchar , `lineitem_usageenddate` varchar , `lineitem_productcode` varchar , `lineitem_usagetype` varchar , `lineitem_operation` varchar , `lineitem_availabilityzone` varchar , `lineitem_resourceid` varchar , `lineitem_usageamount` string , `lineitem_normalizationfactor` varchar , `lineitem_normalizedusageamount` varchar , `lineitem_currencycode` varchar , `lineitem_unblendedrate` string , `lineitem_unblendedcost` string , `lineitem_blendedrate` string , `lineitem_blendedcost` string , `lineitem_lineitemdescription` varchar , `lineitem_taxtype` varchar , `lineitem_legalentity` varchar , `product_productname` varchar , `product_purchaseoption` varchar , `product_accesstype` varchar , `product_alarmtype` varchar , `product_availability` string , `product_availabilityzone` varchar , `product_bundle` varchar , `product_bundledescription` varchar , `product_bundlegroup` varchar , `product_cacheengine` varchar , `product_cachetype` varchar , `product_callingtype` varchar , `product_capacitystatus` varchar , `product_category` varchar , `product_citype` varchar , `product_classicnetworkingsupport` varchar , `product_clockspeed` varchar , `product_component` varchar , `product_computefamily` varchar , `product_computetype` varchar , `product_contenttype` varchar , `product_country` varchar , `product_countsagainstquota` varchar , `product_cputype` varchar , `product_currentgeneration` varchar , `product_data` varchar , `product_datatransferquota` varchar , `product_databaseedition` varchar , `product_databaseengine` varchar , `product_dedicatedebsthroughput` varchar , `product_deploymentoption` varchar , `product_description` varchar , `product_device` varchar , `product_devicetype` varchar , `product_directorysize` varchar , `product_directorytype` varchar , `product_directorytypedescription` varchar , `product_durability` string , `product_ecu` varchar , `product_edition` varchar , `product_endpoint` varchar , `product_endpointtype` varchar , `product_enginecode` varchar , `product_enhancednetworkingsupported` varchar , `product_equivalentondemandsku` varchar , `product_eventtype` varchar , `product_feecode` varchar , `product_feedescription` varchar , `product_filesystemtype` varchar , `product_findinggroup` varchar , `product_findingsource` varchar , `product_findingstorage` varchar , `product_freeoverage` varchar , `product_freequerytypes` varchar , `product_freetrial` varchar , `product_freeusageincluded` varchar , `product_fromlocation` varchar , `product_fromlocationtype` varchar , `product_fromregioncode` varchar , `product_fusfcategory` varchar , `product_gpu` varchar , `product_gpumemory` varchar , `product_group` varchar , `product_groupdescription` varchar , `product_instance` varchar , `product_instancefamily` varchar , `product_instancename` varchar , `product_instancetype` varchar , `product_instancetypefamily` varchar , `product_intelavx2available` varchar , `product_intelavxavailable` varchar , `product_intelturboavailable` varchar , `product_io` varchar , `product_license` varchar , `product_licensemodel` varchar , `product_licensetype` string , `product_linetype` varchar , `product_location` varchar , `product_locationtype` varchar , `product_logsdestination` varchar , `product_marketoption` varchar , `product_maxiopsburstperformance` varchar , `product_maxiopsvolume` varchar , `product_maxthroughputvolume` varchar , `product_maxvolumesize` varchar , `product_maximumextendedstorage` varchar , `product_maximumstoragevolume` varchar , `product_memory` varchar , `product_memorygib` varchar , `product_memorytype` varchar , `product_messagedeliveryfrequency` varchar , `product_messagedeliveryorder` varchar , `product_minvolumesize` varchar , `product_minimumstoragevolume` varchar , `product_networkperformance` varchar , `product_normalizationsizefactor` varchar , `product_operatingsystem` varchar , `product_operation` varchar , `product_origin` varchar , `product_overagetype` varchar , `product_overhead` string , `product_packsize` varchar , `product_physicalcpu` varchar , `product_physicalgpu` varchar , `product_physicalprocessor` varchar , `product_platoclassificationtype` varchar , `product_platoinstancename` varchar , `product_platoinstancetype` varchar , `product_platopricingtype` varchar , `product_platoprotocoltype` varchar , `product_platostoragetype` varchar , `product_platotrafficdirection` varchar , `product_platousagetype` varchar , `product_platovolumetype` string , `product_preinstalledsw` varchar , `product_pricingunit` varchar , `product_primaryplaceofuse` varchar , `product_processorarchitecture` varchar , `product_processorfeatures` varchar , `product_productfamily` varchar , `product_provisioned` varchar , `product_purchaseterm` varchar , `product_qpresent` varchar , `product_queuetype` varchar , `product_recipient` varchar , `product_region` varchar , `product_regioncode` varchar , `product_requestdescription` varchar , `product_requesttype` varchar , `product_resourceendpoint` varchar , `product_resourcetype` varchar , `product_rootvolume` varchar , `product_routingtarget` varchar , `product_routingtype` varchar , `product_runningmode` varchar , `product_servicecode` varchar , `product_servicename` varchar , `product_sku` varchar , `product_softwareincluded` varchar , `product_standardgroup` varchar , `product_standardstorage` varchar , `product_standardstorageretentionincluded` varchar , `product_storage` varchar , `product_storageclass` varchar , `product_storagefamily` varchar , `product_storagemedia` varchar , `product_storagetype` varchar , `product_subscriptiontype` varchar , `product_tenancy` varchar , `product_throughputcapacity` varchar , `product_tickettype` varchar , `product_tiertype` varchar , `product_tolocation` varchar , `product_tolocationtype` varchar , `product_toregioncode` varchar , `product_transactiontype` varchar , `product_transfertype` varchar , `product_type` varchar , `product_usagefamily` varchar , `product_usagegroup` varchar , `product_usagevolume` varchar , `product_usagetype` varchar , `product_uservolume` varchar , `product_vcpu` varchar , `product_version` varchar , `product_volumeapiname` varchar , `product_volumetype` varchar , `product_vpcnetworkingsupport` varchar , `product_withactiveusers` string , `pricing_leasecontractlength` varchar , `pricing_offeringclass` varchar , `pricing_purchaseoption` varchar , `pricing_ratecode` varchar , `pricing_rateid` varchar , `pricing_currency` varchar , `pricing_publicondemandcost` varchar , `pricing_publicondemandrate` varchar , `pricing_term` varchar , `pricing_unit` varchar , `reservation_amortizedupfrontcostforusage` varchar , `reservation_amortizedupfrontfeeforbillingperiod` varchar , `reservation_effectivecost` varchar , `reservation_endtime` varchar , `reservation_modificationstatus` varchar , `reservation_normalizedunitsperreservation` varchar , `reservation_numberofreservations` varchar , `reservation_recurringfeeforusage` varchar , `reservation_reservationarn` varchar , `reservation_starttime` varchar , `reservation_subscriptionid` varchar , `reservation_totalreservednormalizedunits` varchar , `reservation_totalreservedunits` varchar , `reservation_unitsperreservation` varchar , `reservation_unusedamortizedupfrontfeeforbillingperiod` varchar , `reservation_unusednormalizedunitquantity` varchar , `reservation_unusedquantity` varchar , `reservation_unusedrecurringfee` varchar , `reservation_upfrontvalue` varchar , `savingsplan_totalcommitmenttodate` varchar , `savingsplan_savingsplanarn` varchar , `savingsplan_savingsplanrate` varchar , `savingsplan_usedcommitment` varchar , `savingsplan_savingsplaneffectivecost` varchar , `savingsplan_amortizedupfrontcommitmentforbillingperiod` varchar , `savingsplan_recurringcommitmentforbillingperiod` varchar , `savingsplan_starttime` varchar , `savingsplan_endtime` varchar , `savingsplan_offeringtype` varchar , `savingsplan_paymentoption` varchar , `savingsplan_purchaseterm` varchar , `savingsplan_region` varchar , `resourcetags_aws_autoscaling_groupname` varchar , `resourcetags_aws_cloudformation_logical_id` varchar , `resourcetags_aws_cloudformation_stack_id` varchar , `resourcetags_aws_cloudformation_stack_name` varchar , `resourcetags_aws_createdby` varchar , `resourcetags_aws_ec2launchtemplate_id` varchar , `resourcetags_aws_ec2launchtemplate_version` varchar , `resourcetags_user_appid` string , `resourcetags_user_application` varchar , `resourcetags_user_appname` varchar , `resourcetags_user_audit` varchar , `resourcetags_user_cluster` varchar , `resourcetags_user_clustertag` varchar , `resourcetags_user_costcenter` varchar , `resourcetags_user_createdby` varchar , `resourcetags_user_createddate` varchar , `resourcetags_user_creator` varchar , `resourcetags_user_customer` varchar , `resourcetags_user_data_extract` varchar , `resourcetags_user_ebsautosnapshot` varchar , `resourcetags_user_env` varchar , `resourcetags_user_environment` varchar , `resourcetags_user_from` varchar , `resourcetags_user_hub_batch` varchar , `resourcetags_user_kubernetescluster` varchar , `resourcetags_user_name` varchar , `resourcetags_user_owner` varchar , `resourcetags_user_packerid` string , `resourcetags_user_project` varchar , `resourcetags_user_purpose` varchar , `resourcetags_user_role` varchar , `resourcetags_user_s3_bucket` string , `resourcetags_user_sf_env` varchar , `resourcetags_user_source_ami` string , `resourcetags_user_status` varchar , `resourcetags_user_cost_feature` varchar , `resourcetags_user_cost_organization` varchar , `resourcetags_user_cost_product` varchar , `resourcetags_user_cost_project` varchar , `resourcetags_user_datadog` varchar , `resourcetags_user_description` varchar , `resourcetags_user_domain` varchar , `resourcetags_user_elasticbeanstalk_environment_id` varchar , `resourcetags_user_elasticbeanstalk_environment_name` varchar , `resourcetags_user_format` varchar , `resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com` varchar , `resourcetags_user_kubernetes_io_cluster_terraform_eks_demo` varchar , `resourcetags_user_kubernetes_io_created_for_pv_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_namespace` varchar , `resourcetags_user_kubernetes_io_role_elb` varchar , `resourcetags_user_kubernetes_io_service_name` varchar , `resourcetags_user_monitor` string , `resourcetags_user_namespace` string , `resourcetags_user_server_name` string , `resourcetags_user_sever_name_base` string , `resourcetags_user_sf_group` varchar , `resourcetags_user_stack` varchar , `resourcetags_user_workload_type` varchar , `costcategory_product` string , `identity_timeintervalstart` varchar , `identity_timeintervalend` varchar \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1'\nTBLPROPERTIES ('skip.header.line.count' = '1')``: ['CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`', 'DROP TABLE IF EXISTS `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`', 'CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`\\n(\\n `identity_lineitemid` varchar , `identity_timeinterval` varchar , `bill_invoiceid` varchar , `bill_invoicingentity` varchar , `bill_billingentity` varchar , `bill_billtype` varchar , `bill_payeraccountid` bigint , `bill_billingperiodstartdate` varchar , `bill_billingperiodenddate` varchar , `lineitem_usageaccountid` bigint , `lineitem_lineitemtype` varchar , `lineitem_usagestartdate` varchar , `lineitem_usageenddate` varchar , `lineitem_productcode` varchar , `lineitem_usagetype` varchar , `lineitem_operation` varchar , `lineitem_availabilityzone` varchar , `lineitem_resourceid` varchar , `lineitem_usageamount` string , `lineitem_normalizationfactor` varchar , `lineitem_normalizedusageamount` varchar , `lineitem_currencycode` varchar , `lineitem_unblendedrate` string , `lineitem_unblendedcost` string , `lineitem_blendedrate` string , `lineitem_blendedcost` string , `lineitem_lineitemdescription` varchar , `lineitem_taxtype` varchar , `lineitem_legalentity` varchar , `product_productname` varchar , `product_purchaseoption` varchar , `product_accesstype` varchar , `product_alarmtype` varchar , `product_availability` string , `product_availabilityzone` varchar , `product_bundle` varchar , `product_bundledescription` varchar , `product_bundlegroup` varchar , `product_cacheengine` varchar , `product_cachetype` varchar , `product_callingtype` varchar , `product_capacitystatus` varchar , `product_category` varchar , `product_citype` varchar , `product_classicnetworkingsupport` varchar , `product_clockspeed` varchar , `product_component` varchar , `product_computefamily` varchar , `product_computetype` varchar , `product_contenttype` varchar , `product_country` varchar , `product_countsagainstquota` varchar , `product_cputype` varchar , `product_currentgeneration` varchar , `product_data` varchar , `product_datatransferquota` varchar , `product_databaseedition` varchar , `product_databaseengine` varchar , `product_dedicatedebsthroughput` varchar , `product_deploymentoption` varchar , `product_description` varchar , `product_device` varchar , `product_devicetype` varchar , `product_directorysize` varchar , `product_directorytype` varchar , `product_directorytypedescription` varchar , `product_durability` string , `product_ecu` varchar , `product_edition` varchar , `product_endpoint` varchar , `product_endpointtype` varchar , `product_enginecode` varchar , `product_enhancednetworkingsupported` varchar , `product_equivalentondemandsku` varchar , `product_eventtype` varchar , `product_feecode` varchar , `product_feedescription` varchar , `product_filesystemtype` varchar , `product_findinggroup` varchar , `product_findingsource` varchar , `product_findingstorage` varchar , `product_freeoverage` varchar , `product_freequerytypes` varchar , `product_freetrial` varchar , `product_freeusageincluded` varchar , `product_fromlocation` varchar , `product_fromlocationtype` varchar , `product_fromregioncode` varchar , `product_fusfcategory` varchar , `product_gpu` varchar , `product_gpumemory` varchar , `product_group` varchar , `product_groupdescription` varchar , `product_instance` varchar , `product_instancefamily` varchar , `product_instancename` varchar , `product_instancetype` varchar , `product_instancetypefamily` varchar , `product_intelavx2available` varchar , `product_intelavxavailable` varchar , `product_intelturboavailable` varchar , `product_io` varchar , `product_license` varchar , `product_licensemodel` varchar , `product_licensetype` string , `product_linetype` varchar , `product_location` varchar , `product_locationtype` varchar , `product_logsdestination` varchar , `product_marketoption` varchar , `product_maxiopsburstperformance` varchar , `product_maxiopsvolume` varchar , `product_maxthroughputvolume` varchar , `product_maxvolumesize` varchar , `product_maximumextendedstorage` varchar , `product_maximumstoragevolume` varchar , `product_memory` varchar , `product_memorygib` varchar , `product_memorytype` varchar , `product_messagedeliveryfrequency` varchar , `product_messagedeliveryorder` varchar , `product_minvolumesize` varchar , `product_minimumstoragevolume` varchar , `product_networkperformance` varchar , `product_normalizationsizefactor` varchar , `product_operatingsystem` varchar , `product_operation` varchar , `product_origin` varchar , `product_overagetype` varchar , `product_overhead` string , `product_packsize` varchar , `product_physicalcpu` varchar , `product_physicalgpu` varchar , `product_physicalprocessor` varchar , `product_platoclassificationtype` varchar , `product_platoinstancename` varchar , `product_platoinstancetype` varchar , `product_platopricingtype` varchar , `product_platoprotocoltype` varchar , `product_platostoragetype` varchar , `product_platotrafficdirection` varchar , `product_platousagetype` varchar , `product_platovolumetype` string , `product_preinstalledsw` varchar , `product_pricingunit` varchar , `product_primaryplaceofuse` varchar , `product_processorarchitecture` varchar , `product_processorfeatures` varchar , `product_productfamily` varchar , `product_provisioned` varchar , `product_purchaseterm` varchar , `product_qpresent` varchar , `product_queuetype` varchar , `product_recipient` varchar , `product_region` varchar , `product_regioncode` varchar , `product_requestdescription` varchar , `product_requesttype` varchar , `product_resourceendpoint` varchar , `product_resourcetype` varchar , `product_rootvolume` varchar , `product_routingtarget` varchar , `product_routingtype` varchar , `product_runningmode` varchar , `product_servicecode` varchar , `product_servicename` varchar , `product_sku` varchar , `product_softwareincluded` varchar , `product_standardgroup` varchar , `product_standardstorage` varchar , `product_standardstorageretentionincluded` varchar , `product_storage` varchar , `product_storageclass` varchar , `product_storagefamily` varchar , `product_storagemedia` varchar , `product_storagetype` varchar , `product_subscriptiontype` varchar , `product_tenancy` varchar , `product_throughputcapacity` varchar , `product_tickettype` varchar , `product_tiertype` varchar , `product_tolocation` varchar , `product_tolocationtype` varchar , `product_toregioncode` varchar , `product_transactiontype` varchar , `product_transfertype` varchar , `product_type` varchar , `product_usagefamily` varchar , `product_usagegroup` varchar , `product_usagevolume` varchar , `product_usagetype` varchar , `product_uservolume` varchar , `product_vcpu` varchar , `product_version` varchar , `product_volumeapiname` varchar , `product_volumetype` varchar , `product_vpcnetworkingsupport` varchar , `product_withactiveusers` string , `pricing_leasecontractlength` varchar , `pricing_offeringclass` varchar , `pricing_purchaseoption` varchar , `pricing_ratecode` varchar , `pricing_rateid` varchar , `pricing_currency` varchar , `pricing_publicondemandcost` varchar , `pricing_publicondemandrate` varchar , `pricing_term` varchar , `pricing_unit` varchar , `reservation_amortizedupfrontcostforusage` varchar , `reservation_amortizedupfrontfeeforbillingperiod` varchar , `reservation_effectivecost` varchar , `reservation_endtime` varchar , `reservation_modificationstatus` varchar , `reservation_normalizedunitsperreservation` varchar , `reservation_numberofreservations` varchar , `reservation_recurringfeeforusage` varchar , `reservation_reservationarn` varchar , `reservation_starttime` varchar , `reservation_subscriptionid` varchar , `reservation_totalreservednormalizedunits` varchar , `reservation_totalreservedunits` varchar , `reservation_unitsperreservation` varchar , `reservation_unusedamortizedupfrontfeeforbillingperiod` varchar , `reservation_unusednormalizedunitquantity` varchar , `reservation_unusedquantity` varchar , `reservation_unusedrecurringfee` varchar , `reservation_upfrontvalue` varchar , `savingsplan_totalcommitmenttodate` varchar , `savingsplan_savingsplanarn` varchar , `savingsplan_savingsplanrate` varchar , `savingsplan_usedcommitment` varchar , `savingsplan_savingsplaneffectivecost` varchar , `savingsplan_amortizedupfrontcommitmentforbillingperiod` varchar , `savingsplan_recurringcommitmentforbillingperiod` varchar , `savingsplan_starttime` varchar , `savingsplan_endtime` varchar , `savingsplan_offeringtype` varchar , `savingsplan_paymentoption` varchar , `savingsplan_purchaseterm` varchar , `savingsplan_region` varchar , `resourcetags_aws_autoscaling_groupname` varchar , `resourcetags_aws_cloudformation_logical_id` varchar , `resourcetags_aws_cloudformation_stack_id` varchar , `resourcetags_aws_cloudformation_stack_name` varchar , `resourcetags_aws_createdby` varchar , `resourcetags_aws_ec2launchtemplate_id` varchar , `resourcetags_aws_ec2launchtemplate_version` varchar , `resourcetags_user_appid` string , `resourcetags_user_application` varchar , `resourcetags_user_appname` varchar , `resourcetags_user_audit` varchar , `resourcetags_user_cluster` varchar , `resourcetags_user_clustertag` varchar , `resourcetags_user_costcenter` varchar , `resourcetags_user_createdby` varchar , `resourcetags_user_createddate` varchar , `resourcetags_user_creator` varchar , `resourcetags_user_customer` varchar , `resourcetags_user_data_extract` varchar , `resourcetags_user_ebsautosnapshot` varchar , `resourcetags_user_env` varchar , `resourcetags_user_environment` varchar , `resourcetags_user_from` varchar , `resourcetags_user_hub_batch` varchar , `resourcetags_user_kubernetescluster` varchar , `resourcetags_user_name` varchar , `resourcetags_user_owner` varchar , `resourcetags_user_packerid` string , `resourcetags_user_project` varchar , `resourcetags_user_purpose` varchar , `resourcetags_user_role` varchar , `resourcetags_user_s3_bucket` string , `resourcetags_user_sf_env` varchar , `resourcetags_user_source_ami` string , `resourcetags_user_status` varchar , `resourcetags_user_cost_feature` varchar , `resourcetags_user_cost_organization` varchar , `resourcetags_user_cost_product` varchar , `resourcetags_user_cost_project` varchar , `resourcetags_user_datadog` varchar , `resourcetags_user_description` varchar , `resourcetags_user_domain` varchar , `resourcetags_user_elasticbeanstalk_environment_id` varchar , `resourcetags_user_elasticbeanstalk_environment_name` varchar , `resourcetags_user_format` varchar , `resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com` varchar , `resourcetags_user_kubernetes_io_cluster_terraform_eks_demo` varchar , `resourcetags_user_kubernetes_io_created_for_pv_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_namespace` varchar , `resourcetags_user_kubernetes_io_role_elb` varchar , `resourcetags_user_kubernetes_io_service_name` varchar , `resourcetags_user_monitor` string , `resourcetags_user_namespace` string , `resourcetags_user_server_name` string , `resourcetags_user_sever_name_base` string , `resourcetags_user_sf_group` varchar , `resourcetags_user_stack` varchar , `resourcetags_user_workload_type` varchar , `costcategory_product` string , `identity_timeintervalstart` varchar , `identity_timeintervalend` varchar \\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n\\'org.apache.hadoop.hive.serde2.OpenCSVSerde\\'\\n WITH SERDEPROPERTIES ( \\'separatorChar\\' = \\',\\', \\'quoteChar\\' = \\'\"\\', \\'escapeChar\\' = \\'\\\\\\\\\\')\\nSTORED AS INPUTFORMAT\\n \\'org.apache.hadoop.mapred.TextInputFormat\\'\\nOUTPUTFORMAT\\n \\'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\\'\\nLOCATION\\n \\'s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1\\'\\nTBLPROPERTIES (\\'skip.header.line.count\\' = \\'1\\')', 'MSCK REPAIR TABLE sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1']\nTraceback (most recent call last):\n File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n File \"/src/athena-runner/athena_runner/runner.py\", line 133, in run_multi_query\n result = self.run_single_query(query, timeout, database)\n File \"/src/athena-runner/athena_runner/runner.py\", line 51, in run_single_query\n return self._run_single_query(query, timeout, database)\n File \"/src/athena-runner/athena_runner/runner.py\", line 120, in _run_single_query\n raise e\n File \"/src/athena-runner/athena_runner/runner.py\", line 103, in _run_single_query\n raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nathena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: ParseException line 4:32 mismatched input ',' expecting ( near 'varchar' in primitive type specification `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`\n(\n `identity_lineitemid` varchar , `identity_timeinterval` varchar , `bill_invoiceid` varchar , `bill_invoicingentity` varchar , `bill_billingentity` varchar , `bill_billtype` varchar , `bill_payeraccountid` bigint , `bill_billingperiodstartdate` varchar , `bill_billingperiodenddate` varchar , `lineitem_usageaccountid` bigint , `lineitem_lineitemtype` varchar , `lineitem_usagestartdate` varchar , `lineitem_usageenddate` varchar , `lineitem_productcode` varchar , `lineitem_usagetype` varchar , `lineitem_operation` varchar , `lineitem_availabilityzone` varchar , `lineitem_resourceid` varchar , `lineitem_usageamount` string , `lineitem_normalizationfactor` varchar , `lineitem_normalizedusageamount` varchar , `lineitem_currencycode` varchar , `lineitem_unblendedrate` string , `lineitem_unblendedcost` string , `lineitem_blendedrate` string , `lineitem_blendedcost` string , `lineitem_lineitemdescription` varchar , `lineitem_taxtype` varchar , `lineitem_legalentity` varchar , `product_productname` varchar , `product_purchaseoption` varchar , `product_accesstype` varchar , `product_alarmtype` varchar , `product_availability` string , `product_availabilityzone` varchar , `product_bundle` varchar , `product_bundledescription` varchar , `product_bundlegroup` varchar , `product_cacheengine` varchar , `product_cachetype` varchar , `product_callingtype` varchar , `product_capacitystatus` varchar , `product_category` varchar , `product_citype` varchar , `product_classicnetworkingsupport` varchar , `product_clockspeed` varchar , `product_component` varchar , `product_computefamily` varchar , `product_computetype` varchar , `product_contenttype` varchar , `product_country` varchar , `product_countsagainstquota` varchar , `product_cputype` varchar , `product_currentgeneration` varchar , `product_data` varchar , `product_datatransferquota` varchar , `product_databaseedition` varchar , `product_databaseengine` varchar , `product_dedicatedebsthroughput` varchar , `product_deploymentoption` varchar , `product_description` varchar , `product_device` varchar , `product_devicetype` varchar , `product_directorysize` varchar , `product_directorytype` varchar , `product_directorytypedescription` varchar , `product_durability` string , `product_ecu` varchar , `product_edition` varchar , `product_endpoint` varchar , `product_endpointtype` varchar , `product_enginecode` varchar , `product_enhancednetworkingsupported` varchar , `product_equivalentondemandsku` varchar , `product_eventtype` varchar , `product_feecode` varchar , `product_feedescription` varchar , `product_filesystemtype` varchar , `product_findinggroup` varchar , `product_findingsource` varchar , `product_findingstorage` varchar , `product_freeoverage` varchar , `product_freequerytypes` varchar , `product_freetrial` varchar , `product_freeusageincluded` varchar , `product_fromlocation` varchar , `product_fromlocationtype` varchar , `product_fromregioncode` varchar , `product_fusfcategory` varchar , `product_gpu` varchar , `product_gpumemory` varchar , `product_group` varchar , `product_groupdescription` varchar , `product_instance` varchar , `product_instancefamily` varchar , `product_instancename` varchar , `product_instancetype` varchar , `product_instancetypefamily` varchar , `product_intelavx2available` varchar , `product_intelavxavailable` varchar , `product_intelturboavailable` varchar , `product_io` varchar , `product_license` varchar , `product_licensemodel` varchar , `product_licensetype` string , `product_linetype` varchar , `product_location` varchar , `product_locationtype` varchar , `product_logsdestination` varchar , `product_marketoption` varchar , `product_maxiopsburstperformance` varchar , `product_maxiopsvolume` varchar , `product_maxthroughputvolume` varchar , `product_maxvolumesize` varchar , `product_maximumextendedstorage` varchar , `product_maximumstoragevolume` varchar , `product_memory` varchar , `product_memorygib` varchar , `product_memorytype` varchar , `product_messagedeliveryfrequency` varchar , `product_messagedeliveryorder` varchar , `product_minvolumesize` varchar , `product_minimumstoragevolume` varchar , `product_networkperformance` varchar , `product_normalizationsizefactor` varchar , `product_operatingsystem` varchar , `product_operation` varchar , `product_origin` varchar , `product_overagetype` varchar , `product_overhead` string , `product_packsize` varchar , `product_physicalcpu` varchar , `product_physicalgpu` varchar , `product_physicalprocessor` varchar , `product_platoclassificationtype` varchar , `product_platoinstancename` varchar , `product_platoinstancetype` varchar , `product_platopricingtype` varchar , `product_platoprotocoltype` varchar , `product_platostoragetype` varchar , `product_platotrafficdirection` varchar , `product_platousagetype` varchar , `product_platovolumetype` string , `product_preinstalledsw` varchar , `product_pricingunit` varchar , `product_primaryplaceofuse` varchar , `product_processorarchitecture` varchar , `product_processorfeatures` varchar , `product_productfamily` varchar , `product_provisioned` varchar , `product_purchaseterm` varchar , `product_qpresent` varchar , `product_queuetype` varchar , `product_recipient` varchar , `product_region` varchar , `product_regioncode` varchar , `product_requestdescription` varchar , `product_requesttype` varchar , `product_resourceendpoint` varchar , `product_resourcetype` varchar , `product_rootvolume` varchar , `product_routingtarget` varchar , `product_routingtype` varchar , `product_runningmode` varchar , `product_servicecode` varchar , `product_servicename` varchar , `product_sku` varchar , `product_softwareincluded` varchar , `product_standardgroup` varchar , `product_standardstorage` varchar , `product_standardstorageretentionincluded` varchar , `product_storage` varchar , `product_storageclass` varchar , `product_storagefamily` varchar , `product_storagemedia` varchar , `product_storagetype` varchar , `product_subscriptiontype` varchar , `product_tenancy` varchar , `product_throughputcapacity` varchar , `product_tickettype` varchar , `product_tiertype` varchar , `product_tolocation` varchar , `product_tolocationtype` varchar , `product_toregioncode` varchar , `product_transactiontype` varchar , `product_transfertype` varchar , `product_type` varchar , `product_usagefamily` varchar , `product_usagegroup` varchar , `product_usagevolume` varchar , `product_usagetype` varchar , `product_uservolume` varchar , `product_vcpu` varchar , `product_version` varchar , `product_volumeapiname` varchar , `product_volumetype` varchar , `product_vpcnetworkingsupport` varchar , `product_withactiveusers` string , `pricing_leasecontractlength` varchar , `pricing_offeringclass` varchar , `pricing_purchaseoption` varchar , `pricing_ratecode` varchar , `pricing_rateid` varchar , `pricing_currency` varchar , `pricing_publicondemandcost` varchar , `pricing_publicondemandrate` varchar , `pricing_term` varchar , `pricing_unit` varchar , `reservation_amortizedupfrontcostforusage` varchar , `reservation_amortizedupfrontfeeforbillingperiod` varchar , `reservation_effectivecost` varchar , `reservation_endtime` varchar , `reservation_modificationstatus` varchar , `reservation_normalizedunitsperreservation` varchar , `reservation_numberofreservations` varchar , `reservation_recurringfeeforusage` varchar , `reservation_reservationarn` varchar , `reservation_starttime` varchar , `reservation_subscriptionid` varchar , `reservation_totalreservednormalizedunits` varchar , `reservation_totalreservedunits` varchar , `reservation_unitsperreservation` varchar , `reservation_unusedamortizedupfrontfeeforbillingperiod` varchar , `reservation_unusednormalizedunitquantity` varchar , `reservation_unusedquantity` varchar , `reservation_unusedrecurringfee` varchar , `reservation_upfrontvalue` varchar , `savingsplan_totalcommitmenttodate` varchar , `savingsplan_savingsplanarn` varchar , `savingsplan_savingsplanrate` varchar , `savingsplan_usedcommitment` varchar , `savingsplan_savingsplaneffectivecost` varchar , `savingsplan_amortizedupfrontcommitmentforbillingperiod` varchar , `savingsplan_recurringcommitmentforbillingperiod` varchar , `savingsplan_starttime` varchar , `savingsplan_endtime` varchar , `savingsplan_offeringtype` varchar , `savingsplan_paymentoption` varchar , `savingsplan_purchaseterm` varchar , `savingsplan_region` varchar , `resourcetags_aws_autoscaling_groupname` varchar , `resourcetags_aws_cloudformation_logical_id` varchar , `resourcetags_aws_cloudformation_stack_id` varchar , `resourcetags_aws_cloudformation_stack_name` varchar , `resourcetags_aws_createdby` varchar , `resourcetags_aws_ec2launchtemplate_id` varchar , `resourcetags_aws_ec2launchtemplate_version` varchar , `resourcetags_user_appid` string , `resourcetags_user_application` varchar , `resourcetags_user_appname` varchar , `resourcetags_user_audit` varchar , `resourcetags_user_cluster` varchar , `resourcetags_user_clustertag` varchar , `resourcetags_user_costcenter` varchar , `resourcetags_user_createdby` varchar , `resourcetags_user_createddate` varchar , `resourcetags_user_creator` varchar , `resourcetags_user_customer` varchar , `resourcetags_user_data_extract` varchar , `resourcetags_user_ebsautosnapshot` varchar , `resourcetags_user_env` varchar , `resourcetags_user_environment` varchar , `resourcetags_user_from` varchar , `resourcetags_user_hub_batch` varchar , `resourcetags_user_kubernetescluster` varchar , `resourcetags_user_name` varchar , `resourcetags_user_owner` varchar , `resourcetags_user_packerid` string , `resourcetags_user_project` varchar , `resourcetags_user_purpose` varchar , `resourcetags_user_role` varchar , `resourcetags_user_s3_bucket` string , `resourcetags_user_sf_env` varchar , `resourcetags_user_source_ami` string , `resourcetags_user_status` varchar , `resourcetags_user_cost_feature` varchar , `resourcetags_user_cost_organization` varchar , `resourcetags_user_cost_product` varchar , `resourcetags_user_cost_project` varchar , `resourcetags_user_datadog` varchar , `resourcetags_user_description` varchar , `resourcetags_user_domain` varchar , `resourcetags_user_elasticbeanstalk_environment_id` varchar , `resourcetags_user_elasticbeanstalk_environment_name` varchar , `resourcetags_user_format` varchar , `resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com` varchar , `resourcetags_user_kubernetes_io_cluster_terraform_eks_demo` varchar , `resourcetags_user_kubernetes_io_created_for_pv_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_namespace` varchar , `resourcetags_user_kubernetes_io_role_elb` varchar , `resourcetags_user_kubernetes_io_service_name` varchar , `resourcetags_user_monitor` string , `resourcetags_user_namespace` string , `resourcetags_user_server_name` string , `resourcetags_user_sever_name_base` string , `resourcetags_user_sf_group` varchar , `resourcetags_user_stack` varchar , `resourcetags_user_workload_type` varchar , `costcategory_product` string , `identity_timeintervalstart` varchar , `identity_timeintervalend` varchar \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1'\nTBLPROPERTIES ('skip.header.line.count' = '1')`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n response = service.run()\n File \"/schema_manager/schema_generator/process_hive_table.py\", line 98, in run\n response['ddl_changed'] = table_generator.run()\n File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n self.apply_latest_version()\n File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: ParseException line 4:32 mismatched input ',' expecting ( near 'varchar' in primitive type specification `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`\n(\n `identity_lineitemid` varchar , `identity_timeinterval` varchar , `bill_invoiceid` varchar , `bill_invoicingentity` varchar , `bill_billingentity` varchar , `bill_billtype` varchar , `bill_payeraccountid` bigint , `bill_billingperiodstartdate` varchar , `bill_billingperiodenddate` varchar , `lineitem_usageaccountid` bigint , `lineitem_lineitemtype` varchar , `lineitem_usagestartdate` varchar , `lineitem_usageenddate` varchar , `lineitem_productcode` varchar , `lineitem_usagetype` varchar , `lineitem_operation` varchar , `lineitem_availabilityzone` varchar , `lineitem_resourceid` varchar , `lineitem_usageamount` string , `lineitem_normalizationfactor` varchar , `lineitem_normalizedusageamount` varchar , `lineitem_currencycode` varchar , `lineitem_unblendedrate` string , `lineitem_unblendedcost` string , `lineitem_blendedrate` string , `lineitem_blendedcost` string , `lineitem_lineitemdescription` varchar , `lineitem_taxtype` varchar , `lineitem_legalentity` varchar , `product_productname` varchar , `product_purchaseoption` varchar , `product_accesstype` varchar , `product_alarmtype` varchar , `product_availability` string , `product_availabilityzone` varchar , `product_bundle` varchar , `product_bundledescription` varchar , `product_bundlegroup` varchar , `product_cacheengine` varchar , `product_cachetype` varchar , `product_callingtype` varchar , `product_capacitystatus` varchar , `product_category` varchar , `product_citype` varchar , `product_classicnetworkingsupport` varchar , `product_clockspeed` varchar , `product_component` varchar , `product_computefamily` varchar , `product_computetype` varchar , `product_contenttype` varchar , `product_country` varchar , `product_countsagainstquota` varchar , `product_cputype` varchar , `product_currentgeneration` varchar , `product_data` varchar , `product_datatransferquota` varchar , `product_databaseedition` varchar , `product_databaseengine` varchar , `product_dedicatedebsthroughput` varchar , `product_deploymentoption` varchar , `product_description` varchar , `product_device` varchar , `product_devicetype` varchar , `product_directorysize` varchar , `product_directorytype` varchar , `product_directorytypedescription` varchar , `product_durability` string , `product_ecu` varchar , `product_edition` varchar , `product_endpoint` varchar , `product_endpointtype` varchar , `product_enginecode` varchar , `product_enhancednetworkingsupported` varchar , `product_equivalentondemandsku` varchar , `product_eventtype` varchar , `product_feecode` varchar , `product_feedescription` varchar , `product_filesystemtype` varchar , `product_findinggroup` varchar , `product_findingsource` varchar , `product_findingstorage` varchar , `product_freeoverage` varchar , `product_freequerytypes` varchar , `product_freetrial` varchar , `product_freeusageincluded` varchar , `product_fromlocation` varchar , `product_fromlocationtype` varchar , `product_fromregioncode` varchar , `product_fusfcategory` varchar , `product_gpu` varchar , `product_gpumemory` varchar , `product_group` varchar , `product_groupdescription` varchar , `product_instance` varchar , `product_instancefamily` varchar , `product_instancename` varchar , `product_instancetype` varchar , `product_instancetypefamily` varchar , `product_intelavx2available` varchar , `product_intelavxavailable` varchar , `product_intelturboavailable` varchar , `product_io` varchar , `product_license` varchar , `product_licensemodel` varchar , `product_licensetype` string , `product_linetype` varchar , `product_location` varchar , `product_locationtype` varchar , `product_logsdestination` varchar , `product_marketoption` varchar , `product_maxiopsburstperformance` varchar , `product_maxiopsvolume` varchar , `product_maxthroughputvolume` varchar , `product_maxvolumesize` varchar , `product_maximumextendedstorage` varchar , `product_maximumstoragevolume` varchar , `product_memory` varchar , `product_memorygib` varchar , `product_memorytype` varchar , `product_messagedeliveryfrequency` varchar , `product_messagedeliveryorder` varchar , `product_minvolumesize` varchar , `product_minimumstoragevolume` varchar , `product_networkperformance` varchar , `product_normalizationsizefactor` varchar , `product_operatingsystem` varchar , `product_operation` varchar , `product_origin` varchar , `product_overagetype` varchar , `product_overhead` string , `product_packsize` varchar , `product_physicalcpu` varchar , `product_physicalgpu` varchar , `product_physicalprocessor` varchar , `product_platoclassificationtype` varchar , `product_platoinstancename` varchar , `product_platoinstancetype` varchar , `product_platopricingtype` varchar , `product_platoprotocoltype` varchar , `product_platostoragetype` varchar , `product_platotrafficdirection` varchar , `product_platousagetype` varchar , `product_platovolumetype` string , `product_preinstalledsw` varchar , `product_pricingunit` varchar , `product_primaryplaceofuse` varchar , `product_processorarchitecture` varchar , `product_processorfeatures` varchar , `product_productfamily` varchar , `product_provisioned` varchar , `product_purchaseterm` varchar , `product_qpresent` varchar , `product_queuetype` varchar , `product_recipient` varchar , `product_region` varchar , `product_regioncode` varchar , `product_requestdescription` varchar , `product_requesttype` varchar , `product_resourceendpoint` varchar , `product_resourcetype` varchar , `product_rootvolume` varchar , `product_routingtarget` varchar , `product_routingtype` varchar , `product_runningmode` varchar , `product_servicecode` varchar , `product_servicename` varchar , `product_sku` varchar , `product_softwareincluded` varchar , `product_standardgroup` varchar , `product_standardstorage` varchar , `product_standardstorageretentionincluded` varchar , `product_storage` varchar , `product_storageclass` varchar , `product_storagefamily` varchar , `product_storagemedia` varchar , `product_storagetype` varchar , `product_subscriptiontype` varchar , `product_tenancy` varchar , `product_throughputcapacity` varchar , `product_tickettype` varchar , `product_tiertype` varchar , `product_tolocation` varchar , `product_tolocationtype` varchar , `product_toregioncode` varchar , `product_transactiontype` varchar , `product_transfertype` varchar , `product_type` varchar , `product_usagefamily` varchar , `product_usagegroup` varchar , `product_usagevolume` varchar , `product_usagetype` varchar , `product_uservolume` varchar , `product_vcpu` varchar , `product_version` varchar , `product_volumeapiname` varchar , `product_volumetype` varchar , `product_vpcnetworkingsupport` varchar , `product_withactiveusers` string , `pricing_leasecontractlength` varchar , `pricing_offeringclass` varchar , `pricing_purchaseoption` varchar , `pricing_ratecode` varchar , `pricing_rateid` varchar , `pricing_currency` varchar , `pricing_publicondemandcost` varchar , `pricing_publicondemandrate` varchar , `pricing_term` varchar , `pricing_unit` varchar , `reservation_amortizedupfrontcostforusage` varchar , `reservation_amortizedupfrontfeeforbillingperiod` varchar , `reservation_effectivecost` varchar , `reservation_endtime` varchar , `reservation_modificationstatus` varchar , `reservation_normalizedunitsperreservation` varchar , `reservation_numberofreservations` varchar , `reservation_recurringfeeforusage` varchar , `reservation_reservationarn` varchar , `reservation_starttime` varchar , `reservation_subscriptionid` varchar , `reservation_totalreservednormalizedunits` varchar , `reservation_totalreservedunits` varchar , `reservation_unitsperreservation` varchar , `reservation_unusedamortizedupfrontfeeforbillingperiod` varchar , `reservation_unusednormalizedunitquantity` varchar , `reservation_unusedquantity` varchar , `reservation_unusedrecurringfee` varchar , `reservation_upfrontvalue` varchar , `savingsplan_totalcommitmenttodate` varchar , `savingsplan_savingsplanarn` varchar , `savingsplan_savingsplanrate` varchar , `savingsplan_usedcommitment` varchar , `savingsplan_savingsplaneffectivecost` varchar , `savingsplan_amortizedupfrontcommitmentforbillingperiod` varchar , `savingsplan_recurringcommitmentforbillingperiod` varchar , `savingsplan_starttime` varchar , `savingsplan_endtime` varchar , `savingsplan_offeringtype` varchar , `savingsplan_paymentoption` varchar , `savingsplan_purchaseterm` varchar , `savingsplan_region` varchar , `resourcetags_aws_autoscaling_groupname` varchar , `resourcetags_aws_cloudformation_logical_id` varchar , `resourcetags_aws_cloudformation_stack_id` varchar , `resourcetags_aws_cloudformation_stack_name` varchar , `resourcetags_aws_createdby` varchar , `resourcetags_aws_ec2launchtemplate_id` varchar , `resourcetags_aws_ec2launchtemplate_version` varchar , `resourcetags_user_appid` string , `resourcetags_user_application` varchar , `resourcetags_user_appname` varchar , `resourcetags_user_audit` varchar , `resourcetags_user_cluster` varchar , `resourcetags_user_clustertag` varchar , `resourcetags_user_costcenter` varchar , `resourcetags_user_createdby` varchar , `resourcetags_user_createddate` varchar , `resourcetags_user_creator` varchar , `resourcetags_user_customer` varchar , `resourcetags_user_data_extract` varchar , `resourcetags_user_ebsautosnapshot` varchar , `resourcetags_user_env` varchar , `resourcetags_user_environment` varchar , `resourcetags_user_from` varchar , `resourcetags_user_hub_batch` varchar , `resourcetags_user_kubernetescluster` varchar , `resourcetags_user_name` varchar , `resourcetags_user_owner` varchar , `resourcetags_user_packerid` string , `resourcetags_user_project` varchar , `resourcetags_user_purpose` varchar , `resourcetags_user_role` varchar , `resourcetags_user_s3_bucket` string , `resourcetags_user_sf_env` varchar , `resourcetags_user_source_ami` string , `resourcetags_user_status` varchar , `resourcetags_user_cost_feature` varchar , `resourcetags_user_cost_organization` varchar , `resourcetags_user_cost_product` varchar , `resourcetags_user_cost_project` varchar , `resourcetags_user_datadog` varchar , `resourcetags_user_description` varchar , `resourcetags_user_domain` varchar , `resourcetags_user_elasticbeanstalk_environment_id` varchar , `resourcetags_user_elasticbeanstalk_environment_name` varchar , `resourcetags_user_format` varchar , `resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com` varchar , `resourcetags_user_kubernetes_io_cluster_terraform_eks_demo` varchar , `resourcetags_user_kubernetes_io_created_for_pv_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_namespace` varchar , `resourcetags_user_kubernetes_io_role_elb` varchar , `resourcetags_user_kubernetes_io_service_name` varchar , `resourcetags_user_monitor` string , `resourcetags_user_namespace` string , `resourcetags_user_server_name` string , `resourcetags_user_sever_name_base` string , `resourcetags_user_sf_group` varchar , `resourcetags_user_stack` varchar , `resourcetags_user_workload_type` varchar , `costcategory_product` string , `identity_timeintervalstart` varchar , `identity_timeintervalend` varchar \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1'\nTBLPROPERTIES ('skip.header.line.count' = '1')``: ['CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`', 'DROP TABLE IF EXISTS `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`', 'CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`\\n(\\n `identity_lineitemid` varchar , `identity_timeinterval` varchar , `bill_invoiceid` varchar , `bill_invoicingentity` varchar , `bill_billingentity` varchar , `bill_billtype` varchar , `bill_payeraccountid` bigint , `bill_billingperiodstartdate` varchar , `bill_billingperiodenddate` varchar , `lineitem_usageaccountid` bigint , `lineitem_lineitemtype` varchar , `lineitem_usagestartdate` varchar , `lineitem_usageenddate` varchar , `lineitem_productcode` varchar , `lineitem_usagetype` varchar , `lineitem_operation` varchar , `lineitem_availabilityzone` varchar , `lineitem_resourceid` varchar , `lineitem_usageamount` string , `lineitem_normalizationfactor` varchar , `lineitem_normalizedusageamount` varchar , `lineitem_currencycode` varchar , `lineitem_unblendedrate` string , `lineitem_unblendedcost` string , `lineitem_blendedrate` string , `lineitem_blendedcost` string , `lineitem_lineitemdescription` varchar , `lineitem_taxtype` varchar , `lineitem_legalentity` varchar , `product_productname` varchar , `product_purchaseoption` varchar , `product_accesstype` varchar , `product_alarmtype` varchar , `product_availability` string , `product_availabilityzone` varchar , `product_bundle` varchar , `product_bundledescription` varchar , `product_bundlegroup` varchar , `product_cacheengine` varchar , `product_cachetype` varchar , `product_callingtype` varchar , `product_capacitystatus` varchar , `product_category` varchar , `product_citype` varchar , `product_classicnetworkingsupport` varchar , `product_clockspeed` varchar , `product_component` varchar , `product_computefamily` varchar , `product_computetype` varchar , `product_contenttype` varchar , `product_country` varchar , `product_countsagainstquota` varchar , `product_cputype` varchar , `product_currentgeneration` varchar , `product_data` varchar , `product_datatransferquota` varchar , `product_databaseedition` varchar , `product_databaseengine` varchar , `product_dedicatedebsthroughput` varchar , `product_deploymentoption` varchar , `product_description` varchar , `product_device` varchar , `product_devicetype` varchar , `product_directorysize` varchar , `product_directorytype` varchar , `product_directorytypedescription` varchar , `product_durability` string , `product_ecu` varchar , `product_edition` varchar , `product_endpoint` varchar , `product_endpointtype` varchar , `product_enginecode` varchar , `product_enhancednetworkingsupported` varchar , `product_equivalentondemandsku` varchar , `product_eventtype` varchar , `product_feecode` varchar , `product_feedescription` varchar , `product_filesystemtype` varchar , `product_findinggroup` varchar , `product_findingsource` varchar , `product_findingstorage` varchar , `product_freeoverage` varchar , `product_freequerytypes` varchar , `product_freetrial` varchar , `product_freeusageincluded` varchar , `product_fromlocation` varchar , `product_fromlocationtype` varchar , `product_fromregioncode` varchar , `product_fusfcategory` varchar , `product_gpu` varchar , `product_gpumemory` varchar , `product_group` varchar , `product_groupdescription` varchar , `product_instance` varchar , `product_instancefamily` varchar , `product_instancename` varchar , `product_instancetype` varchar , `product_instancetypefamily` varchar , `product_intelavx2available` varchar , `product_intelavxavailable` varchar , `product_intelturboavailable` varchar , `product_io` varchar , `product_license` varchar , `product_licensemodel` varchar , `product_licensetype` string , `product_linetype` varchar , `product_location` varchar , `product_locationtype` varchar , `product_logsdestination` varchar , `product_marketoption` varchar , `product_maxiopsburstperformance` varchar , `product_maxiopsvolume` varchar , `product_maxthroughputvolume` varchar , `product_maxvolumesize` varchar , `product_maximumextendedstorage` varchar , `product_maximumstoragevolume` varchar , `product_memory` varchar , `product_memorygib` varchar , `product_memorytype` varchar , `product_messagedeliveryfrequency` varchar , `product_messagedeliveryorder` varchar , `product_minvolumesize` varchar , `product_minimumstoragevolume` varchar , `product_networkperformance` varchar , `product_normalizationsizefactor` varchar , `product_operatingsystem` varchar , `product_operation` varchar , `product_origin` varchar , `product_overagetype` varchar , `product_overhead` string , `product_packsize` varchar , `product_physicalcpu` varchar , `product_physicalgpu` varchar , `product_physicalprocessor` varchar , `product_platoclassificationtype` varchar , `product_platoinstancename` varchar , `product_platoinstancetype` varchar , `product_platopricingtype` varchar , `product_platoprotocoltype` varchar , `product_platostoragetype` varchar , `product_platotrafficdirection` varchar , `product_platousagetype` varchar , `product_platovolumetype` string , `product_preinstalledsw` varchar , `product_pricingunit` varchar , `product_primaryplaceofuse` varchar , `product_processorarchitecture` varchar , `product_processorfeatures` varchar , `product_productfamily` varchar , `product_provisioned` varchar , `product_purchaseterm` varchar , `product_qpresent` varchar , `product_queuetype` varchar , `product_recipient` varchar , `product_region` varchar , `product_regioncode` varchar , `product_requestdescription` varchar , `product_requesttype` varchar , `product_resourceendpoint` varchar , `product_resourcetype` varchar , `product_rootvolume` varchar , `product_routingtarget` varchar , `product_routingtype` varchar , `product_runningmode` varchar , `product_servicecode` varchar , `product_servicename` varchar , `product_sku` varchar , `product_softwareincluded` varchar , `product_standardgroup` varchar , `product_standardstorage` varchar , `product_standardstorageretentionincluded` varchar , `product_storage` varchar , `product_storageclass` varchar , `product_storagefamily` varchar , `product_storagemedia` varchar , `product_storagetype` varchar , `product_subscriptiontype` varchar , `product_tenancy` varchar , `product_throughputcapacity` varchar , `product_tickettype` varchar , `product_tiertype` varchar , `product_tolocation` varchar , `product_tolocationtype` varchar , `product_toregioncode` varchar , `product_transactiontype` varchar , `product_transfertype` varchar , `product_type` varchar , `product_usagefamily` varchar , `product_usagegroup` varchar , `product_usagevolume` varchar , `product_usagetype` varchar , `product_uservolume` varchar , `product_vcpu` varchar , `product_version` varchar , `product_volumeapiname` varchar , `product_volumetype` varchar , `product_vpcnetworkingsupport` varchar , `product_withactiveusers` string , `pricing_leasecontractlength` varchar , `pricing_offeringclass` varchar , `pricing_purchaseoption` varchar , `pricing_ratecode` varchar , `pricing_rateid` varchar , `pricing_currency` varchar , `pricing_publicondemandcost` varchar , `pricing_publicondemandrate` varchar , `pricing_term` varchar , `pricing_unit` varchar , `reservation_amortizedupfrontcostforusage` varchar , `reservation_amortizedupfrontfeeforbillingperiod` varchar , `reservation_effectivecost` varchar , `reservation_endtime` varchar , `reservation_modificationstatus` varchar , `reservation_normalizedunitsperreservation` varchar , `reservation_numberofreservations` varchar , `reservation_recurringfeeforusage` varchar , `reservation_reservationarn` varchar , `reservation_starttime` varchar , `reservation_subscriptionid` varchar , `reservation_totalreservednormalizedunits` varchar , `reservation_totalreservedunits` varchar , `reservation_unitsperreservation` varchar , `reservation_unusedamortizedupfrontfeeforbillingperiod` varchar , `reservation_unusednormalizedunitquantity` varchar , `reservation_unusedquantity` varchar , `reservation_unusedrecurringfee` varchar , `reservation_upfrontvalue` varchar , `savingsplan_totalcommitmenttodate` varchar , `savingsplan_savingsplanarn` varchar , `savingsplan_savingsplanrate` varchar , `savingsplan_usedcommitment` varchar , `savingsplan_savingsplaneffectivecost` varchar , `savingsplan_amortizedupfrontcommitmentforbillingperiod` varchar , `savingsplan_recurringcommitmentforbillingperiod` varchar , `savingsplan_starttime` varchar , `savingsplan_endtime` varchar , `savingsplan_offeringtype` varchar , `savingsplan_paymentoption` varchar , `savingsplan_purchaseterm` varchar , `savingsplan_region` varchar , `resourcetags_aws_autoscaling_groupname` varchar , `resourcetags_aws_cloudformation_logical_id` varchar , `resourcetags_aws_cloudformation_stack_id` varchar , `resourcetags_aws_cloudformation_stack_name` varchar , `resourcetags_aws_createdby` varchar , `resourcetags_aws_ec2launchtemplate_id` varchar , `resourcetags_aws_ec2launchtemplate_version` varchar , `resourcetags_user_appid` string , `resourcetags_user_application` varchar , `resourcetags_user_appname` varchar , `resourcetags_user_audit` varchar , `resourcetags_user_cluster` varchar , `resourcetags_user_clustertag` varchar , `resourcetags_user_costcenter` varchar , `resourcetags_user_createdby` varchar , `resourcetags_user_createddate` varchar , `resourcetags_user_creator` varchar , `resourcetags_user_customer` varchar , `resourcetags_user_data_extract` varchar , `resourcetags_user_ebsautosnapshot` varchar , `resourcetags_user_env` varchar , `resourcetags_user_environment` varchar , `resourcetags_user_from` varchar , `resourcetags_user_hub_batch` varchar , `resourcetags_user_kubernetescluster` varchar , `resourcetags_user_name` varchar , `resourcetags_user_owner` varchar , `resourcetags_user_packerid` string , `resourcetags_user_project` varchar , `resourcetags_user_purpose` varchar , `resourcetags_user_role` varchar , `resourcetags_user_s3_bucket` string , `resourcetags_user_sf_env` varchar , `resourcetags_user_source_ami` string , `resourcetags_user_status` varchar , `resourcetags_user_cost_feature` varchar , `resourcetags_user_cost_organization` varchar , `resourcetags_user_cost_product` varchar , `resourcetags_user_cost_project` varchar , `resourcetags_user_datadog` varchar , `resourcetags_user_description` varchar , `resourcetags_user_domain` varchar , `resourcetags_user_elasticbeanstalk_environment_id` varchar , `resourcetags_user_elasticbeanstalk_environment_name` varchar , `resourcetags_user_format` varchar , `resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com` varchar , `resourcetags_user_kubernetes_io_cluster_terraform_eks_demo` varchar , `resourcetags_user_kubernetes_io_created_for_pv_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_namespace` varchar , `resourcetags_user_kubernetes_io_role_elb` varchar , `resourcetags_user_kubernetes_io_service_name` varchar , `resourcetags_user_monitor` string , `resourcetags_user_namespace` string , `resourcetags_user_server_name` string , `resourcetags_user_sever_name_base` string , `resourcetags_user_sf_group` varchar , `resourcetags_user_stack` varchar , `resourcetags_user_workload_type` varchar , `costcategory_product` string , `identity_timeintervalstart` varchar , `identity_timeintervalend` varchar \\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n\\'org.apache.hadoop.hive.serde2.OpenCSVSerde\\'\\n WITH SERDEPROPERTIES ( \\'separatorChar\\' = \\',\\', \\'quoteChar\\' = \\'\"\\', \\'escapeChar\\' = \\'\\\\\\\\\\')\\nSTORED AS INPUTFORMAT\\n \\'org.apache.hadoop.mapred.TextInputFormat\\'\\nOUTPUTFORMAT\\n \\'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\\'\\nLOCATION\\n \\'s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1\\'\\nTBLPROPERTIES (\\'skip.header.line.count\\' = \\'1\\')', 'MSCK REPAIR TABLE sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1']\n: Expecting value: line 1 column 1 (char 0)" } - id: 6013016
- payload:
{ "datatype_dict": { "Product_Locationtype": "varchar", "bill_billingentity": "varchar", "bill_billingperiodenddate": "varchar", "bill_billingperiodstartdate": "varchar", "bill_billtype": "varchar", "bill_invoiceid": "varchar", "bill_invoicingentity": "varchar", "bill_payeraccountid": "bigint", "bucket": "varchar", "identity_lineitemid": "varchar", "identity_timeinterval": "varchar", "identity_timeintervalend": "varchar", "identity_timeintervalstart": "varchar", "lineitem_availabilityzone": "varchar", "lineitem_blendedcost": "string", "lineitem_blendedrate": "string", "lineitem_currencycode": "varchar", "lineitem_legalentity": "varchar", "lineitem_lineitemdescription": "varchar", "lineitem_lineitemtype": "varchar", "lineitem_normalizationfactor": "varchar", "lineitem_normalizedusageamount": "varchar", "lineitem_operation": "varchar", "lineitem_productcode": "varchar", "lineitem_resourceid": "varchar", "lineitem_taxtype": "varchar", "lineitem_unblendedcost": "string", "lineitem_unblendedrate": "string", "lineitem_usageaccountid": "bigint", "lineitem_usageamount": "string", "lineitem_usageenddate": "varchar", "lineitem_usagestartdate": "varchar", "lineitem_usagetype": "varchar", "pricing_currency": "varchar", "pricing_leasecontractlength": "varchar", "pricing_offeringclass": "varchar", "pricing_publicondemandcost": "varchar", "pricing_publicondemandrate": "varchar", "pricing_purchaseoption": "varchar", "pricing_ratecode": "varchar", "pricing_rateid": "varchar", "pricing_term": "varchar", "pricing_unit": "varchar", "product_accesstype": "varchar", "product_alarmtype": "varchar", "product_availabilityzone": "varchar", "product_bundle": "varchar", "product_bundledescription": "varchar", "product_bundlegroup": "varchar", "product_cacheengine": "varchar", "product_cachetype": "varchar", "product_callingtype": "varchar", "product_capacitystatus": "varchar", "product_category": "varchar", "product_citype": "varchar", "product_classicnetworkingsupport": "varchar", "product_clockspeed": "varchar", "product_component": "varchar", "product_computefamily": "varchar", "product_computetype": "varchar", "product_contenttype": "varchar", "product_country": "varchar", "product_countsagainstquota": "varchar", "product_cputype": "varchar", "product_currentgeneration": "varchar", "product_data": "varchar", "product_databaseedition": "varchar", "product_databaseengine": "varchar", "product_datatransferquota": "varchar", "product_dedicatedebsthroughput": "varchar", "product_deploymentoption": "varchar", "product_description": "varchar", "product_device": "varchar", "product_devicetype": "varchar", "product_directorysize": "varchar", "product_directorytype": "varchar", "product_directorytypedescription": "varchar", "product_ecu": "varchar", "product_edition": "varchar", "product_endpoint": "varchar", "product_endpointtype": "varchar", "product_enginecode": "varchar", "product_enhancednetworkingsupported": "varchar", "product_equivalentondemandsku": "varchar", "product_eventtype": "varchar", "product_feecode": "varchar", "product_feedescription": "varchar", "product_filesystemtype": "varchar", "product_findinggroup": "varchar", "product_findingsource": "varchar", "product_findingstorage": "varchar", "product_freeoverage": "varchar", "product_freequerytypes": "varchar", "product_freetrial": "varchar", "product_freeusageincluded": "varchar", "product_fromlocation": "varchar", "product_fromlocationtype": "varchar", "product_fromregioncode": "varchar", "product_fusfcategory": "varchar", "product_gpu": "varchar", "product_gpumemory": "varchar", "product_group": "varchar", "product_groupdescription": "varchar", "product_instance": "varchar", "product_instancefamily": "varchar", "product_instancename": "varchar", "product_instancetype": "varchar", "product_instancetypefamily": "varchar", "product_intelavx2available": "varchar", "product_intelavxavailable": "varchar", "product_intelturboavailable": "varchar", "product_io": "varchar", "product_license": "varchar", "product_licensemodel": "varchar", "product_linetype": "varchar", "product_location": "varchar", "product_logsdestination": "varchar", "product_marketoption": "varchar", "product_maximumextendedstorage": "varchar", "product_maximumstoragevolume": "varchar", "product_maxiopsburstperformance": "varchar", "product_maxiopsvolume": "varchar", "product_maxthroughputvolume": "varchar", "product_maxvolumesize": "varchar", "product_memory": "varchar", "product_memorygib": "varchar", "product_memorytype": "varchar", "product_messagedeliveryfrequency": "varchar", "product_messagedeliveryorder": "varchar", "product_minimumstoragevolume": "varchar", "product_minvolumesize": "varchar", "product_networkperformance": "varchar", "product_normalizationsizefactor": "varchar", "product_operatingsystem": "varchar", "product_operation": "varchar", "product_origin": "varchar", "product_overagetype": "varchar", "product_packsize": "varchar", "product_physicalcpu": "varchar", "product_physicalgpu": "varchar", "product_physicalprocessor": "varchar", "product_platoclassificationtype": "varchar", "product_platoinstancename": "varchar", "product_platoinstancetype": "varchar", "product_platopricingtype": "varchar", "product_platoprotocoltype": "varchar", "product_platostoragetype": "varchar", "product_platotrafficdirection": "varchar", "product_platousagetype": "varchar", "product_preinstalledsw": "varchar", "product_pricingunit": "varchar", "product_primaryplaceofuse": "varchar", "product_processorarchitecture": "varchar", "product_processorfeatures": "varchar", "product_productfamily": "varchar", "product_productname": "varchar", "product_provisioned": "varchar", "product_purchaseoption": "varchar", "product_purchaseterm": "varchar", "product_qpresent": "varchar", "product_queuetype": "varchar", "product_recipient": "varchar", "product_region": "varchar", "product_regioncode": "varchar", "product_requestdescription": "varchar", "product_requesttype": "varchar", "product_resourceendpoint": "varchar", "product_resourcetype": "varchar", "product_rootvolume": "varchar", "product_routingtarget": "varchar", "product_routingtype": "varchar", "product_runningmode": "varchar", "product_servicecode": "varchar", "product_servicename": "varchar", "product_sku": "varchar", "product_softwareincluded": "varchar", "product_standardgroup": "varchar", "product_standardstorage": "varchar", "product_standardstorageretentionincluded": "varchar", "product_storage": "varchar", "product_storageclass": "varchar", "product_storagefamily": "varchar", "product_storagemedia": "varchar", "product_storagetype": "varchar", "product_subscriptiontype": "varchar", "product_tenancy": "varchar", "product_throughputcapacity": "varchar", "product_tickettype": "varchar", "product_tiertype": "varchar", "product_tolocation": "varchar", "product_tolocationtype": "varchar", "product_toregioncode": "varchar", "product_transactiontype": "varchar", "product_transfertype": "varchar", "product_type": "varchar", "product_usagefamily": "varchar", "product_usagegroup": "varchar", "product_usagetype": "varchar", "product_usagevolume": "varchar", "product_uservolume": "varchar", "product_vcpu": "varchar", "product_version": "varchar", "product_volumeapiname": "varchar", "product_volumetype": "varchar", "product_vpcnetworkingsupport": "varchar", "reservation_amortizedupfrontcostforusage": "varchar", "reservation_amortizedupfrontfeeforbillingperiod": "varchar", "reservation_effectivecost": "varchar", "reservation_endtime": "varchar", "reservation_modificationstatus": "varchar", "reservation_normalizedunitsperreservation": "varchar", "reservation_numberofreservations": "varchar", "reservation_recurringfeeforusage": "varchar", "reservation_reservationarn": "varchar", "reservation_starttime": "varchar", "reservation_subscriptionid": "varchar", "reservation_totalreservednormalizedunits": "varchar", "reservation_totalreservedunits": "varchar", "reservation_unitsperreservation": "varchar", "reservation_unusedamortizedupfrontfeeforbillingperiod": "varchar", "reservation_unusednormalizedunitquantity": "varchar", "reservation_unusedquantity": "varchar", "reservation_unusedrecurringfee": "varchar", "reservation_upfrontvalue": "varchar", "resourcetags_aws_autoscaling_groupname": "varchar", "resourcetags_aws_cloudformation_logical_id": "varchar", "resourcetags_aws_cloudformation_stack_id": "varchar", "resourcetags_aws_cloudformation_stack_name": "varchar", "resourcetags_aws_createdby": "varchar", "resourcetags_aws_ec2launchtemplate_id": "varchar", "resourcetags_aws_ec2launchtemplate_version": "varchar", "resourcetags_user_application": "varchar", "resourcetags_user_appname": "varchar", "resourcetags_user_audit": "varchar", "resourcetags_user_cluster": "varchar", "resourcetags_user_clustertag": "varchar", "resourcetags_user_cost_feature": "varchar", "resourcetags_user_cost_organization": "varchar", "resourcetags_user_cost_product": "varchar", "resourcetags_user_cost_project": "varchar", "resourcetags_user_costcenter": "varchar", "resourcetags_user_createdby": "varchar", "resourcetags_user_createddate": "varchar", "resourcetags_user_creator": "varchar", "resourcetags_user_customer": "varchar", "resourcetags_user_data_extract": "varchar", "resourcetags_user_datadog": "varchar", "resourcetags_user_description": "varchar", "resourcetags_user_domain": "varchar", "resourcetags_user_ebsautosnapshot": "varchar", "resourcetags_user_elasticbeanstalk_environment_id": "varchar", "resourcetags_user_elasticbeanstalk_environment_name": "varchar", "resourcetags_user_env": "varchar", "resourcetags_user_environment": "varchar", "resourcetags_user_format": "varchar", "resourcetags_user_from": "varchar", "resourcetags_user_hub_batch": "varchar", "resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com": "varchar", "resourcetags_user_kubernetes_io_cluster_terraform_eks_demo": "varchar", "resourcetags_user_kubernetes_io_created_for_pv_name": "varchar", "resourcetags_user_kubernetes_io_created_for_pvc_name": "varchar", "resourcetags_user_kubernetes_io_created_for_pvc_namespace": "varchar", "resourcetags_user_kubernetes_io_role_elb": "varchar", "resourcetags_user_kubernetes_io_service_name": "varchar", "resourcetags_user_kubernetescluster": "varchar", "resourcetags_user_name": "varchar", "resourcetags_user_owner": "varchar", "resourcetags_user_project": "varchar", "resourcetags_user_purpose": "varchar", "resourcetags_user_role": "varchar", "resourcetags_user_s3": "varchar", "resourcetags_user_sf_env": "varchar", "resourcetags_user_sf_group": "varchar", "resourcetags_user_stack": "varchar", "resourcetags_user_status": "varchar", "resourcetags_user_workload_type": "varchar", "savingsplan_amortizedupfrontcommitmentforbillingperiod": "varchar", "savingsplan_endtime": "varchar", "savingsplan_offeringtype": "varchar", "savingsplan_paymentoption": "varchar", "savingsplan_purchaseterm": "varchar", "savingsplan_recurringcommitmentforbillingperiod": "varchar", "savingsplan_region": "varchar", "savingsplan_savingsplanarn": "varchar", "savingsplan_savingsplaneffectivecost": "varchar", "savingsplan_savingsplanrate": "varchar", "savingsplan_starttime": "varchar", "savingsplan_totalcommitmenttodate": "varchar", "savingsplan_usedcommitment": "varchar" }, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1/dt=2022-11-14", "name": "dt", "type": "string", "value": "2022-11-14" }, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1", "key": "raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1/dt=2022-11-14/2022-11-15-091816.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16418401517432004189, "service_name": "drive-thru", "span_id": 8006438751525845336, "trace_id": 912605811858962342 } } - running: False
- schema_name_id: 2141
- start_time: 2022-11-15 12:32:07
- success: False
- trace_id: 912605811858962342
- count: 1
- ddl:
[ "ALTER TABLE\n `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`\nADD\n\n\n PARTITION (dt='2022-11-14') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1/dt=2022-11-14'\n;" ] - name: dt
- state:
[ { "info": { "id": 189313, "location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1/dt=2022-11-14", "name": "dt", "value": "2022-11-14" }, "state": { "arrival": { "athena_discovery": false, "first_data": "2022-11-15 12:32:16", "last_data": "2022-11-15 12:38:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "bill_billingentity": "varchar", "bill_billingperiodenddate": "varchar", "bill_billingperiodstartdate": "varchar", "bill_billtype": "varchar", "bill_invoiceid": "varchar", "bill_invoicingentity": "varchar", "bill_payeraccountid": "bigint", "costcategory_product": "string", "identity_lineitemid": "varchar", "identity_timeinterval": "varchar", "identity_timeintervalend": "varchar", "identity_timeintervalstart": "varchar", "lineitem_availabilityzone": "varchar", "lineitem_blendedcost": "string", "lineitem_blendedrate": "string", "lineitem_currencycode": "varchar", "lineitem_legalentity": "varchar", "lineitem_lineitemdescription": "varchar", "lineitem_lineitemtype": "varchar", "lineitem_normalizationfactor": "varchar", "lineitem_normalizedusageamount": "varchar", "lineitem_operation": "varchar", "lineitem_productcode": "varchar", "lineitem_resourceid": "varchar", "lineitem_taxtype": "varchar", "lineitem_unblendedcost": "string", "lineitem_unblendedrate": "string", "lineitem_usageaccountid": "bigint", "lineitem_usageamount": "string", "lineitem_usageenddate": "varchar", "lineitem_usagestartdate": "varchar", "lineitem_usagetype": "varchar", "pricing_currency": "varchar", "pricing_leasecontractlength": "varchar", "pricing_offeringclass": "varchar", "pricing_publicondemandcost": "varchar", "pricing_publicondemandrate": "varchar", "pricing_purchaseoption": "varchar", "pricing_ratecode": "varchar", "pricing_rateid": "varchar", "pricing_term": "varchar", "pricing_unit": "varchar", "product_accesstype": "varchar", "product_alarmtype": "varchar", "product_availability": "string", "product_availabilityzone": "varchar", "product_bundle": "varchar", "product_bundledescription": "varchar", "product_bundlegroup": "varchar", "product_cacheengine": "varchar", "product_cachetype": "varchar", "product_callingtype": "varchar", "product_capacitystatus": "varchar", "product_category": "varchar", "product_citype": "varchar", "product_classicnetworkingsupport": "varchar", "product_clockspeed": "varchar", "product_component": "varchar", "product_computefamily": "varchar", "product_computetype": "varchar", "product_contenttype": "varchar", "product_country": "varchar", "product_countsagainstquota": "varchar", "product_cputype": "varchar", "product_currentgeneration": "varchar", "product_data": "varchar", "product_databaseedition": "varchar", "product_databaseengine": "varchar", "product_datatransferquota": "varchar", "product_dedicatedebsthroughput": "varchar", "product_deploymentoption": "varchar", "product_description": "varchar", "product_device": "varchar", "product_devicetype": "varchar", "product_directorysize": "varchar", "product_directorytype": "varchar", "product_directorytypedescription": "varchar", "product_durability": "string", "product_ecu": "varchar", "product_edition": "varchar", "product_endpoint": "varchar", "product_endpointtype": "varchar", "product_enginecode": "varchar", "product_enhancednetworkingsupported": "varchar", "product_equivalentondemandsku": "varchar", "product_eventtype": "varchar", "product_feecode": "varchar", "product_feedescription": "varchar", "product_filesystemtype": "varchar", "product_findinggroup": "varchar", "product_findingsource": "varchar", "product_findingstorage": "varchar", "product_freeoverage": "varchar", "product_freequerytypes": "varchar", "product_freetrial": "varchar", "product_freeusageincluded": "varchar", "product_fromlocation": "varchar", "product_fromlocationtype": "varchar", "product_fromregioncode": "varchar", "product_fusfcategory": "varchar", "product_gpu": "varchar", "product_gpumemory": "varchar", "product_group": "varchar", "product_groupdescription": "varchar", "product_instance": "varchar", "product_instancefamily": "varchar", "product_instancename": "varchar", "product_instancetype": "varchar", "product_instancetypefamily": "varchar", "product_intelavx2available": "varchar", "product_intelavxavailable": "varchar", "product_intelturboavailable": "varchar", "product_io": "varchar", "product_license": "varchar", "product_licensemodel": "varchar", "product_licensetype": "string", "product_linetype": "varchar", "product_location": "varchar", "product_locationtype": "varchar", "product_logsdestination": "varchar", "product_marketoption": "varchar", "product_maximumextendedstorage": "varchar", "product_maximumstoragevolume": "varchar", "product_maxiopsburstperformance": "varchar", "product_maxiopsvolume": "varchar", "product_maxthroughputvolume": "varchar", "product_maxvolumesize": "varchar", "product_memory": "varchar", "product_memorygib": "varchar", "product_memorytype": "varchar", "product_messagedeliveryfrequency": "varchar", "product_messagedeliveryorder": "varchar", "product_minimumstoragevolume": "varchar", "product_minvolumesize": "varchar", "product_networkperformance": "varchar", "product_normalizationsizefactor": "varchar", "product_operatingsystem": "varchar", "product_operation": "varchar", "product_origin": "varchar", "product_overagetype": "varchar", "product_overhead": "string", "product_packsize": "varchar", "product_physicalcpu": "varchar", "product_physicalgpu": "varchar", "product_physicalprocessor": "varchar", "product_platoclassificationtype": "varchar", "product_platoinstancename": "varchar", "product_platoinstancetype": "varchar", "product_platopricingtype": "varchar", "product_platoprotocoltype": "varchar", "product_platostoragetype": "varchar", "product_platotrafficdirection": "varchar", "product_platousagetype": "varchar", "product_platovolumetype": "string", "product_preinstalledsw": "varchar", "product_pricingunit": "varchar", "product_primaryplaceofuse": "varchar", "product_processorarchitecture": "varchar", "product_processorfeatures": "varchar", "product_productfamily": "varchar", "product_productname": "varchar", "product_provisioned": "varchar", "product_purchaseoption": "varchar", "product_purchaseterm": "varchar", "product_qpresent": "varchar", "product_queuetype": "varchar", "product_recipient": "varchar", "product_region": "varchar", "product_regioncode": "varchar", "product_requestdescription": "varchar", "product_requesttype": "varchar", "product_resourceendpoint": "varchar", "product_resourcetype": "varchar", "product_rootvolume": "varchar", "product_routingtarget": "varchar", "product_routingtype": "varchar", "product_runningmode": "varchar", "product_servicecode": "varchar", "product_servicename": "varchar", "product_sku": "varchar", "product_softwareincluded": "varchar", "product_standardgroup": "varchar", "product_standardstorage": "varchar", "product_standardstorageretentionincluded": "varchar", "product_storage": "varchar", "product_storageclass": "varchar", "product_storagefamily": "varchar", "product_storagemedia": "varchar", "product_storagetype": "varchar", "product_subscriptiontype": "varchar", "product_tenancy": "varchar", "product_throughputcapacity": "varchar", "product_tickettype": "varchar", "product_tiertype": "varchar", "product_tolocation": "varchar", "product_tolocationtype": "varchar", "product_toregioncode": "varchar", "product_transactiontype": "varchar", "product_transfertype": "varchar", "product_type": "varchar", "product_usagefamily": "varchar", "product_usagegroup": "varchar", "product_usagetype": "varchar", "product_usagevolume": "varchar", "product_uservolume": "varchar", "product_vcpu": "varchar", "product_version": "varchar", "product_volumeapiname": "varchar", "product_volumetype": "varchar", "product_vpcnetworkingsupport": "varchar", "product_withactiveusers": "string", "reservation_amortizedupfrontcostforusage": "varchar", "reservation_amortizedupfrontfeeforbillingperiod": "varchar", "reservation_effectivecost": "varchar", "reservation_endtime": "varchar", "reservation_modificationstatus": "varchar", "reservation_normalizedunitsperreservation": "varchar", "reservation_numberofreservations": "varchar", "reservation_recurringfeeforusage": "varchar", "reservation_reservationarn": "varchar", "reservation_starttime": "varchar", "reservation_subscriptionid": "varchar", "reservation_totalreservednormalizedunits": "varchar", "reservation_totalreservedunits": "varchar", "reservation_unitsperreservation": "varchar", "reservation_unusedamortizedupfrontfeeforbillingperiod": "varchar", "reservation_unusednormalizedunitquantity": "varchar", "reservation_unusedquantity": "varchar", "reservation_unusedrecurringfee": "varchar", "reservation_upfrontvalue": "varchar", "resourcetags_aws_autoscaling_groupname": "varchar", "resourcetags_aws_cloudformation_logical_id": "varchar", "resourcetags_aws_cloudformation_stack_id": "varchar", "resourcetags_aws_cloudformation_stack_name": "varchar", "resourcetags_aws_createdby": "varchar", "resourcetags_aws_ec2launchtemplate_id": "varchar", "resourcetags_aws_ec2launchtemplate_version": "varchar", "resourcetags_user_appid": "string", "resourcetags_user_application": "varchar", "resourcetags_user_appname": "varchar", "resourcetags_user_audit": "varchar", "resourcetags_user_cluster": "varchar", "resourcetags_user_clustertag": "varchar", "resourcetags_user_cost_feature": "varchar", "resourcetags_user_cost_organization": "varchar", "resourcetags_user_cost_product": "varchar", "resourcetags_user_cost_project": "varchar", "resourcetags_user_costcenter": "varchar", "resourcetags_user_createdby": "varchar", "resourcetags_user_createddate": "varchar", "resourcetags_user_creator": "varchar", "resourcetags_user_customer": "varchar", "resourcetags_user_data_extract": "varchar", "resourcetags_user_datadog": "varchar", "resourcetags_user_description": "varchar", "resourcetags_user_domain": "varchar", "resourcetags_user_ebsautosnapshot": "varchar", "resourcetags_user_elasticbeanstalk_environment_id": "varchar", "resourcetags_user_elasticbeanstalk_environment_name": "varchar", "resourcetags_user_env": "varchar", "resourcetags_user_environment": "varchar", "resourcetags_user_format": "varchar", "resourcetags_user_from": "varchar", "resourcetags_user_hub_batch": "varchar", "resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com": "varchar", "resourcetags_user_kubernetes_io_cluster_terraform_eks_demo": "varchar", "resourcetags_user_kubernetes_io_created_for_pv_name": "varchar", "resourcetags_user_kubernetes_io_created_for_pvc_name": "varchar", "resourcetags_user_kubernetes_io_created_for_pvc_namespace": "varchar", "resourcetags_user_kubernetes_io_role_elb": "varchar", "resourcetags_user_kubernetes_io_service_name": "varchar", "resourcetags_user_kubernetescluster": "varchar", "resourcetags_user_monitor": "string", "resourcetags_user_name": "varchar", "resourcetags_user_namespace": "string", "resourcetags_user_owner": "varchar", "resourcetags_user_packerid": "string", "resourcetags_user_project": "varchar", "resourcetags_user_purpose": "varchar", "resourcetags_user_role": "varchar", "resourcetags_user_s3_bucket": "string", "resourcetags_user_server_name": "string", "resourcetags_user_sever_name_base": "string", "resourcetags_user_sf_env": "varchar", "resourcetags_user_sf_group": "varchar", "resourcetags_user_source_ami": "string", "resourcetags_user_stack": "varchar", "resourcetags_user_status": "varchar", "resourcetags_user_workload_type": "varchar", "savingsplan_amortizedupfrontcommitmentforbillingperiod": "varchar", "savingsplan_endtime": "varchar", "savingsplan_offeringtype": "varchar", "savingsplan_paymentoption": "varchar", "savingsplan_purchaseterm": "varchar", "savingsplan_recurringcommitmentforbillingperiod": "varchar", "savingsplan_region": "varchar", "savingsplan_savingsplanarn": "varchar", "savingsplan_savingsplaneffectivecost": "varchar", "savingsplan_savingsplanrate": "varchar", "savingsplan_starttime": "varchar", "savingsplan_totalcommitmenttodate": "varchar", "savingsplan_usedcommitment": "varchar" } - created: 2022-11-15 12:32:16
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`\n(\n `identity_lineitemid` varchar , `identity_timeinterval` varchar , `bill_invoiceid` varchar , `bill_invoicingentity` varchar , `bill_billingentity` varchar , `bill_billtype` varchar , `bill_payeraccountid` bigint , `bill_billingperiodstartdate` varchar , `bill_billingperiodenddate` varchar , `lineitem_usageaccountid` bigint , `lineitem_lineitemtype` varchar , `lineitem_usagestartdate` varchar , `lineitem_usageenddate` varchar , `lineitem_productcode` varchar , `lineitem_usagetype` varchar , `lineitem_operation` varchar , `lineitem_availabilityzone` varchar , `lineitem_resourceid` varchar , `lineitem_usageamount` string , `lineitem_normalizationfactor` varchar , `lineitem_normalizedusageamount` varchar , `lineitem_currencycode` varchar , `lineitem_unblendedrate` string , `lineitem_unblendedcost` string , `lineitem_blendedrate` string , `lineitem_blendedcost` string , `lineitem_lineitemdescription` varchar , `lineitem_taxtype` varchar , `lineitem_legalentity` varchar , `product_productname` varchar , `product_purchaseoption` varchar , `product_accesstype` varchar , `product_alarmtype` varchar , `product_availability` string , `product_availabilityzone` varchar , `product_bundle` varchar , `product_bundledescription` varchar , `product_bundlegroup` varchar , `product_cacheengine` varchar , `product_cachetype` varchar , `product_callingtype` varchar , `product_capacitystatus` varchar , `product_category` varchar , `product_citype` varchar , `product_classicnetworkingsupport` varchar , `product_clockspeed` varchar , `product_component` varchar , `product_computefamily` varchar , `product_computetype` varchar , `product_contenttype` varchar , `product_country` varchar , `product_countsagainstquota` varchar , `product_cputype` varchar , `product_currentgeneration` varchar , `product_data` varchar , `product_datatransferquota` varchar , `product_databaseedition` varchar , `product_databaseengine` varchar , `product_dedicatedebsthroughput` varchar , `product_deploymentoption` varchar , `product_description` varchar , `product_device` varchar , `product_devicetype` varchar , `product_directorysize` varchar , `product_directorytype` varchar , `product_directorytypedescription` varchar , `product_durability` string , `product_ecu` varchar , `product_edition` varchar , `product_endpoint` varchar , `product_endpointtype` varchar , `product_enginecode` varchar , `product_enhancednetworkingsupported` varchar , `product_equivalentondemandsku` varchar , `product_eventtype` varchar , `product_feecode` varchar , `product_feedescription` varchar , `product_filesystemtype` varchar , `product_findinggroup` varchar , `product_findingsource` varchar , `product_findingstorage` varchar , `product_freeoverage` varchar , `product_freequerytypes` varchar , `product_freetrial` varchar , `product_freeusageincluded` varchar , `product_fromlocation` varchar , `product_fromlocationtype` varchar , `product_fromregioncode` varchar , `product_fusfcategory` varchar , `product_gpu` varchar , `product_gpumemory` varchar , `product_group` varchar , `product_groupdescription` varchar , `product_instance` varchar , `product_instancefamily` varchar , `product_instancename` varchar , `product_instancetype` varchar , `product_instancetypefamily` varchar , `product_intelavx2available` varchar , `product_intelavxavailable` varchar , `product_intelturboavailable` varchar , `product_io` varchar , `product_license` varchar , `product_licensemodel` varchar , `product_licensetype` string , `product_linetype` varchar , `product_location` varchar , `product_locationtype` varchar , `product_logsdestination` varchar , `product_marketoption` varchar , `product_maxiopsburstperformance` varchar , `product_maxiopsvolume` varchar , `product_maxthroughputvolume` varchar , `product_maxvolumesize` varchar , `product_maximumextendedstorage` varchar , `product_maximumstoragevolume` varchar , `product_memory` varchar , `product_memorygib` varchar , `product_memorytype` varchar , `product_messagedeliveryfrequency` varchar , `product_messagedeliveryorder` varchar , `product_minvolumesize` varchar , `product_minimumstoragevolume` varchar , `product_networkperformance` varchar , `product_normalizationsizefactor` varchar , `product_operatingsystem` varchar , `product_operation` varchar , `product_origin` varchar , `product_overagetype` varchar , `product_overhead` string , `product_packsize` varchar , `product_physicalcpu` varchar , `product_physicalgpu` varchar , `product_physicalprocessor` varchar , `product_platoclassificationtype` varchar , `product_platoinstancename` varchar , `product_platoinstancetype` varchar , `product_platopricingtype` varchar , `product_platoprotocoltype` varchar , `product_platostoragetype` varchar , `product_platotrafficdirection` varchar , `product_platousagetype` varchar , `product_platovolumetype` string , `product_preinstalledsw` varchar , `product_pricingunit` varchar , `product_primaryplaceofuse` varchar , `product_processorarchitecture` varchar , `product_processorfeatures` varchar , `product_productfamily` varchar , `product_provisioned` varchar , `product_purchaseterm` varchar , `product_qpresent` varchar , `product_queuetype` varchar , `product_recipient` varchar , `product_region` varchar , `product_regioncode` varchar , `product_requestdescription` varchar , `product_requesttype` varchar , `product_resourceendpoint` varchar , `product_resourcetype` varchar , `product_rootvolume` varchar , `product_routingtarget` varchar , `product_routingtype` varchar , `product_runningmode` varchar , `product_servicecode` varchar , `product_servicename` varchar , `product_sku` varchar , `product_softwareincluded` varchar , `product_standardgroup` varchar , `product_standardstorage` varchar , `product_standardstorageretentionincluded` varchar , `product_storage` varchar , `product_storageclass` varchar , `product_storagefamily` varchar , `product_storagemedia` varchar , `product_storagetype` varchar , `product_subscriptiontype` varchar , `product_tenancy` varchar , `product_throughputcapacity` varchar , `product_tickettype` varchar , `product_tiertype` varchar , `product_tolocation` varchar , `product_tolocationtype` varchar , `product_toregioncode` varchar , `product_transactiontype` varchar , `product_transfertype` varchar , `product_type` varchar , `product_usagefamily` varchar , `product_usagegroup` varchar , `product_usagevolume` varchar , `product_usagetype` varchar , `product_uservolume` varchar , `product_vcpu` varchar , `product_version` varchar , `product_volumeapiname` varchar , `product_volumetype` varchar , `product_vpcnetworkingsupport` varchar , `product_withactiveusers` string , `pricing_leasecontractlength` varchar , `pricing_offeringclass` varchar , `pricing_purchaseoption` varchar , `pricing_ratecode` varchar , `pricing_rateid` varchar , `pricing_currency` varchar , `pricing_publicondemandcost` varchar , `pricing_publicondemandrate` varchar , `pricing_term` varchar , `pricing_unit` varchar , `reservation_amortizedupfrontcostforusage` varchar , `reservation_amortizedupfrontfeeforbillingperiod` varchar , `reservation_effectivecost` varchar , `reservation_endtime` varchar , `reservation_modificationstatus` varchar , `reservation_normalizedunitsperreservation` varchar , `reservation_numberofreservations` varchar , `reservation_recurringfeeforusage` varchar , `reservation_reservationarn` varchar , `reservation_starttime` varchar , `reservation_subscriptionid` varchar , `reservation_totalreservednormalizedunits` varchar , `reservation_totalreservedunits` varchar , `reservation_unitsperreservation` varchar , `reservation_unusedamortizedupfrontfeeforbillingperiod` varchar , `reservation_unusednormalizedunitquantity` varchar , `reservation_unusedquantity` varchar , `reservation_unusedrecurringfee` varchar , `reservation_upfrontvalue` varchar , `savingsplan_totalcommitmenttodate` varchar , `savingsplan_savingsplanarn` varchar , `savingsplan_savingsplanrate` varchar , `savingsplan_usedcommitment` varchar , `savingsplan_savingsplaneffectivecost` varchar , `savingsplan_amortizedupfrontcommitmentforbillingperiod` varchar , `savingsplan_recurringcommitmentforbillingperiod` varchar , `savingsplan_starttime` varchar , `savingsplan_endtime` varchar , `savingsplan_offeringtype` varchar , `savingsplan_paymentoption` varchar , `savingsplan_purchaseterm` varchar , `savingsplan_region` varchar , `resourcetags_aws_autoscaling_groupname` varchar , `resourcetags_aws_cloudformation_logical_id` varchar , `resourcetags_aws_cloudformation_stack_id` varchar , `resourcetags_aws_cloudformation_stack_name` varchar , `resourcetags_aws_createdby` varchar , `resourcetags_aws_ec2launchtemplate_id` varchar , `resourcetags_aws_ec2launchtemplate_version` varchar , `resourcetags_user_appid` string , `resourcetags_user_application` varchar , `resourcetags_user_appname` varchar , `resourcetags_user_audit` varchar , `resourcetags_user_cluster` varchar , `resourcetags_user_clustertag` varchar , `resourcetags_user_costcenter` varchar , `resourcetags_user_createdby` varchar , `resourcetags_user_createddate` varchar , `resourcetags_user_creator` varchar , `resourcetags_user_customer` varchar , `resourcetags_user_data_extract` varchar , `resourcetags_user_ebsautosnapshot` varchar , `resourcetags_user_env` varchar , `resourcetags_user_environment` varchar , `resourcetags_user_from` varchar , `resourcetags_user_hub_batch` varchar , `resourcetags_user_kubernetescluster` varchar , `resourcetags_user_name` varchar , `resourcetags_user_owner` varchar , `resourcetags_user_packerid` string , `resourcetags_user_project` varchar , `resourcetags_user_purpose` varchar , `resourcetags_user_role` varchar , `resourcetags_user_s3_bucket` string , `resourcetags_user_sf_env` varchar , `resourcetags_user_source_ami` string , `resourcetags_user_status` varchar , `resourcetags_user_cost_feature` varchar , `resourcetags_user_cost_organization` varchar , `resourcetags_user_cost_product` varchar , `resourcetags_user_cost_project` varchar , `resourcetags_user_datadog` varchar , `resourcetags_user_description` varchar , `resourcetags_user_domain` varchar , `resourcetags_user_elasticbeanstalk_environment_id` varchar , `resourcetags_user_elasticbeanstalk_environment_name` varchar , `resourcetags_user_format` varchar , `resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com` varchar , `resourcetags_user_kubernetes_io_cluster_terraform_eks_demo` varchar , `resourcetags_user_kubernetes_io_created_for_pv_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_namespace` varchar , `resourcetags_user_kubernetes_io_role_elb` varchar , `resourcetags_user_kubernetes_io_service_name` varchar , `resourcetags_user_monitor` string , `resourcetags_user_namespace` string , `resourcetags_user_server_name` string , `resourcetags_user_sever_name_base` string , `resourcetags_user_sf_group` varchar , `resourcetags_user_stack` varchar , `resourcetags_user_workload_type` varchar , `costcategory_product` string , `identity_timeintervalstart` varchar , `identity_timeintervalend` varchar \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2022-11-15 12:32:07",
"disabled": false,
"format": "raw",
"id": 2141,
"is_partitioned": true,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "benjamincostreportsdev_benjamindevelopmentinc1"
},
"type": "drivethrucsv"
},
"partition": {
"count": 1,
"ddl": [
"ALTER TABLE\n `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`\nADD\n\n\n PARTITION (dt='2022-11-14') location 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1/dt=2022-11-14'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 189313,
"location": "s3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1/dt=2022-11-14",
"name": "dt",
"value": "2022-11-14"
},
"state": {
"arrival": {
"athena_discovery": false,
"first_data": "2022-11-15 12:32:16",
"last_data": "2022-11-15 12:38:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"bill_billingentity": "varchar",
"bill_billingperiodenddate": "varchar",
"bill_billingperiodstartdate": "varchar",
"bill_billtype": "varchar",
"bill_invoiceid": "varchar",
"bill_invoicingentity": "varchar",
"bill_payeraccountid": "bigint",
"costcategory_product": "string",
"identity_lineitemid": "varchar",
"identity_timeinterval": "varchar",
"identity_timeintervalend": "varchar",
"identity_timeintervalstart": "varchar",
"lineitem_availabilityzone": "varchar",
"lineitem_blendedcost": "string",
"lineitem_blendedrate": "string",
"lineitem_currencycode": "varchar",
"lineitem_legalentity": "varchar",
"lineitem_lineitemdescription": "varchar",
"lineitem_lineitemtype": "varchar",
"lineitem_normalizationfactor": "varchar",
"lineitem_normalizedusageamount": "varchar",
"lineitem_operation": "varchar",
"lineitem_productcode": "varchar",
"lineitem_resourceid": "varchar",
"lineitem_taxtype": "varchar",
"lineitem_unblendedcost": "string",
"lineitem_unblendedrate": "string",
"lineitem_usageaccountid": "bigint",
"lineitem_usageamount": "string",
"lineitem_usageenddate": "varchar",
"lineitem_usagestartdate": "varchar",
"lineitem_usagetype": "varchar",
"pricing_currency": "varchar",
"pricing_leasecontractlength": "varchar",
"pricing_offeringclass": "varchar",
"pricing_publicondemandcost": "varchar",
"pricing_publicondemandrate": "varchar",
"pricing_purchaseoption": "varchar",
"pricing_ratecode": "varchar",
"pricing_rateid": "varchar",
"pricing_term": "varchar",
"pricing_unit": "varchar",
"product_accesstype": "varchar",
"product_alarmtype": "varchar",
"product_availability": "string",
"product_availabilityzone": "varchar",
"product_bundle": "varchar",
"product_bundledescription": "varchar",
"product_bundlegroup": "varchar",
"product_cacheengine": "varchar",
"product_cachetype": "varchar",
"product_callingtype": "varchar",
"product_capacitystatus": "varchar",
"product_category": "varchar",
"product_citype": "varchar",
"product_classicnetworkingsupport": "varchar",
"product_clockspeed": "varchar",
"product_component": "varchar",
"product_computefamily": "varchar",
"product_computetype": "varchar",
"product_contenttype": "varchar",
"product_country": "varchar",
"product_countsagainstquota": "varchar",
"product_cputype": "varchar",
"product_currentgeneration": "varchar",
"product_data": "varchar",
"product_databaseedition": "varchar",
"product_databaseengine": "varchar",
"product_datatransferquota": "varchar",
"product_dedicatedebsthroughput": "varchar",
"product_deploymentoption": "varchar",
"product_description": "varchar",
"product_device": "varchar",
"product_devicetype": "varchar",
"product_directorysize": "varchar",
"product_directorytype": "varchar",
"product_directorytypedescription": "varchar",
"product_durability": "string",
"product_ecu": "varchar",
"product_edition": "varchar",
"product_endpoint": "varchar",
"product_endpointtype": "varchar",
"product_enginecode": "varchar",
"product_enhancednetworkingsupported": "varchar",
"product_equivalentondemandsku": "varchar",
"product_eventtype": "varchar",
"product_feecode": "varchar",
"product_feedescription": "varchar",
"product_filesystemtype": "varchar",
"product_findinggroup": "varchar",
"product_findingsource": "varchar",
"product_findingstorage": "varchar",
"product_freeoverage": "varchar",
"product_freequerytypes": "varchar",
"product_freetrial": "varchar",
"product_freeusageincluded": "varchar",
"product_fromlocation": "varchar",
"product_fromlocationtype": "varchar",
"product_fromregioncode": "varchar",
"product_fusfcategory": "varchar",
"product_gpu": "varchar",
"product_gpumemory": "varchar",
"product_group": "varchar",
"product_groupdescription": "varchar",
"product_instance": "varchar",
"product_instancefamily": "varchar",
"product_instancename": "varchar",
"product_instancetype": "varchar",
"product_instancetypefamily": "varchar",
"product_intelavx2available": "varchar",
"product_intelavxavailable": "varchar",
"product_intelturboavailable": "varchar",
"product_io": "varchar",
"product_license": "varchar",
"product_licensemodel": "varchar",
"product_licensetype": "string",
"product_linetype": "varchar",
"product_location": "varchar",
"product_locationtype": "varchar",
"product_logsdestination": "varchar",
"product_marketoption": "varchar",
"product_maximumextendedstorage": "varchar",
"product_maximumstoragevolume": "varchar",
"product_maxiopsburstperformance": "varchar",
"product_maxiopsvolume": "varchar",
"product_maxthroughputvolume": "varchar",
"product_maxvolumesize": "varchar",
"product_memory": "varchar",
"product_memorygib": "varchar",
"product_memorytype": "varchar",
"product_messagedeliveryfrequency": "varchar",
"product_messagedeliveryorder": "varchar",
"product_minimumstoragevolume": "varchar",
"product_minvolumesize": "varchar",
"product_networkperformance": "varchar",
"product_normalizationsizefactor": "varchar",
"product_operatingsystem": "varchar",
"product_operation": "varchar",
"product_origin": "varchar",
"product_overagetype": "varchar",
"product_overhead": "string",
"product_packsize": "varchar",
"product_physicalcpu": "varchar",
"product_physicalgpu": "varchar",
"product_physicalprocessor": "varchar",
"product_platoclassificationtype": "varchar",
"product_platoinstancename": "varchar",
"product_platoinstancetype": "varchar",
"product_platopricingtype": "varchar",
"product_platoprotocoltype": "varchar",
"product_platostoragetype": "varchar",
"product_platotrafficdirection": "varchar",
"product_platousagetype": "varchar",
"product_platovolumetype": "string",
"product_preinstalledsw": "varchar",
"product_pricingunit": "varchar",
"product_primaryplaceofuse": "varchar",
"product_processorarchitecture": "varchar",
"product_processorfeatures": "varchar",
"product_productfamily": "varchar",
"product_productname": "varchar",
"product_provisioned": "varchar",
"product_purchaseoption": "varchar",
"product_purchaseterm": "varchar",
"product_qpresent": "varchar",
"product_queuetype": "varchar",
"product_recipient": "varchar",
"product_region": "varchar",
"product_regioncode": "varchar",
"product_requestdescription": "varchar",
"product_requesttype": "varchar",
"product_resourceendpoint": "varchar",
"product_resourcetype": "varchar",
"product_rootvolume": "varchar",
"product_routingtarget": "varchar",
"product_routingtype": "varchar",
"product_runningmode": "varchar",
"product_servicecode": "varchar",
"product_servicename": "varchar",
"product_sku": "varchar",
"product_softwareincluded": "varchar",
"product_standardgroup": "varchar",
"product_standardstorage": "varchar",
"product_standardstorageretentionincluded": "varchar",
"product_storage": "varchar",
"product_storageclass": "varchar",
"product_storagefamily": "varchar",
"product_storagemedia": "varchar",
"product_storagetype": "varchar",
"product_subscriptiontype": "varchar",
"product_tenancy": "varchar",
"product_throughputcapacity": "varchar",
"product_tickettype": "varchar",
"product_tiertype": "varchar",
"product_tolocation": "varchar",
"product_tolocationtype": "varchar",
"product_toregioncode": "varchar",
"product_transactiontype": "varchar",
"product_transfertype": "varchar",
"product_type": "varchar",
"product_usagefamily": "varchar",
"product_usagegroup": "varchar",
"product_usagetype": "varchar",
"product_usagevolume": "varchar",
"product_uservolume": "varchar",
"product_vcpu": "varchar",
"product_version": "varchar",
"product_volumeapiname": "varchar",
"product_volumetype": "varchar",
"product_vpcnetworkingsupport": "varchar",
"product_withactiveusers": "string",
"reservation_amortizedupfrontcostforusage": "varchar",
"reservation_amortizedupfrontfeeforbillingperiod": "varchar",
"reservation_effectivecost": "varchar",
"reservation_endtime": "varchar",
"reservation_modificationstatus": "varchar",
"reservation_normalizedunitsperreservation": "varchar",
"reservation_numberofreservations": "varchar",
"reservation_recurringfeeforusage": "varchar",
"reservation_reservationarn": "varchar",
"reservation_starttime": "varchar",
"reservation_subscriptionid": "varchar",
"reservation_totalreservednormalizedunits": "varchar",
"reservation_totalreservedunits": "varchar",
"reservation_unitsperreservation": "varchar",
"reservation_unusedamortizedupfrontfeeforbillingperiod": "varchar",
"reservation_unusednormalizedunitquantity": "varchar",
"reservation_unusedquantity": "varchar",
"reservation_unusedrecurringfee": "varchar",
"reservation_upfrontvalue": "varchar",
"resourcetags_aws_autoscaling_groupname": "varchar",
"resourcetags_aws_cloudformation_logical_id": "varchar",
"resourcetags_aws_cloudformation_stack_id": "varchar",
"resourcetags_aws_cloudformation_stack_name": "varchar",
"resourcetags_aws_createdby": "varchar",
"resourcetags_aws_ec2launchtemplate_id": "varchar",
"resourcetags_aws_ec2launchtemplate_version": "varchar",
"resourcetags_user_appid": "string",
"resourcetags_user_application": "varchar",
"resourcetags_user_appname": "varchar",
"resourcetags_user_audit": "varchar",
"resourcetags_user_cluster": "varchar",
"resourcetags_user_clustertag": "varchar",
"resourcetags_user_cost_feature": "varchar",
"resourcetags_user_cost_organization": "varchar",
"resourcetags_user_cost_product": "varchar",
"resourcetags_user_cost_project": "varchar",
"resourcetags_user_costcenter": "varchar",
"resourcetags_user_createdby": "varchar",
"resourcetags_user_createddate": "varchar",
"resourcetags_user_creator": "varchar",
"resourcetags_user_customer": "varchar",
"resourcetags_user_data_extract": "varchar",
"resourcetags_user_datadog": "varchar",
"resourcetags_user_description": "varchar",
"resourcetags_user_domain": "varchar",
"resourcetags_user_ebsautosnapshot": "varchar",
"resourcetags_user_elasticbeanstalk_environment_id": "varchar",
"resourcetags_user_elasticbeanstalk_environment_name": "varchar",
"resourcetags_user_env": "varchar",
"resourcetags_user_environment": "varchar",
"resourcetags_user_format": "varchar",
"resourcetags_user_from": "varchar",
"resourcetags_user_hub_batch": "varchar",
"resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com": "varchar",
"resourcetags_user_kubernetes_io_cluster_terraform_eks_demo": "varchar",
"resourcetags_user_kubernetes_io_created_for_pv_name": "varchar",
"resourcetags_user_kubernetes_io_created_for_pvc_name": "varchar",
"resourcetags_user_kubernetes_io_created_for_pvc_namespace": "varchar",
"resourcetags_user_kubernetes_io_role_elb": "varchar",
"resourcetags_user_kubernetes_io_service_name": "varchar",
"resourcetags_user_kubernetescluster": "varchar",
"resourcetags_user_monitor": "string",
"resourcetags_user_name": "varchar",
"resourcetags_user_namespace": "string",
"resourcetags_user_owner": "varchar",
"resourcetags_user_packerid": "string",
"resourcetags_user_project": "varchar",
"resourcetags_user_purpose": "varchar",
"resourcetags_user_role": "varchar",
"resourcetags_user_s3_bucket": "string",
"resourcetags_user_server_name": "string",
"resourcetags_user_sever_name_base": "string",
"resourcetags_user_sf_env": "varchar",
"resourcetags_user_sf_group": "varchar",
"resourcetags_user_source_ami": "string",
"resourcetags_user_stack": "varchar",
"resourcetags_user_status": "varchar",
"resourcetags_user_workload_type": "varchar",
"savingsplan_amortizedupfrontcommitmentforbillingperiod": "varchar",
"savingsplan_endtime": "varchar",
"savingsplan_offeringtype": "varchar",
"savingsplan_paymentoption": "varchar",
"savingsplan_purchaseterm": "varchar",
"savingsplan_recurringcommitmentforbillingperiod": "varchar",
"savingsplan_region": "varchar",
"savingsplan_savingsplanarn": "varchar",
"savingsplan_savingsplaneffectivecost": "varchar",
"savingsplan_savingsplanrate": "varchar",
"savingsplan_starttime": "varchar",
"savingsplan_totalcommitmenttodate": "varchar",
"savingsplan_usedcommitment": "varchar"
},
"created": "2022-11-15 12:32:16",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`\n(\n `identity_lineitemid` varchar , `identity_timeinterval` varchar , `bill_invoiceid` varchar , `bill_invoicingentity` varchar , `bill_billingentity` varchar , `bill_billtype` varchar , `bill_payeraccountid` bigint , `bill_billingperiodstartdate` varchar , `bill_billingperiodenddate` varchar , `lineitem_usageaccountid` bigint , `lineitem_lineitemtype` varchar , `lineitem_usagestartdate` varchar , `lineitem_usageenddate` varchar , `lineitem_productcode` varchar , `lineitem_usagetype` varchar , `lineitem_operation` varchar , `lineitem_availabilityzone` varchar , `lineitem_resourceid` varchar , `lineitem_usageamount` string , `lineitem_normalizationfactor` varchar , `lineitem_normalizedusageamount` varchar , `lineitem_currencycode` varchar , `lineitem_unblendedrate` string , `lineitem_unblendedcost` string , `lineitem_blendedrate` string , `lineitem_blendedcost` string , `lineitem_lineitemdescription` varchar , `lineitem_taxtype` varchar , `lineitem_legalentity` varchar , `product_productname` varchar , `product_purchaseoption` varchar , `product_accesstype` varchar , `product_alarmtype` varchar , `product_availability` string , `product_availabilityzone` varchar , `product_bundle` varchar , `product_bundledescription` varchar , `product_bundlegroup` varchar , `product_cacheengine` varchar , `product_cachetype` varchar , `product_callingtype` varchar , `product_capacitystatus` varchar , `product_category` varchar , `product_citype` varchar , `product_classicnetworkingsupport` varchar , `product_clockspeed` varchar , `product_component` varchar , `product_computefamily` varchar , `product_computetype` varchar , `product_contenttype` varchar , `product_country` varchar , `product_countsagainstquota` varchar , `product_cputype` varchar , `product_currentgeneration` varchar , `product_data` varchar , `product_datatransferquota` varchar , `product_databaseedition` varchar , `product_databaseengine` varchar , `product_dedicatedebsthroughput` varchar , `product_deploymentoption` varchar , `product_description` varchar , `product_device` varchar , `product_devicetype` varchar , `product_directorysize` varchar , `product_directorytype` varchar , `product_directorytypedescription` varchar , `product_durability` string , `product_ecu` varchar , `product_edition` varchar , `product_endpoint` varchar , `product_endpointtype` varchar , `product_enginecode` varchar , `product_enhancednetworkingsupported` varchar , `product_equivalentondemandsku` varchar , `product_eventtype` varchar , `product_feecode` varchar , `product_feedescription` varchar , `product_filesystemtype` varchar , `product_findinggroup` varchar , `product_findingsource` varchar , `product_findingstorage` varchar , `product_freeoverage` varchar , `product_freequerytypes` varchar , `product_freetrial` varchar , `product_freeusageincluded` varchar , `product_fromlocation` varchar , `product_fromlocationtype` varchar , `product_fromregioncode` varchar , `product_fusfcategory` varchar , `product_gpu` varchar , `product_gpumemory` varchar , `product_group` varchar , `product_groupdescription` varchar , `product_instance` varchar , `product_instancefamily` varchar , `product_instancename` varchar , `product_instancetype` varchar , `product_instancetypefamily` varchar , `product_intelavx2available` varchar , `product_intelavxavailable` varchar , `product_intelturboavailable` varchar , `product_io` varchar , `product_license` varchar , `product_licensemodel` varchar , `product_licensetype` string , `product_linetype` varchar , `product_location` varchar , `product_locationtype` varchar , `product_logsdestination` varchar , `product_marketoption` varchar , `product_maxiopsburstperformance` varchar , `product_maxiopsvolume` varchar , `product_maxthroughputvolume` varchar , `product_maxvolumesize` varchar , `product_maximumextendedstorage` varchar , `product_maximumstoragevolume` varchar , `product_memory` varchar , `product_memorygib` varchar , `product_memorytype` varchar , `product_messagedeliveryfrequency` varchar , `product_messagedeliveryorder` varchar , `product_minvolumesize` varchar , `product_minimumstoragevolume` varchar , `product_networkperformance` varchar , `product_normalizationsizefactor` varchar , `product_operatingsystem` varchar , `product_operation` varchar , `product_origin` varchar , `product_overagetype` varchar , `product_overhead` string , `product_packsize` varchar , `product_physicalcpu` varchar , `product_physicalgpu` varchar , `product_physicalprocessor` varchar , `product_platoclassificationtype` varchar , `product_platoinstancename` varchar , `product_platoinstancetype` varchar , `product_platopricingtype` varchar , `product_platoprotocoltype` varchar , `product_platostoragetype` varchar , `product_platotrafficdirection` varchar , `product_platousagetype` varchar , `product_platovolumetype` string , `product_preinstalledsw` varchar , `product_pricingunit` varchar , `product_primaryplaceofuse` varchar , `product_processorarchitecture` varchar , `product_processorfeatures` varchar , `product_productfamily` varchar , `product_provisioned` varchar , `product_purchaseterm` varchar , `product_qpresent` varchar , `product_queuetype` varchar , `product_recipient` varchar , `product_region` varchar , `product_regioncode` varchar , `product_requestdescription` varchar , `product_requesttype` varchar , `product_resourceendpoint` varchar , `product_resourcetype` varchar , `product_rootvolume` varchar , `product_routingtarget` varchar , `product_routingtype` varchar , `product_runningmode` varchar , `product_servicecode` varchar , `product_servicename` varchar , `product_sku` varchar , `product_softwareincluded` varchar , `product_standardgroup` varchar , `product_standardstorage` varchar , `product_standardstorageretentionincluded` varchar , `product_storage` varchar , `product_storageclass` varchar , `product_storagefamily` varchar , `product_storagemedia` varchar , `product_storagetype` varchar , `product_subscriptiontype` varchar , `product_tenancy` varchar , `product_throughputcapacity` varchar , `product_tickettype` varchar , `product_tiertype` varchar , `product_tolocation` varchar , `product_tolocationtype` varchar , `product_toregioncode` varchar , `product_transactiontype` varchar , `product_transfertype` varchar , `product_type` varchar , `product_usagefamily` varchar , `product_usagegroup` varchar , `product_usagevolume` varchar , `product_usagetype` varchar , `product_uservolume` varchar , `product_vcpu` varchar , `product_version` varchar , `product_volumeapiname` varchar , `product_volumetype` varchar , `product_vpcnetworkingsupport` varchar , `product_withactiveusers` string , `pricing_leasecontractlength` varchar , `pricing_offeringclass` varchar , `pricing_purchaseoption` varchar , `pricing_ratecode` varchar , `pricing_rateid` varchar , `pricing_currency` varchar , `pricing_publicondemandcost` varchar , `pricing_publicondemandrate` varchar , `pricing_term` varchar , `pricing_unit` varchar , `reservation_amortizedupfrontcostforusage` varchar , `reservation_amortizedupfrontfeeforbillingperiod` varchar , `reservation_effectivecost` varchar , `reservation_endtime` varchar , `reservation_modificationstatus` varchar , `reservation_normalizedunitsperreservation` varchar , `reservation_numberofreservations` varchar , `reservation_recurringfeeforusage` varchar , `reservation_reservationarn` varchar , `reservation_starttime` varchar , `reservation_subscriptionid` varchar , `reservation_totalreservednormalizedunits` varchar , `reservation_totalreservedunits` varchar , `reservation_unitsperreservation` varchar , `reservation_unusedamortizedupfrontfeeforbillingperiod` varchar , `reservation_unusednormalizedunitquantity` varchar , `reservation_unusedquantity` varchar , `reservation_unusedrecurringfee` varchar , `reservation_upfrontvalue` varchar , `savingsplan_totalcommitmenttodate` varchar , `savingsplan_savingsplanarn` varchar , `savingsplan_savingsplanrate` varchar , `savingsplan_usedcommitment` varchar , `savingsplan_savingsplaneffectivecost` varchar , `savingsplan_amortizedupfrontcommitmentforbillingperiod` varchar , `savingsplan_recurringcommitmentforbillingperiod` varchar , `savingsplan_starttime` varchar , `savingsplan_endtime` varchar , `savingsplan_offeringtype` varchar , `savingsplan_paymentoption` varchar , `savingsplan_purchaseterm` varchar , `savingsplan_region` varchar , `resourcetags_aws_autoscaling_groupname` varchar , `resourcetags_aws_cloudformation_logical_id` varchar , `resourcetags_aws_cloudformation_stack_id` varchar , `resourcetags_aws_cloudformation_stack_name` varchar , `resourcetags_aws_createdby` varchar , `resourcetags_aws_ec2launchtemplate_id` varchar , `resourcetags_aws_ec2launchtemplate_version` varchar , `resourcetags_user_appid` string , `resourcetags_user_application` varchar , `resourcetags_user_appname` varchar , `resourcetags_user_audit` varchar , `resourcetags_user_cluster` varchar , `resourcetags_user_clustertag` varchar , `resourcetags_user_costcenter` varchar , `resourcetags_user_createdby` varchar , `resourcetags_user_createddate` varchar , `resourcetags_user_creator` varchar , `resourcetags_user_customer` varchar , `resourcetags_user_data_extract` varchar , `resourcetags_user_ebsautosnapshot` varchar , `resourcetags_user_env` varchar , `resourcetags_user_environment` varchar , `resourcetags_user_from` varchar , `resourcetags_user_hub_batch` varchar , `resourcetags_user_kubernetescluster` varchar , `resourcetags_user_name` varchar , `resourcetags_user_owner` varchar , `resourcetags_user_packerid` string , `resourcetags_user_project` varchar , `resourcetags_user_purpose` varchar , `resourcetags_user_role` varchar , `resourcetags_user_s3_bucket` string , `resourcetags_user_sf_env` varchar , `resourcetags_user_source_ami` string , `resourcetags_user_status` varchar , `resourcetags_user_cost_feature` varchar , `resourcetags_user_cost_organization` varchar , `resourcetags_user_cost_product` varchar , `resourcetags_user_cost_project` varchar , `resourcetags_user_datadog` varchar , `resourcetags_user_description` varchar , `resourcetags_user_domain` varchar , `resourcetags_user_elasticbeanstalk_environment_id` varchar , `resourcetags_user_elasticbeanstalk_environment_name` varchar , `resourcetags_user_format` varchar , `resourcetags_user_kubernetes_io_cluster_kubernetes_sparefoot_com` varchar , `resourcetags_user_kubernetes_io_cluster_terraform_eks_demo` varchar , `resourcetags_user_kubernetes_io_created_for_pv_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_name` varchar , `resourcetags_user_kubernetes_io_created_for_pvc_namespace` varchar , `resourcetags_user_kubernetes_io_role_elb` varchar , `resourcetags_user_kubernetes_io_service_name` varchar , `resourcetags_user_monitor` string , `resourcetags_user_namespace` string , `resourcetags_user_server_name` string , `resourcetags_user_sever_name_base` string , `resourcetags_user_sf_group` varchar , `resourcetags_user_stack` varchar , `resourcetags_user_workload_type` varchar , `costcategory_product` string , `identity_timeintervalstart` varchar , `identity_timeintervalend` varchar \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw_incremental/benjamincostreportsdev_benjamindevelopmentinc1'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.benjamincostreportsdev_benjamindevelopmentinc1"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}