Schema Info

Schema Name: sfdl_test_mssql.sitelink_customerlist

created: 2018-08-02 12:37:36
disabled: False
format: raw
id: 975
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_test_mssql",
    "table": "sitelink_customerlist"
}

type: mssql

Schema Versions: 2

Version 43113

created: 2018-08-03 14:12:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_test_mssql`",
    "DROP TABLE IF EXISTS `sfdl_test_mssql.sitelink_customerlist`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_test_mssql.sitelink_customerlist`\n(\n `sCorpcode`  string , `sLocationCode`  string , `sTechName`  string , `sTechPhone`  string , `sTechEmail`  string , `AccountType`  varchar(8) , `bPCI_RequirePasswordSecurity`  boolean , `sOwnerCompany`  string , `sOwnerAddr1`  string , `sOwnerAddr2`  string , `sOwnerCity`  string , `sOwnerRegion`  string , `sOwnerPostalCode`  string , `sOwnerCountry`  string , `sOwnerPhone`  string , `sOwnerFAX`  string , `sOwnerAcctContact`  string , `SiteID`  int , `sGlobalSiteNum`  string , `AccountNumber`  string , `iMobileType`  int , `GeoRegion`  varchar(12) , `iOnLineChargeType`  int , `iGMTTimeOffset`  int , `sLocationDesc`  string , `sSiteIDCode`  string , `sSiteRegionCode`  string , `sContactName`  string , `sEmailAddress`  string , `sSiteName`  string , `sSiteAddr1`  string , `sSiteAddr2`  string , `sSiteCity`  string , `sSiteRegion`  string , `sSitePostalCode`  string , `sSiteCountry`  string , `sSitePhone`  string , `sSiteFAX`  string , `sWebSiteURL`  string , `iFeatMaxUnits`  int , `bFeatCreditCards`  boolean , `bFeatMobileStorage`  boolean , `bUseInclusiveTaxation`  boolean , `dACHStatus`  timestamp , `sLegalName`  string , `bZipCodeData_Use`  boolean , `dcLongitude`  decimal(18,10) , `dcLatitude`  decimal(18,10) , `bClosedWeekdays`  boolean , `bClosedSaturday`  boolean , `bClosedSunday`  boolean , `dWeekdayStrt`  timestamp , `dWeekdayEnd`  timestamp , `dSaturdayStrt`  timestamp , `dSaturdayEnd`  timestamp , `dSundayStrt`  timestamp , `dSundayEnd`  timestamp , `iBusinessType`  int , `sTaxNumber`  string , `iFacilityUsage`  int , `iFacilityOwnership`  int , `iFacilityMgmt`  int , `iFacilityLocType`  int , `iOnLinePmtsAllowed`  int , `SiteLinkEdition`  varchar(13) , `iTerminalServices`  int , `iDST`  int , `iVerboseLogging`  int , `iSiteLinkStoreTier`  int , `iSubscriptionType`  int , `sDivName`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mssql-sitelink-test/raw/CustomerList/2018-08-03/1533323520'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_test_mssql.sitelink_customerlist"
]

hive_path: s3://sfdl-mssql-sitelink-test/raw/CustomerList/2018-08-03/1533323520
id: 43113
processed: 1

raw_data:

{
    "AccountNumber": 19,
    "AccountType": 5,
    "GeoRegion": 21,
    "SiteID": 17,
    "SiteLinkEdition": 64,
    "bClosedSaturday": 49,
    "bClosedSunday": 50,
    "bClosedWeekdays": 48,
    "bFeatCreditCards": 40,
    "bFeatMobileStorage": 41,
    "bPCI_RequirePasswordSecurity": 6,
    "bUseInclusiveTaxation": 42,
    "bZipCodeData_Use": 45,
    "dACHStatus": 43,
    "dSaturdayEnd": 54,
    "dSaturdayStrt": 53,
    "dSundayEnd": 56,
    "dSundayStrt": 55,
    "dWeekdayEnd": 52,
    "dWeekdayStrt": 51,
    "dcLatitude": 47,
    "dcLongitude": 46,
    "iBusinessType": 57,
    "iDST": 66,
    "iFacilityLocType": 62,
    "iFacilityMgmt": 61,
    "iFacilityOwnership": 60,
    "iFacilityUsage": 59,
    "iFeatMaxUnits": 39,
    "iGMTTimeOffset": 23,
    "iMobileType": 20,
    "iOnLineChargeType": 22,
    "iOnLinePmtsAllowed": 63,
    "iSiteLinkStoreTier": 68,
    "iSubscriptionType": 69,
    "iTerminalServices": 65,
    "iVerboseLogging": 67,
    "sContactName": 27,
    "sCorpcode": 0,
    "sDivName": 70,
    "sEmailAddress": 28,
    "sGlobalSiteNum": 18,
    "sLegalName": 44,
    "sLocationCode": 1,
    "sLocationDesc": 24,
    "sOwnerAcctContact": 16,
    "sOwnerAddr1": 8,
    "sOwnerAddr2": 9,
    "sOwnerCity": 10,
    "sOwnerCompany": 7,
    "sOwnerCountry": 13,
    "sOwnerFAX": 15,
    "sOwnerPhone": 14,
    "sOwnerPostalCode": 12,
    "sOwnerRegion": 11,
    "sSiteAddr1": 30,
    "sSiteAddr2": 31,
    "sSiteCity": 32,
    "sSiteCountry": 35,
    "sSiteFAX": 37,
    "sSiteIDCode": 25,
    "sSiteName": 29,
    "sSitePhone": 36,
    "sSitePostalCode": 34,
    "sSiteRegion": 33,
    "sSiteRegionCode": 26,
    "sTaxNumber": 58,
    "sTechEmail": 4,
    "sTechName": 2,
    "sTechPhone": 3,
    "sWebSiteURL": 38
}

schema_attributes:

{
    "AccountNumber": "string",
    "AccountType": "varchar(8)",
    "GeoRegion": "varchar(12)",
    "SiteID": "int",
    "SiteLinkEdition": "varchar(13)",
    "bClosedSaturday": "boolean",
    "bClosedSunday": "boolean",
    "bClosedWeekdays": "boolean",
    "bFeatCreditCards": "boolean",
    "bFeatMobileStorage": "boolean",
    "bPCI_RequirePasswordSecurity": "boolean",
    "bUseInclusiveTaxation": "boolean",
    "bZipCodeData_Use": "boolean",
    "dACHStatus": "timestamp",
    "dSaturdayEnd": "timestamp",
    "dSaturdayStrt": "timestamp",
    "dSundayEnd": "timestamp",
    "dSundayStrt": "timestamp",
    "dWeekdayEnd": "timestamp",
    "dWeekdayStrt": "timestamp",
    "dcLatitude": "decimal(18,10)",
    "dcLongitude": "decimal(18,10)",
    "iBusinessType": "int",
    "iDST": "int",
    "iFacilityLocType": "int",
    "iFacilityMgmt": "int",
    "iFacilityOwnership": "int",
    "iFacilityUsage": "int",
    "iFeatMaxUnits": "int",
    "iGMTTimeOffset": "int",
    "iMobileType": "int",
    "iOnLineChargeType": "int",
    "iOnLinePmtsAllowed": "int",
    "iSiteLinkStoreTier": "int",
    "iSubscriptionType": "int",
    "iTerminalServices": "int",
    "iVerboseLogging": "int",
    "sContactName": "string",
    "sCorpcode": "string",
    "sDivName": "string",
    "sEmailAddress": "string",
    "sGlobalSiteNum": "string",
    "sLegalName": "string",
    "sLocationCode": "string",
    "sLocationDesc": "string",
    "sOwnerAcctContact": "string",
    "sOwnerAddr1": "string",
    "sOwnerAddr2": "string",
    "sOwnerCity": "string",
    "sOwnerCompany": "string",
    "sOwnerCountry": "string",
    "sOwnerFAX": "string",
    "sOwnerPhone": "string",
    "sOwnerPostalCode": "string",
    "sOwnerRegion": "string",
    "sSiteAddr1": "string",
    "sSiteAddr2": "string",
    "sSiteCity": "string",
    "sSiteCountry": "string",
    "sSiteFAX": "string",
    "sSiteIDCode": "string",
    "sSiteName": "string",
    "sSitePhone": "string",
    "sSitePostalCode": "string",
    "sSiteRegion": "string",
    "sSiteRegionCode": "string",
    "sTaxNumber": "string",
    "sTechEmail": "string",
    "sTechName": "string",
    "sTechPhone": "string",
    "sWebSiteURL": "string"
}

schema_name_id: 975
schema_scan_id: 4031476
updated: 2018-08-03 14:12:11

Version 43103

created: 2018-08-02 12:37:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_test_mssql`",
    "DROP TABLE IF EXISTS `sfdl_test_mssql.sitelink_customerlist`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_test_mssql.sitelink_customerlist`\n(\n `sCorpcode`  string , `sLocationCode`  string , `sTechName`  string , `sTechPhone`  string , `sTechEmail`  string , `AccountType`  varchar(8) , `bPCI_RequirePasswordSecurity`  boolean , `sOwnerCompany`  string , `sOwnerAddr1`  string , `sOwnerAddr2`  string , `sOwnerCity`  string , `sOwnerRegion`  string , `sOwnerPostalCode`  string , `sOwnerCountry`  string , `sOwnerPhone`  string , `sOwnerFAX`  string , `sOwnerAcctContact`  string , `SiteID`  int , `sGlobalSiteNum`  string , `AccountNumber`  string , `iMobileType`  int , `GeoRegion`  varchar(12) , `iOnLineChargeType`  int , `iGMTTimeOffset`  int , `sLocationDesc`  string , `sSiteIDCode`  string , `sSiteRegionCode`  string , `sContactName`  string , `sEmailAddress`  string , `sSiteName`  string , `sSiteAddr1`  string , `sSiteAddr2`  string , `sSiteCity`  string , `sSiteRegion`  string , `sSitePostalCode`  string , `sSiteCountry`  string , `sSitePhone`  string , `sSiteFAX`  string , `sWebSiteURL`  string , `iFeatMaxUnits`  int , `bFeatCreditCards`  boolean , `bFeatMobileStorage`  boolean , `bUseInclusiveTaxation`  boolean , `dACHStatus`  timestamp , `sLegalName`  string , `bZipCodeData_Use`  boolean , `dcLongitude`  decimal(18,10) , `dcLatitude`  decimal(18,10) , `bClosedWeekdays`  boolean , `bClosedSaturday`  boolean , `bClosedSunday`  boolean , `dWeekdayStrt`  timestamp , `dWeekdayEnd`  timestamp , `dSaturdayStrt`  timestamp , `dSaturdayEnd`  timestamp , `dSundayStrt`  timestamp , `dSundayEnd`  timestamp , `iBusinessType`  int , `sTaxNumber`  string , `iFacilityUsage`  int , `iFacilityOwnership`  int , `iFacilityMgmt`  int , `iFacilityLocType`  int , `iOnLinePmtsAllowed`  int , `SiteLinkEdition`  varchar(13) , `iTerminalServices`  int , `iDST`  int , `iVerboseLogging`  int , `iSiteLinkStoreTier`  int , `iSubscriptionType`  int , `sDivName`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mssql-sitelink-test/raw/CustomerList/2018-08-02/1533231443'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_test_mssql.sitelink_customerlist"
]

hive_path: s3://sfdl-mssql-sitelink-test/raw/CustomerList/2018-08-02/1533231443
id: 43103
processed: 1

raw_data:

{
    "AccountNumber": 19,
    "AccountType": 5,
    "GeoRegion": 21,
    "SiteID": 17,
    "SiteLinkEdition": 64,
    "bClosedSaturday": 49,
    "bClosedSunday": 50,
    "bClosedWeekdays": 48,
    "bFeatCreditCards": 40,
    "bFeatMobileStorage": 41,
    "bPCI_RequirePasswordSecurity": 6,
    "bUseInclusiveTaxation": 42,
    "bZipCodeData_Use": 45,
    "dACHStatus": 43,
    "dSaturdayEnd": 54,
    "dSaturdayStrt": 53,
    "dSundayEnd": 56,
    "dSundayStrt": 55,
    "dWeekdayEnd": 52,
    "dWeekdayStrt": 51,
    "dcLatitude": 47,
    "dcLongitude": 46,
    "iBusinessType": 57,
    "iDST": 66,
    "iFacilityLocType": 62,
    "iFacilityMgmt": 61,
    "iFacilityOwnership": 60,
    "iFacilityUsage": 59,
    "iFeatMaxUnits": 39,
    "iGMTTimeOffset": 23,
    "iMobileType": 20,
    "iOnLineChargeType": 22,
    "iOnLinePmtsAllowed": 63,
    "iSiteLinkStoreTier": 68,
    "iSubscriptionType": 69,
    "iTerminalServices": 65,
    "iVerboseLogging": 67,
    "sContactName": 27,
    "sCorpcode": 0,
    "sDivName": 70,
    "sEmailAddress": 28,
    "sGlobalSiteNum": 18,
    "sLegalName": 44,
    "sLocationCode": 1,
    "sLocationDesc": 24,
    "sOwnerAcctContact": 16,
    "sOwnerAddr1": 8,
    "sOwnerAddr2": 9,
    "sOwnerCity": 10,
    "sOwnerCompany": 7,
    "sOwnerCountry": 13,
    "sOwnerFAX": 15,
    "sOwnerPhone": 14,
    "sOwnerPostalCode": 12,
    "sOwnerRegion": 11,
    "sSiteAddr1": 30,
    "sSiteAddr2": 31,
    "sSiteCity": 32,
    "sSiteCountry": 35,
    "sSiteFAX": 37,
    "sSiteIDCode": 25,
    "sSiteName": 29,
    "sSitePhone": 36,
    "sSitePostalCode": 34,
    "sSiteRegion": 33,
    "sSiteRegionCode": 26,
    "sTaxNumber": 58,
    "sTechEmail": 4,
    "sTechName": 2,
    "sTechPhone": 3,
    "sWebSiteURL": 38
}

schema_attributes:

{
    "AccountNumber": "string",
    "AccountType": "varchar(8)",
    "GeoRegion": "varchar(12)",
    "SiteID": "int",
    "SiteLinkEdition": "varchar(13)",
    "bClosedSaturday": "boolean",
    "bClosedSunday": "boolean",
    "bClosedWeekdays": "boolean",
    "bFeatCreditCards": "boolean",
    "bFeatMobileStorage": "boolean",
    "bPCI_RequirePasswordSecurity": "boolean",
    "bUseInclusiveTaxation": "boolean",
    "bZipCodeData_Use": "boolean",
    "dACHStatus": "timestamp",
    "dSaturdayEnd": "timestamp",
    "dSaturdayStrt": "timestamp",
    "dSundayEnd": "timestamp",
    "dSundayStrt": "timestamp",
    "dWeekdayEnd": "timestamp",
    "dWeekdayStrt": "timestamp",
    "dcLatitude": "decimal(18,10)",
    "dcLongitude": "decimal(18,10)",
    "iBusinessType": "int",
    "iDST": "int",
    "iFacilityLocType": "int",
    "iFacilityMgmt": "int",
    "iFacilityOwnership": "int",
    "iFacilityUsage": "int",
    "iFeatMaxUnits": "int",
    "iGMTTimeOffset": "int",
    "iMobileType": "int",
    "iOnLineChargeType": "int",
    "iOnLinePmtsAllowed": "int",
    "iSiteLinkStoreTier": "int",
    "iSubscriptionType": "int",
    "iTerminalServices": "int",
    "iVerboseLogging": "int",
    "sContactName": "string",
    "sCorpcode": "string",
    "sDivName": "string",
    "sEmailAddress": "string",
    "sGlobalSiteNum": "string",
    "sLegalName": "string",
    "sLocationCode": "string",
    "sLocationDesc": "string",
    "sOwnerAcctContact": "string",
    "sOwnerAddr1": "string",
    "sOwnerAddr2": "string",
    "sOwnerCity": "string",
    "sOwnerCompany": "string",
    "sOwnerCountry": "string",
    "sOwnerFAX": "string",
    "sOwnerPhone": "string",
    "sOwnerPostalCode": "string",
    "sOwnerRegion": "string",
    "sSiteAddr1": "string",
    "sSiteAddr2": "string",
    "sSiteCity": "string",
    "sSiteCountry": "string",
    "sSiteFAX": "string",
    "sSiteIDCode": "string",
    "sSiteName": "string",
    "sSitePhone": "string",
    "sSitePostalCode": "string",
    "sSiteRegion": "string",
    "sSiteRegionCode": "string",
    "sTaxNumber": "string",
    "sTechEmail": "string",
    "sTechName": "string",
    "sTechPhone": "string",
    "sWebSiteURL": "string"
}

schema_name_id: 975
schema_scan_id: 4028176
updated: 2018-08-02 12:37:47

Schema Scans: 2

Last at 2018-08-03 14:12:01

Scan 4031476

duration: 0:00:13.524540

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 4031476

payload:

{
    "datatype_dict": {
        "AccountNumber": "string",
        "AccountType": "varchar(8)",
        "GeoRegion": "varchar(12)",
        "SiteID": "int",
        "SiteLinkEdition": "varchar(13)",
        "bClosedSaturday": "boolean",
        "bClosedSunday": "boolean",
        "bClosedWeekdays": "boolean",
        "bFeatCreditCards": "boolean",
        "bFeatMobileStorage": "boolean",
        "bPCI_RequirePasswordSecurity": "boolean",
        "bUseInclusiveTaxation": "boolean",
        "bZipCodeData_Use": "boolean",
        "dACHStatus": "timestamp",
        "dSaturdayEnd": "timestamp",
        "dSaturdayStrt": "timestamp",
        "dSundayEnd": "timestamp",
        "dSundayStrt": "timestamp",
        "dWeekdayEnd": "timestamp",
        "dWeekdayStrt": "timestamp",
        "dcLatitude": "decimal(18,10)",
        "dcLongitude": "decimal(18,10)",
        "iBusinessType": "int",
        "iDST": "int",
        "iFacilityLocType": "int",
        "iFacilityMgmt": "int",
        "iFacilityOwnership": "int",
        "iFacilityUsage": "int",
        "iFeatMaxUnits": "int",
        "iGMTTimeOffset": "int",
        "iMobileType": "int",
        "iOnLineChargeType": "int",
        "iOnLinePmtsAllowed": "int",
        "iSiteLinkStoreTier": "int",
        "iSubscriptionType": "int",
        "iTerminalServices": "int",
        "iVerboseLogging": "int",
        "sContactName": "string",
        "sCorpcode": "string",
        "sEmailAddress": "string",
        "sGlobalSiteNum": "string",
        "sLegalName": "string",
        "sLocationCode": "string",
        "sLocationDesc": "string",
        "sOwnerAcctContact": "string",
        "sOwnerAddr1": "string",
        "sOwnerAddr2": "string",
        "sOwnerCity": "string",
        "sOwnerCompany": "string",
        "sOwnerCountry": "string",
        "sOwnerFAX": "string",
        "sOwnerPhone": "string",
        "sOwnerPostalCode": "string",
        "sOwnerRegion": "string",
        "sSiteAddr1": "string",
        "sSiteAddr2": "string",
        "sSiteCity": "string",
        "sSiteCountry": "string",
        "sSiteFAX": "string",
        "sSiteIDCode": "string",
        "sSiteName": "string",
        "sSitePhone": "string",
        "sSitePostalCode": "string",
        "sSiteRegion": "string",
        "sSiteRegionCode": "string",
        "sTaxNumber": "string",
        "sTechEmail": "string",
        "sTechName": "string",
        "sTechPhone": "string",
        "sWebSiteURL": "string"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": true,
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-mssql-sitelink-test",
        "hive_path": "s3://sfdl-mssql-sitelink-test/raw/CustomerList/2018-08-03/1533323520",
        "key": "raw/CustomerList/2018-08-03/1533323520/CustomerList.dat.gz"
    },
    "schema": {
        "name": "sfdl_test_mssql.sitelink_CustomerList",
        "type": "mssql"
    }
}

running: False
schema_name_id: 975
start_time: 2018-08-03 14:12:01
success: True

Scan 4028176

duration: 0:00:13.614249

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 4028176

payload:

{
    "datatype_dict": {
        "AccountNumber": "string",
        "AccountType": "varchar(8)",
        "GeoRegion": "varchar(12)",
        "SiteID": "int",
        "SiteLinkEdition": "varchar(13)",
        "bClosedSaturday": "boolean",
        "bClosedSunday": "boolean",
        "bClosedWeekdays": "boolean",
        "bFeatCreditCards": "boolean",
        "bFeatMobileStorage": "boolean",
        "bPCI_RequirePasswordSecurity": "boolean",
        "bUseInclusiveTaxation": "boolean",
        "bZipCodeData_Use": "boolean",
        "dACHStatus": "timestamp",
        "dSaturdayEnd": "timestamp",
        "dSaturdayStrt": "timestamp",
        "dSundayEnd": "timestamp",
        "dSundayStrt": "timestamp",
        "dWeekdayEnd": "timestamp",
        "dWeekdayStrt": "timestamp",
        "dcLatitude": "decimal(18,10)",
        "dcLongitude": "decimal(18,10)",
        "iBusinessType": "int",
        "iDST": "int",
        "iFacilityLocType": "int",
        "iFacilityMgmt": "int",
        "iFacilityOwnership": "int",
        "iFacilityUsage": "int",
        "iFeatMaxUnits": "int",
        "iGMTTimeOffset": "int",
        "iMobileType": "int",
        "iOnLineChargeType": "int",
        "iOnLinePmtsAllowed": "int",
        "iSiteLinkStoreTier": "int",
        "iSubscriptionType": "int",
        "iTerminalServices": "int",
        "iVerboseLogging": "int",
        "sContactName": "string",
        "sCorpcode": "string",
        "sDivName": "string",
        "sEmailAddress": "string",
        "sGlobalSiteNum": "string",
        "sLegalName": "string",
        "sLocationCode": "string",
        "sLocationDesc": "string",
        "sOwnerAcctContact": "string",
        "sOwnerAddr1": "string",
        "sOwnerAddr2": "string",
        "sOwnerCity": "string",
        "sOwnerCompany": "string",
        "sOwnerCountry": "string",
        "sOwnerFAX": "string",
        "sOwnerPhone": "string",
        "sOwnerPostalCode": "string",
        "sOwnerRegion": "string",
        "sSiteAddr1": "string",
        "sSiteAddr2": "string",
        "sSiteCity": "string",
        "sSiteCountry": "string",
        "sSiteFAX": "string",
        "sSiteIDCode": "string",
        "sSiteName": "string",
        "sSitePhone": "string",
        "sSitePostalCode": "string",
        "sSiteRegion": "string",
        "sSiteRegionCode": "string",
        "sTaxNumber": "string",
        "sTechEmail": "string",
        "sTechName": "string",
        "sTechPhone": "string",
        "sWebSiteURL": "string"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": true,
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-mssql-sitelink-test",
        "hive_path": "s3://sfdl-mssql-sitelink-test/raw/CustomerList/2018-08-02/1533231443",
        "key": "raw/CustomerList/2018-08-02/1533231443/cust.dat.gz"
    },
    "schema": {
        "name": "sfdl_test_mssql.sitelink_CustomerList",
        "type": "mssql"
    }
}

running: False
schema_name_id: 975
start_time: 2018-08-02 12:37:36
success: True

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "AccountNumber": "string",
    "AccountType": "varchar(8)",
    "GeoRegion": "varchar(12)",
    "SiteID": "int",
    "SiteLinkEdition": "varchar(13)",
    "bClosedSaturday": "boolean",
    "bClosedSunday": "boolean",
    "bClosedWeekdays": "boolean",
    "bFeatCreditCards": "boolean",
    "bFeatMobileStorage": "boolean",
    "bPCI_RequirePasswordSecurity": "boolean",
    "bUseInclusiveTaxation": "boolean",
    "bZipCodeData_Use": "boolean",
    "dACHStatus": "timestamp",
    "dSaturdayEnd": "timestamp",
    "dSaturdayStrt": "timestamp",
    "dSundayEnd": "timestamp",
    "dSundayStrt": "timestamp",
    "dWeekdayEnd": "timestamp",
    "dWeekdayStrt": "timestamp",
    "dcLatitude": "decimal(18,10)",
    "dcLongitude": "decimal(18,10)",
    "iBusinessType": "int",
    "iDST": "int",
    "iFacilityLocType": "int",
    "iFacilityMgmt": "int",
    "iFacilityOwnership": "int",
    "iFacilityUsage": "int",
    "iFeatMaxUnits": "int",
    "iGMTTimeOffset": "int",
    "iMobileType": "int",
    "iOnLineChargeType": "int",
    "iOnLinePmtsAllowed": "int",
    "iSiteLinkStoreTier": "int",
    "iSubscriptionType": "int",
    "iTerminalServices": "int",
    "iVerboseLogging": "int",
    "sContactName": "string",
    "sCorpcode": "string",
    "sDivName": "string",
    "sEmailAddress": "string",
    "sGlobalSiteNum": "string",
    "sLegalName": "string",
    "sLocationCode": "string",
    "sLocationDesc": "string",
    "sOwnerAcctContact": "string",
    "sOwnerAddr1": "string",
    "sOwnerAddr2": "string",
    "sOwnerCity": "string",
    "sOwnerCompany": "string",
    "sOwnerCountry": "string",
    "sOwnerFAX": "string",
    "sOwnerPhone": "string",
    "sOwnerPostalCode": "string",
    "sOwnerRegion": "string",
    "sSiteAddr1": "string",
    "sSiteAddr2": "string",
    "sSiteCity": "string",
    "sSiteCountry": "string",
    "sSiteFAX": "string",
    "sSiteIDCode": "string",
    "sSiteName": "string",
    "sSitePhone": "string",
    "sSitePostalCode": "string",
    "sSiteRegion": "string",
    "sSiteRegionCode": "string",
    "sTaxNumber": "string",
    "sTechEmail": "string",
    "sTechName": "string",
    "sTechPhone": "string",
    "sWebSiteURL": "string"
}

created: 2018-08-03 14:12:01

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_test_mssql`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_test_mssql.sitelink_customerlist`\n(\n `sCorpcode`  string , `sLocationCode`  string , `sTechName`  string , `sTechPhone`  string , `sTechEmail`  string , `AccountType`  varchar(8) , `bPCI_RequirePasswordSecurity`  boolean , `sOwnerCompany`  string , `sOwnerAddr1`  string , `sOwnerAddr2`  string , `sOwnerCity`  string , `sOwnerRegion`  string , `sOwnerPostalCode`  string , `sOwnerCountry`  string , `sOwnerPhone`  string , `sOwnerFAX`  string , `sOwnerAcctContact`  string , `SiteID`  int , `sGlobalSiteNum`  string , `AccountNumber`  string , `iMobileType`  int , `GeoRegion`  varchar(12) , `iOnLineChargeType`  int , `iGMTTimeOffset`  int , `sLocationDesc`  string , `sSiteIDCode`  string , `sSiteRegionCode`  string , `sContactName`  string , `sEmailAddress`  string , `sSiteName`  string , `sSiteAddr1`  string , `sSiteAddr2`  string , `sSiteCity`  string , `sSiteRegion`  string , `sSitePostalCode`  string , `sSiteCountry`  string , `sSitePhone`  string , `sSiteFAX`  string , `sWebSiteURL`  string , `iFeatMaxUnits`  int , `bFeatCreditCards`  boolean , `bFeatMobileStorage`  boolean , `bUseInclusiveTaxation`  boolean , `dACHStatus`  timestamp , `sLegalName`  string , `bZipCodeData_Use`  boolean , `dcLongitude`  decimal(18,10) , `dcLatitude`  decimal(18,10) , `bClosedWeekdays`  boolean , `bClosedSaturday`  boolean , `bClosedSunday`  boolean , `dWeekdayStrt`  timestamp , `dWeekdayEnd`  timestamp , `dSaturdayStrt`  timestamp , `dSaturdayEnd`  timestamp , `dSundayStrt`  timestamp , `dSundayEnd`  timestamp , `iBusinessType`  int , `sTaxNumber`  string , `iFacilityUsage`  int , `iFacilityOwnership`  int , `iFacilityMgmt`  int , `iFacilityLocType`  int , `iOnLinePmtsAllowed`  int , `SiteLinkEdition`  varchar(13) , `iTerminalServices`  int , `iDST`  int , `iVerboseLogging`  int , `iSiteLinkStoreTier`  int , `iSubscriptionType`  int , `sDivName`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mssql-sitelink-test/raw/CustomerList/2018-08-03/1533323520'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_test_mssql.sitelink_customerlist`",
    "repair_table": "MSCK REPAIR TABLE sfdl_test_mssql.sitelink_customerlist"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2018-08-02 12:37:36",
        "disabled": false,
        "format": "raw",
        "id": 975,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_test_mssql",
            "table": "sitelink_customerlist"
        },
        "type": "mssql"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "AccountNumber": "string",
            "AccountType": "varchar(8)",
            "GeoRegion": "varchar(12)",
            "SiteID": "int",
            "SiteLinkEdition": "varchar(13)",
            "bClosedSaturday": "boolean",
            "bClosedSunday": "boolean",
            "bClosedWeekdays": "boolean",
            "bFeatCreditCards": "boolean",
            "bFeatMobileStorage": "boolean",
            "bPCI_RequirePasswordSecurity": "boolean",
            "bUseInclusiveTaxation": "boolean",
            "bZipCodeData_Use": "boolean",
            "dACHStatus": "timestamp",
            "dSaturdayEnd": "timestamp",
            "dSaturdayStrt": "timestamp",
            "dSundayEnd": "timestamp",
            "dSundayStrt": "timestamp",
            "dWeekdayEnd": "timestamp",
            "dWeekdayStrt": "timestamp",
            "dcLatitude": "decimal(18,10)",
            "dcLongitude": "decimal(18,10)",
            "iBusinessType": "int",
            "iDST": "int",
            "iFacilityLocType": "int",
            "iFacilityMgmt": "int",
            "iFacilityOwnership": "int",
            "iFacilityUsage": "int",
            "iFeatMaxUnits": "int",
            "iGMTTimeOffset": "int",
            "iMobileType": "int",
            "iOnLineChargeType": "int",
            "iOnLinePmtsAllowed": "int",
            "iSiteLinkStoreTier": "int",
            "iSubscriptionType": "int",
            "iTerminalServices": "int",
            "iVerboseLogging": "int",
            "sContactName": "string",
            "sCorpcode": "string",
            "sDivName": "string",
            "sEmailAddress": "string",
            "sGlobalSiteNum": "string",
            "sLegalName": "string",
            "sLocationCode": "string",
            "sLocationDesc": "string",
            "sOwnerAcctContact": "string",
            "sOwnerAddr1": "string",
            "sOwnerAddr2": "string",
            "sOwnerCity": "string",
            "sOwnerCompany": "string",
            "sOwnerCountry": "string",
            "sOwnerFAX": "string",
            "sOwnerPhone": "string",
            "sOwnerPostalCode": "string",
            "sOwnerRegion": "string",
            "sSiteAddr1": "string",
            "sSiteAddr2": "string",
            "sSiteCity": "string",
            "sSiteCountry": "string",
            "sSiteFAX": "string",
            "sSiteIDCode": "string",
            "sSiteName": "string",
            "sSitePhone": "string",
            "sSitePostalCode": "string",
            "sSiteRegion": "string",
            "sSiteRegionCode": "string",
            "sTaxNumber": "string",
            "sTechEmail": "string",
            "sTechName": "string",
            "sTechPhone": "string",
            "sWebSiteURL": "string"
        },
        "created": "2018-08-03 14:12:01",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_test_mssql`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_test_mssql.sitelink_customerlist`\n(\n `sCorpcode`  string , `sLocationCode`  string , `sTechName`  string , `sTechPhone`  string , `sTechEmail`  string , `AccountType`  varchar(8) , `bPCI_RequirePasswordSecurity`  boolean , `sOwnerCompany`  string , `sOwnerAddr1`  string , `sOwnerAddr2`  string , `sOwnerCity`  string , `sOwnerRegion`  string , `sOwnerPostalCode`  string , `sOwnerCountry`  string , `sOwnerPhone`  string , `sOwnerFAX`  string , `sOwnerAcctContact`  string , `SiteID`  int , `sGlobalSiteNum`  string , `AccountNumber`  string , `iMobileType`  int , `GeoRegion`  varchar(12) , `iOnLineChargeType`  int , `iGMTTimeOffset`  int , `sLocationDesc`  string , `sSiteIDCode`  string , `sSiteRegionCode`  string , `sContactName`  string , `sEmailAddress`  string , `sSiteName`  string , `sSiteAddr1`  string , `sSiteAddr2`  string , `sSiteCity`  string , `sSiteRegion`  string , `sSitePostalCode`  string , `sSiteCountry`  string , `sSitePhone`  string , `sSiteFAX`  string , `sWebSiteURL`  string , `iFeatMaxUnits`  int , `bFeatCreditCards`  boolean , `bFeatMobileStorage`  boolean , `bUseInclusiveTaxation`  boolean , `dACHStatus`  timestamp , `sLegalName`  string , `bZipCodeData_Use`  boolean , `dcLongitude`  decimal(18,10) , `dcLatitude`  decimal(18,10) , `bClosedWeekdays`  boolean , `bClosedSaturday`  boolean , `bClosedSunday`  boolean , `dWeekdayStrt`  timestamp , `dWeekdayEnd`  timestamp , `dSaturdayStrt`  timestamp , `dSaturdayEnd`  timestamp , `dSundayStrt`  timestamp , `dSundayEnd`  timestamp , `iBusinessType`  int , `sTaxNumber`  string , `iFacilityUsage`  int , `iFacilityOwnership`  int , `iFacilityMgmt`  int , `iFacilityLocType`  int , `iOnLinePmtsAllowed`  int , `SiteLinkEdition`  varchar(13) , `iTerminalServices`  int , `iDST`  int , `iVerboseLogging`  int , `iSiteLinkStoreTier`  int , `iSubscriptionType`  int , `sDivName`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mssql-sitelink-test/raw/CustomerList/2018-08-03/1533323520'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_test_mssql.sitelink_customerlist`",
            "repair_table": "MSCK REPAIR TABLE sfdl_test_mssql.sitelink_customerlist"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}