Schema Info
Schema Name: sfdl_dev_mssql.sitelink_billing_customers_daily
- created: 2019-02-26 18:31:08
- disabled: False
- format: raw
- id: 1211
- is_partitioned: True
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_mssql", "table": "sitelink_billing_customers_daily" } - type: mssql
Schema Versions: 1
-
Version 4666450
- created: 2019-02-26 18:31:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mssql`", "DROP TABLE IF EXISTS `sfdl_dev_mssql.sitelink_billing_customers_daily`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mssql.sitelink_billing_customers_daily`\n(\n `AccountNumber` string , `CorpCode` string , `LocationCode` string , `SalesPerson` string , `CompanyName` string , `CompanyState` string , `CompanyCountry` string , `FacilityName` string , `FacilityState` string , `AccountStart` timestamp , `BillingStart` timestamp , `AccountClosed` timestamp , `BillingPeriod` string , `Archive` boolean \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_mssql.sitelink_billing_customers_daily" ] - hive_path: s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily
- id: 4666450
- processed: 1
- raw_data:
{ "AccountClosed": 11, "AccountNumber": 0, "AccountStart": 9, "Archive": 13, "BillingPeriod": 12, "BillingStart": 10, "CompanyCountry": 6, "CompanyName": 4, "CompanyState": 5, "CorpCode": 1, "FacilityName": 7, "FacilityState": 8, "LocationCode": 2, "SalesPerson": 3 } - schema_attributes:
{ "AccountClosed": "timestamp", "AccountNumber": "string", "AccountStart": "timestamp", "Archive": "boolean", "BillingPeriod": "string", "BillingStart": "timestamp", "CompanyCountry": "string", "CompanyName": "string", "CompanyState": "string", "CorpCode": "string", "FacilityName": "string", "FacilityState": "string", "LocationCode": "string", "SalesPerson": "string" } - schema_name_id: 1211
- schema_scan_id: 4579767
- updated: 2019-02-26 18:31:19
Schema Scans: 1
Last at 2019-02-26 18:31:08
-
Scan 4579767
- duration: 0:00:13.558960
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1, "partitions_applied": false, "success": true } - id: 4579767
- payload:
{ "datatype_dict": { "AccountClosed": "timestamp", "AccountNumber": "string", "AccountStart": "timestamp", "Archive": "boolean", "BillingPeriod": "string", "BillingStart": "timestamp", "CompanyCountry": "string", "CompanyName": "string", "CompanyState": "string", "CorpCode": "string", "FacilityName": "string", "FacilityState": "string", "LocationCode": "string", "SalesPerson": "string" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-25", "name": "dt", "type": "string", "value": "2019-02-25" }, "s3": { "bucket": "sfdl-mssql-sitelink-dev", "hive_path": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily", "key": "raw_incremental/billing_customers_daily/dt=2019-02-25/billing_customers_daily.dat.gz" }, "schema": { "name": "sfdl_dev_mssql.sitelink_billing_customers_daily", "type": "mssql" }, "trace_context": { "parent_id": 6653642841716821217, "service_name": "Default Service", "span_id": 6653642841716821217, "trace_id": 13578234172294882658 } } - running: False
- schema_name_id: 1211
- start_time: 2019-02-26 18:31:08
- success: True
- trace_id: 13578234172294882658
- count: 5
- ddl:
[ "ALTER TABLE\n `sfdl_dev_mssql.sitelink_billing_customers_daily`\nADD\n\n\n PARTITION (dt='2019-02-26') location 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-26/'\n PARTITION (dt='2019-02-27') location 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-27'\n PARTITION (dt='2019-02-28') location 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-28/'\n PARTITION (dt='2019-03-01') location 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-03-01'\n PARTITION (dt='2019-03-02') location 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-03-02/'\n;" ] - name: dt
- state:
[ { "info": { "id": 136895, "location": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-26/", "name": "dt", "value": "2019-02-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2019-02-27 10:15:04", "last_data": "2019-02-27 10:15:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 136919, "location": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-27", "name": "dt", "value": "2019-02-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2019-02-27 16:45:50", "last_data": "2019-02-27 22:00:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 137022, "location": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-28/", "name": "dt", "value": "2019-02-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2019-03-01 17:12:09", "last_data": "2019-03-01 17:12:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 137021, "location": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-03-01", "name": "dt", "value": "2019-03-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2019-03-01 14:41:20", "last_data": "2019-03-01 22:00:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 137054, "location": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-03-02/", "name": "dt", "value": "2019-03-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2019-03-02 22:00:56", "last_data": "2019-03-02 22:00:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "AccountClosed": "timestamp", "AccountNumber": "string", "AccountStart": "timestamp", "Archive": "boolean", "BillingPeriod": "string", "BillingStart": "timestamp", "CompanyCountry": "string", "CompanyName": "string", "CompanyState": "string", "CorpCode": "string", "FacilityName": "string", "FacilityState": "string", "LocationCode": "string", "SalesPerson": "string" } - created: 2019-02-26 18:31:08
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mssql`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mssql.sitelink_billing_customers_daily`\n(\n `AccountNumber` string , `CorpCode` string , `LocationCode` string , `SalesPerson` string , `CompanyName` string , `CompanyState` string , `CompanyCountry` string , `FacilityName` string , `FacilityState` string , `AccountStart` timestamp , `BillingStart` timestamp , `AccountClosed` timestamp , `BillingPeriod` string , `Archive` boolean \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_mssql.sitelink_billing_customers_daily`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_mssql.sitelink_billing_customers_daily" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2019-02-26 18:31:08",
"disabled": false,
"format": "raw",
"id": 1211,
"is_partitioned": true,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_mssql",
"table": "sitelink_billing_customers_daily"
},
"type": "mssql"
},
"partition": {
"count": 5,
"ddl": [
"ALTER TABLE\n `sfdl_dev_mssql.sitelink_billing_customers_daily`\nADD\n\n\n PARTITION (dt='2019-02-26') location 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-26/'\n PARTITION (dt='2019-02-27') location 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-27'\n PARTITION (dt='2019-02-28') location 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-28/'\n PARTITION (dt='2019-03-01') location 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-03-01'\n PARTITION (dt='2019-03-02') location 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-03-02/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 136895,
"location": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-26/",
"name": "dt",
"value": "2019-02-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2019-02-27 10:15:04",
"last_data": "2019-02-27 10:15:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 136919,
"location": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-27",
"name": "dt",
"value": "2019-02-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2019-02-27 16:45:50",
"last_data": "2019-02-27 22:00:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 137022,
"location": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-02-28/",
"name": "dt",
"value": "2019-02-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2019-03-01 17:12:09",
"last_data": "2019-03-01 17:12:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 137021,
"location": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-03-01",
"name": "dt",
"value": "2019-03-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2019-03-01 14:41:20",
"last_data": "2019-03-01 22:00:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 137054,
"location": "s3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily/dt=2019-03-02/",
"name": "dt",
"value": "2019-03-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2019-03-02 22:00:56",
"last_data": "2019-03-02 22:00:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"AccountClosed": "timestamp",
"AccountNumber": "string",
"AccountStart": "timestamp",
"Archive": "boolean",
"BillingPeriod": "string",
"BillingStart": "timestamp",
"CompanyCountry": "string",
"CompanyName": "string",
"CompanyState": "string",
"CorpCode": "string",
"FacilityName": "string",
"FacilityState": "string",
"LocationCode": "string",
"SalesPerson": "string"
},
"created": "2019-02-26 18:31:08",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_mssql`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_mssql.sitelink_billing_customers_daily`\n(\n `AccountNumber` string , `CorpCode` string , `LocationCode` string , `SalesPerson` string , `CompanyName` string , `CompanyState` string , `CompanyCountry` string , `FacilityName` string , `FacilityState` string , `AccountStart` timestamp , `BillingStart` timestamp , `AccountClosed` timestamp , `BillingPeriod` string , `Archive` boolean \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-mssql-sitelink-dev/raw_incremental/billing_customers_daily'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_mssql.sitelink_billing_customers_daily`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_mssql.sitelink_billing_customers_daily"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}