Schemas dev - Schema Manager

Schema Name: sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1

created: 2022-11-21 14:19:33
disabled: False
format: raw
id: 2149
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "testbasicauth_kim_datatypes_json1"
}

type: drivethrujson

Schema Versions: 5

Version 4691379

created: 2022-12-01 12:38:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`\n(\n`col_a`string,`col_b`array,`col_c`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-12-01/1669919912'\n",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1"
]

hive_path: s3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-12-01/1669919912
id: 4691379
processed: 1

raw_data:

{
    "col_a": "a",
    "col_b": [
        "lemon",
        3
    ],
    "col_c": 1
}

schema_attributes:

{
    "col_a": "string",
    "col_b": [
        "string"
    ],
    "col_c": "int"
}

schema_name_id: 2149
schema_scan_id: 6029104
updated: 2022-12-01 12:39:11

Version 4691336

created: 2022-11-30 14:03:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`\n(\n`col_a`string,`col_b`array,`col_c`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-30/1669838633'\n",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1"
]

hive_path: s3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-30/1669838633
id: 4691336
processed: 1

raw_data:

{
    "col_a": "a",
    "col_b": [
        "lemon",
        3
    ],
    "col_c": 1
}

schema_attributes:

{
    "col_a": "string",
    "col_b": [
        "string"
    ],
    "col_c": "int"
}

schema_name_id: 2149
schema_scan_id: 6028179
updated: 2022-11-30 14:04:08

Version 4691253

created: 2022-11-28 13:10:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`\n(\n`col_a`string,`col_b`array,`col_c`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669662620'\n",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1"
]

hive_path: s3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669662620
id: 4691253
processed: 1

raw_data:

{
    "col_a": "a",
    "col_b": [
        "lemon",
        3
    ],
    "col_c": 1
}

schema_attributes:

{
    "col_a": "string",
    "col_b": [
        "string"
    ],
    "col_c": "int"
}

schema_name_id: 2149
schema_scan_id: 6022331
updated: 2022-11-28 13:10:37

Version 4691250

created: 2022-11-28 11:26:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`\n(\n`col_a`string,`col_b`array,`col_c`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669656367'\n",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1"
]

hive_path: s3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669656367
id: 4691250
processed: 1

raw_data:

{
    "col_a": "a",
    "col_b": [
        "lemon",
        3
    ],
    "col_c": 1
}

schema_attributes:

{
    "col_a": "string",
    "col_b": [
        "string"
    ],
    "col_c": "int"
}

schema_name_id: 2149
schema_scan_id: 6021895
updated: 2022-11-28 11:26:27

Version 4691247

created: 2022-11-28 10:39:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`\n(\n`col_a`STRING,`col_b`array,`col_c`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669653544'\n",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1"
]

hive_path: s3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669653544
id: 4691247
processed: 1

raw_data:

{
    "col_a": "a",
    "col_b": [
        "lemon",
        3
    ],
    "col_c": 1
}

schema_attributes:

{
    "col_a": "string",
    "col_b": [
        "string"
    ],
    "col_c": "string"
}

schema_name_id: 2149
schema_scan_id: 6021593
updated: 2022-11-28 10:39:22

Schema Scans: 5

Last at 2022-12-01 12:38:58

Scan 6029104

duration: 0:00:12.608681

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6029104

payload:

{
    "datatype_dict": {
        "col_a": "string",
        "col_b": "string",
        "col_c": "int"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-12-01/1669919912",
        "key": "raw/testbasicauth_kim_datatypes_json1/2022-12-01/1669919912/file1.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 1189538259300768365,
        "service_name": "drive-thru",
        "span_id": 13289159291508416556,
        "trace_id": 18030688658847555212
    }
}

running: False
schema_name_id: 2149
start_time: 2022-12-01 12:38:58
success: True
trace_id: 18030688658847555212

Scan 6028179

duration: 0:00:11.383618

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6028179

payload:

{
    "datatype_dict": {
        "col_a": "string",
        "col_b": "string",
        "col_c": "int"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-30/1669838633",
        "key": "raw/testbasicauth_kim_datatypes_json1/2022-11-30/1669838633/file1.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 11474866339112265062,
        "service_name": "drive-thru",
        "span_id": 9837511013992482473,
        "trace_id": 17846876391907650851
    }
}

running: False
schema_name_id: 2149
start_time: 2022-11-30 14:03:56
success: True
trace_id: 17846876391907650851

Scan 6022331

duration: 0:00:11.401001

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6022331

payload:

{
    "datatype_dict": {
        "col_a": "string",
        "col_b": "string",
        "col_c": "int"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669662620",
        "key": "raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669662620/file1.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 10198650126778384052,
        "service_name": "drive-thru",
        "span_id": 10062156278989700043,
        "trace_id": 7446426344033149262
    }
}

running: False
schema_name_id: 2149
start_time: 2022-11-28 13:10:26
success: True
trace_id: 7446426344033149262

Scan 6021895

duration: 0:00:11.475675

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6021895

payload:

{
    "datatype_dict": {
        "col_a": "string",
        "col_b": "string",
        "col_c": "int"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669656367",
        "key": "raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669656367/file1.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 3161760854098514128,
        "service_name": "drive-thru",
        "span_id": 17149637856182412831,
        "trace_id": 12413403038995957257
    }
}

running: False
schema_name_id: 2149
start_time: 2022-11-28 11:26:15
success: True
trace_id: 12413403038995957257

Scan 6021593

duration: 0:00:11.383749

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6021593

payload:

{
    "datatype_dict": {
        "col_a": "string",
        "col_b": "string",
        "col_c": "int"
    },
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669653544",
        "key": "raw/testbasicauth_kim_datatypes_json1/2022-11-28/1669653544/file1.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 4395553219706001420,
        "service_name": "drive-thru",
        "span_id": 4450272127584558189,
        "trace_id": 8159192496671757982
    }
}

running: False
schema_name_id: 2149
start_time: 2022-11-28 10:39:11
success: True
trace_id: 8159192496671757982

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "col_a": "string",
    "col_b": [
        "string"
    ],
    "col_c": "int"
}

created: 2022-12-01 12:38:59

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`\n(\n`col_a`string,`col_b`array,`col_c`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-12-01/1669919912'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2022-11-21 14:19:33",
        "disabled": false,
        "format": "raw",
        "id": 2149,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "testbasicauth_kim_datatypes_json1"
        },
        "type": "drivethrujson"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "col_a": "string",
            "col_b": [
                "string"
            ],
            "col_c": "int"
        },
        "created": "2022-12-01 12:38:59",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`\n(\n`col_a`string,`col_b`array,`col_c`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-dev/raw/testbasicauth_kim_datatypes_json1/2022-12-01/1669919912'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.testbasicauth_kim_datatypes_json1"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}

Schema Info