Schema Info

Schema Name: sfdl_dev_drivethru.hackathonnic_snowflake_nic_test

created: 2023-10-20 10:29:36
disabled: False
format: raw
id: 2251
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "hackathonnic_snowflake_nic_test"
}

type: drivethrucsv

Schema Versions: 1

Version 4699005

created: 2023-10-20 10:29:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_snowflake_nic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_snowflake_nic_test`\n(\n `1`  string , `AAAAAAAABAAAAAAA`  string , `1998_01_01`  string , `_N`  string , `2450952`  string , `NY_Metro`  string , `large`  string , `597159671`  string , `481436415`  string , `8AM_4PM`  string , `Bob_Belcher`  string , `More_than_other_authori`  string , `Shared_others_could_not_count_fully_dollars__New_members_ca`  string , `Julius_Tran`  string , `3`  string , `pri`  string , `6`  string , `cally`  string , `730`  string , `Ash_Hill`  string , `Boulevard`  string , `Suite_0`  string , `Georgetown`  string , `Harmon_County`  string , `OK`  string , `77057`  string , `United_States`  string , `_6_00`  string , `0_11`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_snowflake_nic_test/2023-10-20/1697815736'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_snowflake_nic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_snowflake_nic_test/2023-10-20/1697815736
id: 4699005
processed: 1

raw_data:

{
    "-6.00": 29,
    "0.11": 30,
    "1": 0,
    "1998-01-01": 2,
    "2450952": 5,
    "3": 16,
    "481436415": 9,
    "597159671": 8,
    "6": 18,
    "730": 20,
    "77057": 27,
    "8AM-4PM": 10,
    "AAAAAAAABAAAAAAA": 1,
    "Ash Hill": 21,
    "Bob Belcher": 11,
    "Boulevard": 22,
    "Georgetown": 24,
    "Harmon County": 25,
    "Julius Tran": 15,
    "More than other authori": 13,
    "NY Metro": 6,
    "OK": 26,
    "Shared others could not count fully dollars. New members ca": 14,
    "Suite 0": 23,
    "United States": 28,
    "\\N": 4,
    "cally": 19,
    "large": 7,
    "pri": 17
}

schema_attributes:

{
    "0_11": "string",
    "1": "string",
    "1998_01_01": "string",
    "2450952": "string",
    "3": "string",
    "481436415": "string",
    "597159671": "string",
    "6": "string",
    "730": "string",
    "77057": "string",
    "8AM_4PM": "string",
    "AAAAAAAABAAAAAAA": "string",
    "Ash_Hill": "string",
    "Bob_Belcher": "string",
    "Boulevard": "string",
    "Georgetown": "string",
    "Harmon_County": "string",
    "Julius_Tran": "string",
    "More_than_other_authori": "string",
    "NY_Metro": "string",
    "OK": "string",
    "Shared_others_could_not_count_fully_dollars__New_members_ca": "string",
    "Suite_0": "string",
    "United_States": "string",
    "_6_00": "string",
    "_N": "string",
    "cally": "string",
    "large": "string",
    "pri": "string"
}

schema_name_id: 2251
schema_scan_id: 6328558
updated: 2023-10-20 10:29:48

Schema Scans: 1

Last at 2023-10-20 10:29:36

Scan 6328558

duration: 0:00:12.542212

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6328558

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_snowflake_nic_test/2023-10-20/1697815736",
        "key": "raw/hackathonnic_snowflake_nic_test/2023-10-20/1697815736/data_0_0_0.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_snowflake_nic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14509745296535105702,
        "service_name": "drive-thru",
        "span_id": 7785110728975005474,
        "trace_id": 469482478635902688
    }
}

running: False
schema_name_id: 2251
start_time: 2023-10-20 10:29:36
success: True
trace_id: 469482478635902688

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "0_11": "string",
    "1": "string",
    "1998_01_01": "string",
    "2450952": "string",
    "3": "string",
    "481436415": "string",
    "597159671": "string",
    "6": "string",
    "730": "string",
    "77057": "string",
    "8AM_4PM": "string",
    "AAAAAAAABAAAAAAA": "string",
    "Ash_Hill": "string",
    "Bob_Belcher": "string",
    "Boulevard": "string",
    "Georgetown": "string",
    "Harmon_County": "string",
    "Julius_Tran": "string",
    "More_than_other_authori": "string",
    "NY_Metro": "string",
    "OK": "string",
    "Shared_others_could_not_count_fully_dollars__New_members_ca": "string",
    "Suite_0": "string",
    "United_States": "string",
    "_6_00": "string",
    "_N": "string",
    "cally": "string",
    "large": "string",
    "pri": "string"
}

created: 2023-10-20 10:29:37

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_snowflake_nic_test`\n(\n `1`  string , `AAAAAAAABAAAAAAA`  string , `1998_01_01`  string , `_N`  string , `2450952`  string , `NY_Metro`  string , `large`  string , `597159671`  string , `481436415`  string , `8AM_4PM`  string , `Bob_Belcher`  string , `More_than_other_authori`  string , `Shared_others_could_not_count_fully_dollars__New_members_ca`  string , `Julius_Tran`  string , `3`  string , `pri`  string , `6`  string , `cally`  string , `730`  string , `Ash_Hill`  string , `Boulevard`  string , `Suite_0`  string , `Georgetown`  string , `Harmon_County`  string , `OK`  string , `77057`  string , `United_States`  string , `_6_00`  string , `0_11`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_snowflake_nic_test/2023-10-20/1697815736'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_snowflake_nic_test`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_snowflake_nic_test"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2023-10-20 10:29:36",
        "disabled": false,
        "format": "raw",
        "id": 2251,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "hackathonnic_snowflake_nic_test"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "0_11": "string",
            "1": "string",
            "1998_01_01": "string",
            "2450952": "string",
            "3": "string",
            "481436415": "string",
            "597159671": "string",
            "6": "string",
            "730": "string",
            "77057": "string",
            "8AM_4PM": "string",
            "AAAAAAAABAAAAAAA": "string",
            "Ash_Hill": "string",
            "Bob_Belcher": "string",
            "Boulevard": "string",
            "Georgetown": "string",
            "Harmon_County": "string",
            "Julius_Tran": "string",
            "More_than_other_authori": "string",
            "NY_Metro": "string",
            "OK": "string",
            "Shared_others_could_not_count_fully_dollars__New_members_ca": "string",
            "Suite_0": "string",
            "United_States": "string",
            "_6_00": "string",
            "_N": "string",
            "cally": "string",
            "large": "string",
            "pri": "string"
        },
        "created": "2023-10-20 10:29:37",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_snowflake_nic_test`\n(\n `1`  string , `AAAAAAAABAAAAAAA`  string , `1998_01_01`  string , `_N`  string , `2450952`  string , `NY_Metro`  string , `large`  string , `597159671`  string , `481436415`  string , `8AM_4PM`  string , `Bob_Belcher`  string , `More_than_other_authori`  string , `Shared_others_could_not_count_fully_dollars__New_members_ca`  string , `Julius_Tran`  string , `3`  string , `pri`  string , `6`  string , `cally`  string , `730`  string , `Ash_Hill`  string , `Boulevard`  string , `Suite_0`  string , `Georgetown`  string , `Harmon_County`  string , `OK`  string , `77057`  string , `United_States`  string , `_6_00`  string , `0_11`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_snowflake_nic_test/2023-10-20/1697815736'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_snowflake_nic_test`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_snowflake_nic_test"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}