Schema Info

Schema Name: sfdl_dev_drivethru.hackathonnic_test

created: 2023-10-09 13:04:25
disabled: False
format: raw
id: 2244
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "hackathonnic_test"
}

type: drivethrucsv

Schema Versions: 15

Version 4698758

created: 2023-10-10 15:49:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696970965'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696970965
id: 4698758
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6326437
updated: 2023-10-10 15:50:02

Version 4698757

created: 2023-10-10 14:45:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696967092'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696967092
id: 4698757
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6326320
updated: 2023-10-10 14:45:23

Version 4698756

created: 2023-10-10 14:42:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696966912'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696966912
id: 4698756
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6326317
updated: 2023-10-10 14:42:21

Version 4698755

created: 2023-10-10 12:43:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696959817'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696959817
id: 4698755
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6326084
updated: 2023-10-10 12:44:09

Version 4698753

created: 2023-10-10 11:05:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696953886'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696953886
id: 4698753
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6325989
updated: 2023-10-10 11:05:15

Version 4698750

created: 2023-10-10 09:48:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696949281'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696949281
id: 4698750
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6325821
updated: 2023-10-10 09:48:26

Version 4698749

created: 2023-10-10 09:47:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696949220'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696949220
id: 4698749
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6325818
updated: 2023-10-10 09:47:24

Version 4698748

created: 2023-10-10 09:45:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696949123'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696949123
id: 4698748
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6325814
updated: 2023-10-10 09:45:48

Version 4698747

created: 2023-10-10 09:43:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904
id: 4698747
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6325813
updated: 2023-10-10 09:43:37

Version 4698746

created: 2023-10-10 09:43:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904
id: 4698746
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6325812
updated: 2023-10-10 09:43:26

Version 4698745

created: 2023-10-10 09:43:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904
id: 4698745
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6325811
updated: 2023-10-10 09:43:25

Version 4698744

created: 2023-10-10 09:43:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904
id: 4698744
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6325805
updated: 2023-10-10 09:43:13

Version 4698743

created: 2023-10-10 09:42:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904
id: 4698743
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6325804
updated: 2023-10-10 09:43:08

Version 4698742

created: 2023-10-10 09:42:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948905'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948905
id: 4698742
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6325800
updated: 2023-10-10 09:43:01

Version 4698741

created: 2023-10-10 09:42:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948901'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948901
id: 4698741
processed: 1

raw_data:

{
    "col_a": 0,
    "col_b": 1,
    "col_c": 2
}

schema_attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

schema_name_id: 2244
schema_scan_id: 6325799
updated: 2023-10-10 09:42:52

Schema Scans: 15

Last at 2023-10-10 15:49:51

Scan 6326437

duration: 0:00:11.706981

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6326437

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696970965",
        "key": "raw/hackathonnic_test/2023-10-10/1696970965/test1696970961.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17856605495323692485,
        "service_name": "drive-thru",
        "span_id": 5124205956657323647,
        "trace_id": 10756017271362344587
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 15:49:51
success: True
trace_id: 10756017271362344587

Scan 6326320

duration: 0:00:11.699433

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6326320

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696967092",
        "key": "raw/hackathonnic_test/2023-10-10/1696967092/test1696967091.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14285665309768690149,
        "service_name": "drive-thru",
        "span_id": 6063508239134138897,
        "trace_id": 6845855288424298387
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 14:45:11
success: True
trace_id: 6845855288424298387

Scan 6326317

duration: 0:00:11.657210

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6326317

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696966912",
        "key": "raw/hackathonnic_test/2023-10-10/1696966912/test1696966908.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2480809498456316078,
        "service_name": "drive-thru",
        "span_id": 6263016918176307142,
        "trace_id": 5978800008954748247
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 14:42:10
success: True
trace_id: 5978800008954748247

Scan 6326084

duration: 0:00:11.714563

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6326084

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696959817",
        "key": "raw/hackathonnic_test/2023-10-10/1696959817/test1696959814.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18329651743319332565,
        "service_name": "drive-thru",
        "span_id": 15244314636196518679,
        "trace_id": 5893326129673113949
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 12:43:57
success: True
trace_id: 5893326129673113949

Scan 6325989

duration: 0:00:11.496629

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6325989

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696953886",
        "key": "raw/hackathonnic_test/2023-10-10/1696953886/test1696953886.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3667771222783616204,
        "service_name": "drive-thru",
        "span_id": 3128565853756498347,
        "trace_id": 12924183148365965383
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 11:05:03
success: True
trace_id: 12924183148365965383

Scan 6325821

duration: 0:00:11.595493

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6325821

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696949281",
        "key": "raw/hackathonnic_test/2023-10-10/1696949281/test1696949280.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9519453772439450818,
        "service_name": "drive-thru",
        "span_id": 5810143263661241408,
        "trace_id": 9909232887632673692
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 09:48:14
success: True
trace_id: 9909232887632673692

Scan 6325818

duration: 0:00:11.638954

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6325818

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696949220",
        "key": "raw/hackathonnic_test/2023-10-10/1696949220/test1696949219.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3884263948925714131,
        "service_name": "drive-thru",
        "span_id": 9244373282966431051,
        "trace_id": 5198335434958387687
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 09:47:13
success: True
trace_id: 5198335434958387687

Scan 6325814

duration: 0:00:11.609234

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6325814

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696949123",
        "key": "raw/hackathonnic_test/2023-10-10/1696949123/test1696949121.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8028178944787626988,
        "service_name": "drive-thru",
        "span_id": 8577938388119961118,
        "trace_id": 17329928419279256715
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 09:45:36
success: True
trace_id: 17329928419279256715

Scan 6325813

duration: 0:00:11.616337

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6325813

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904",
        "key": "raw/hackathonnic_test/2023-10-10/1696948904/test1696948902.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12105936103184504638,
        "service_name": "drive-thru",
        "span_id": 15596388497325188513,
        "trace_id": 5418787711029342491
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 09:43:25
success: True
trace_id: 5418787711029342491

Scan 6325812

duration: 0:00:11.509555

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6325812

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904",
        "key": "raw/hackathonnic_test/2023-10-10/1696948904/test1696948902.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14563512613763920294,
        "service_name": "drive-thru",
        "span_id": 17650919860603490346,
        "trace_id": 3151489147183114839
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 09:43:15
success: True
trace_id: 3151489147183114839

Scan 6325811

duration: 0:00:11.548704

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6325811

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904",
        "key": "raw/hackathonnic_test/2023-10-10/1696948904/test1696948901.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14562708237480578123,
        "service_name": "drive-thru",
        "span_id": 7490958219672938795,
        "trace_id": 6922194088111090112
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 09:43:13
success: True
trace_id: 6922194088111090112

Scan 6325805

duration: 0:00:11.561462

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6325805

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904",
        "key": "raw/hackathonnic_test/2023-10-10/1696948904/test1696948901.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1608452779189288783,
        "service_name": "drive-thru",
        "span_id": 11940828963181863033,
        "trace_id": 10189840944890833360
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 09:43:01
success: True
trace_id: 10189840944890833360

Scan 6325804

duration: 0:00:11.596352

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6325804

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948904",
        "key": "raw/hackathonnic_test/2023-10-10/1696948904/test1696948903.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8787794656352606246,
        "service_name": "drive-thru",
        "span_id": 17678391294774513333,
        "trace_id": 13369257287037616506
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 09:42:56
success: True
trace_id: 13369257287037616506

Scan 6325800

duration: 0:00:11.573999

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6325800

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948905",
        "key": "raw/hackathonnic_test/2023-10-10/1696948905/test1696948902.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12888948645645698940,
        "service_name": "drive-thru",
        "span_id": 17342908174076517021,
        "trace_id": 12300760032940370917
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 09:42:50
success: True
trace_id: 12300760032940370917

Scan 6325799

duration: 0:00:11.613025

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6325799

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696948901",
        "key": "raw/hackathonnic_test/2023-10-10/1696948901/test1696948900.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.hackathonnic_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1159683830524122990,
        "service_name": "drive-thru",
        "span_id": 3517085052464706784,
        "trace_id": 5896122017594561809
    }
}

running: False
schema_name_id: 2244
start_time: 2023-10-10 09:42:40
success: True
trace_id: 5896122017594561809

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "col_a": "string",
    "col_b": "string",
    "col_c": "string"
}

created: 2023-10-10 15:49:51

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696970965'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2023-10-09 13:04:25",
        "disabled": false,
        "format": "raw",
        "id": 2244,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "hackathonnic_test"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "col_a": "string",
            "col_b": "string",
            "col_c": "string"
        },
        "created": "2023-10-10 15:49:51",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.hackathonnic_test`\n(\n `col_a`  string , `col_b`  string , `col_c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/hackathonnic_test/2023-10-10/1696970965'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.hackathonnic_test`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.hackathonnic_test"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}