Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooksurveys_filters

created: 2024-10-08 18:30:40
disabled: False
format: raw
id: 3013
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooksurveys_filters"
}

type: drivethrucsv

Schema Versions: 15

Version 4749400

created: 2024-11-05 23:46:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866608'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866608
id: 4749400
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6675438
updated: 2024-11-05 23:46:47

Version 4749186

created: 2024-11-05 23:26:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866558'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866558
id: 4749186
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6675218
updated: 2024-11-05 23:26:38

Version 4748608

created: 2024-11-05 22:53:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866451'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866451
id: 4748608
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6674640
updated: 2024-11-05 22:53:27

Version 4747124

created: 2024-11-05 04:52:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730785803'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730785803
id: 4747124
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6672356
updated: 2024-11-05 04:53:09

Version 4746666

created: 2024-11-05 04:15:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730785171'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730785171
id: 4746666
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6671889
updated: 2024-11-05 04:15:32

Version 4745804

created: 2024-11-05 03:39:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784866'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784866
id: 4745804
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6671021
updated: 2024-11-05 03:39:36

Version 4745187

created: 2024-11-05 03:22:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784262'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784262
id: 4745187
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6670404
updated: 2024-11-05 03:23:04

Version 4744131

created: 2024-11-05 02:54:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784100'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784100
id: 4744131
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6669348
updated: 2024-11-05 02:55:01

Version 4743620

created: 2024-11-05 02:41:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783934'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783934
id: 4743620
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6668837
updated: 2024-11-05 02:41:39

Version 4742961

created: 2024-11-05 02:23:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783814'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783814
id: 4742961
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6668178
updated: 2024-11-05 02:24:10

Version 4742192

created: 2024-11-05 02:03:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783700'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783700
id: 4742192
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6667409
updated: 2024-11-05 02:03:47

Version 4741520

created: 2024-11-05 01:45:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783571'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783571
id: 4741520
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6666737
updated: 2024-11-05 01:45:59

Version 4740689

created: 2024-11-05 01:23:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783352'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783352
id: 4740689
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6665906
updated: 2024-11-05 01:24:10

Version 4739786

created: 2024-11-05 00:59:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730782950'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730782950
id: 4739786
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6665004
updated: 2024-11-05 01:00:03

Version 4738679

created: 2024-11-05 00:30:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730782762'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730782762
id: 4738679
processed: 1

raw_data:

{
    "filter_type": 5,
    "filter_value": 6,
    "id": 2,
    "include_type": 4,
    "newbook_region": 0,
    "survey_id": 3,
    "tenant": 1
}

schema_attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

schema_name_id: 3013
schema_scan_id: 6663892
updated: 2024-11-05 00:30:53

Schema Scans: 15

Last at 2024-11-05 23:46:36

Scan 6675438

duration: 0:00:11.579342

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675438

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866608",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866608/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4336895542674901129,
        "service_name": "drive-thru",
        "span_id": 17500504903261525573,
        "trace_id": 12901346727171161927
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 23:46:36
success: True
trace_id: 12901346727171161927

Scan 6675218

duration: 0:00:13.993484

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675218

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866558",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866558/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4512461560877798712,
        "service_name": "drive-thru",
        "span_id": 12447205318581751862,
        "trace_id": 15925592747061572317
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 23:26:24
success: True
trace_id: 15925592747061572317

Scan 6674640

duration: 0:00:13.991323

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674640

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866451",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866451/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1630348450345677947,
        "service_name": "drive-thru",
        "span_id": 15071712156381291919,
        "trace_id": 3185180299937083947
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 22:53:13
success: True
trace_id: 3185180299937083947

Scan 6672356

duration: 0:00:14.047449

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672356

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730785803",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730785803/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12089391409830678902,
        "service_name": "drive-thru",
        "span_id": 7919918092945825830,
        "trace_id": 12235188979774644734
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 04:52:55
success: True
trace_id: 12235188979774644734

Scan 6671889

duration: 0:00:11.495654

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671889

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730785171",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730785171/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16292622498167939563,
        "service_name": "drive-thru",
        "span_id": 9378238583009416676,
        "trace_id": 6915566669050847735
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 04:15:21
success: True
trace_id: 6915566669050847735

Scan 6671021

duration: 0:00:11.534179

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671021

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784866",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784866/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15564052694332271131,
        "service_name": "drive-thru",
        "span_id": 16023099289894455153,
        "trace_id": 2378887340131903636
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 03:39:25
success: True
trace_id: 2378887340131903636

Scan 6670404

duration: 0:00:13.913231

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670404

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784262",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784262/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 891963492444009067,
        "service_name": "drive-thru",
        "span_id": 18239727333329147127,
        "trace_id": 9873844429986760750
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 03:22:50
success: True
trace_id: 9873844429986760750

Scan 6669348

duration: 0:00:11.450440

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669348

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784100",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730784100/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14201786362258343539,
        "service_name": "drive-thru",
        "span_id": 664571927747259107,
        "trace_id": 1208903297539126994
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 02:54:50
success: True
trace_id: 1208903297539126994

Scan 6668837

duration: 0:00:14.007504

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668837

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783934",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783934/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12518606818814037540,
        "service_name": "drive-thru",
        "span_id": 420683917772043232,
        "trace_id": 2301295140913758220
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 02:41:25
success: True
trace_id: 2301295140913758220

Scan 6668178

duration: 0:00:11.588290

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668178

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783814",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783814/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17826505110159744831,
        "service_name": "drive-thru",
        "span_id": 13535483133582762848,
        "trace_id": 1870072560127073053
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 02:23:58
success: True
trace_id: 1870072560127073053

Scan 6667409

duration: 0:00:13.816019

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667409

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783700",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783700/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7651799966059624794,
        "service_name": "drive-thru",
        "span_id": 5014760383110760867,
        "trace_id": 10544864183390230325
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 02:03:34
success: True
trace_id: 10544864183390230325

Scan 6666737

duration: 0:00:14.122360

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666737

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783571",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783571/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12200404976027644206,
        "service_name": "drive-thru",
        "span_id": 8747479680195894673,
        "trace_id": 16158039971347772227
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 01:45:46
success: True
trace_id: 16158039971347772227

Scan 6665906

duration: 0:00:13.880011

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665906

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783352",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730783352/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1361190658265122496,
        "service_name": "drive-thru",
        "span_id": 13850339828493704273,
        "trace_id": 14793904345421190891
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 01:23:56
success: True
trace_id: 14793904345421190891

Scan 6665004

duration: 0:00:13.820301

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665004

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730782950",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730782950/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16768329689450881003,
        "service_name": "drive-thru",
        "span_id": 565677328915624189,
        "trace_id": 14606865837961868664
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 00:59:50
success: True
trace_id: 14606865837961868664

Scan 6663892

duration: 0:00:11.465329

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663892

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-04/1730782762",
        "key": "raw/newbookdev_newbooksurveys_filters/2024-11-04/1730782762/surveys_filters.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_filters",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17763794542616231827,
        "service_name": "drive-thru",
        "span_id": 11866429681161777640,
        "trace_id": 9182381720964178212
    }
}

running: False
schema_name_id: 3013
start_time: 2024-11-05 00:30:42
success: True
trace_id: 9182381720964178212

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "filter_type": "string",
    "filter_value": "string",
    "id": "string",
    "include_type": "string",
    "newbook_region": "string",
    "survey_id": "string",
    "tenant": "string"
}

created: 2024-11-05 23:46:36

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866608'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:30:40",
        "disabled": false,
        "format": "raw",
        "id": 3013,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooksurveys_filters"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "filter_type": "string",
            "filter_value": "string",
            "id": "string",
            "include_type": "string",
            "newbook_region": "string",
            "survey_id": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:46:36",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `include_type`  string , `filter_type`  string , `filter_value`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_filters/2024-11-05/1730866608'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_filters`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_filters"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}