Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooklogin_history

created: 2024-10-08 18:14:39
disabled: False
format: raw
id: 2864
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooklogin_history"
}

type: drivethrucsv

Schema Versions: 15

Version 4748985

created: 2024-11-05 23:12:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-05/1730866546'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-05/1730866546
id: 4748985
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6675017
updated: 2024-11-05 23:12:35

Version 4748835

created: 2024-11-05 23:04:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-05/1730866486'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-05/1730866486
id: 4748835
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6674867
updated: 2024-11-05 23:04:21

Version 4747891

created: 2024-11-05 22:28:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-05/1730866352'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-05/1730866352
id: 4747891
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6673923
updated: 2024-11-05 22:28:52

Version 4746990

created: 2024-11-05 04:38:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730785751'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730785751
id: 4746990
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6672221
updated: 2024-11-05 04:38:41

Version 4746275

created: 2024-11-05 03:56:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730785142'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730785142
id: 4746275
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6671496
updated: 2024-11-05 03:56:14

Version 4744847

created: 2024-11-05 03:13:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730784836'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730784836
id: 4744847
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6670063
updated: 2024-11-05 03:14:05

Version 4744728

created: 2024-11-05 03:10:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730784233'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730784233
id: 4744728
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6669945
updated: 2024-11-05 03:11:06

Version 4744492

created: 2024-11-05 03:04:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730784071'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730784071
id: 4744492
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6669709
updated: 2024-11-05 03:04:44

Version 4743436

created: 2024-11-05 02:36:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783911'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783911
id: 4743436
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6668652
updated: 2024-11-05 02:36:49

Version 4742117

created: 2024-11-05 02:01:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783784'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783784
id: 4742117
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6667334
updated: 2024-11-05 02:01:46

Version 4741464

created: 2024-11-05 01:44:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783614'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783614
id: 4741464
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6666681
updated: 2024-11-05 01:44:28

Version 4740768

created: 2024-11-05 01:25:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783541'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783541
id: 4740768
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6665985
updated: 2024-11-05 01:26:12

Version 4740492

created: 2024-11-05 01:18:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783322'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783322
id: 4740492
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6665709
updated: 2024-11-05 01:18:55

Version 4739689

created: 2024-11-05 00:57:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730782923'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730782923
id: 4739689
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6664906
updated: 2024-11-05 00:57:30

Version 4739068

created: 2024-11-05 00:41:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730782818'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730782818
id: 4739068
processed: 1

raw_data:

{
    "country_id": 10,
    "hostname": 4,
    "id": 2,
    "interface": 14,
    "ipaddress": 3,
    "login_method": 15,
    "messages": 11,
    "newbook_region": 0,
    "status": 13,
    "tenant": 1,
    "timestamp": 12,
    "type": 8,
    "type_id": 9,
    "user_id": 7,
    "useragent": 5,
    "username": 6
}

schema_attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

schema_name_id: 2864
schema_scan_id: 6664283
updated: 2024-11-05 00:41:12

Schema Scans: 15

Last at 2024-11-05 23:12:23

Scan 6675017

duration: 0:00:11.877111

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675017

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-05/1730866546",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-05/1730866546/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15446736871603559953,
        "service_name": "drive-thru",
        "span_id": 12756566840889433451,
        "trace_id": 13020159990508230028
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 23:12:23
success: True
trace_id: 13020159990508230028

Scan 6674867

duration: 0:00:14.586719

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674867

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-05/1730866486",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-05/1730866486/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11057336643935206925,
        "service_name": "drive-thru",
        "span_id": 9178023481617346803,
        "trace_id": 8955486578653426633
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 23:04:07
success: True
trace_id: 8955486578653426633

Scan 6673923

duration: 0:00:11.685506

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673923

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-05/1730866352",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-05/1730866352/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3983594224877414838,
        "service_name": "drive-thru",
        "span_id": 2342987919358124501,
        "trace_id": 3211871637597847310
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 22:28:41
success: True
trace_id: 3211871637597847310

Scan 6672221

duration: 0:00:14.631482

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672221

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730785751",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730785751/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18013879242308900117,
        "service_name": "drive-thru",
        "span_id": 13124704718991817748,
        "trace_id": 9721978740632407965
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 04:38:27
success: True
trace_id: 9721978740632407965

Scan 6671496

duration: 0:00:11.986571

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671496

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730785142",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730785142/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17161758538245387887,
        "service_name": "drive-thru",
        "span_id": 3578486461745690151,
        "trace_id": 3348415128689792323
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 03:56:02
success: True
trace_id: 3348415128689792323

Scan 6670063

duration: 0:00:11.663761

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670063

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730784836",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730784836/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 848692532764088151,
        "service_name": "drive-thru",
        "span_id": 8377500216418003210,
        "trace_id": 7367977454001981711
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 03:13:53
success: True
trace_id: 7367977454001981711

Scan 6669945

duration: 0:00:14.333602

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669945

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730784233",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730784233/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17399938393850729974,
        "service_name": "drive-thru",
        "span_id": 16142413301682114129,
        "trace_id": 13116740517968477762
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 03:10:52
success: True
trace_id: 13116740517968477762

Scan 6669709

duration: 0:00:15.169395

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669709

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730784071",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730784071/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14539828616088192227,
        "service_name": "drive-thru",
        "span_id": 7728595830210685021,
        "trace_id": 15282785859867208728
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 03:04:29
success: True
trace_id: 15282785859867208728

Scan 6668652

duration: 0:00:14.141134

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668652

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783911",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730783911/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12780233924589598908,
        "service_name": "drive-thru",
        "span_id": 8942735634009402047,
        "trace_id": 3461611292397645020
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 02:36:35
success: True
trace_id: 3461611292397645020

Scan 6667334

duration: 0:00:14.205851

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667334

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783784",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730783784/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2251327797233230706,
        "service_name": "drive-thru",
        "span_id": 8648579056604328843,
        "trace_id": 15305686921843285721
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 02:01:32
success: True
trace_id: 15305686921843285721

Scan 6666681

duration: 0:00:11.688459

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666681

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783614",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730783614/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15005832172897816353,
        "service_name": "drive-thru",
        "span_id": 14693257677448641355,
        "trace_id": 14265721083096687572
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 01:44:17
success: True
trace_id: 14265721083096687572

Scan 6665985

duration: 0:00:16.821338

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665985

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783541",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730783541/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9824514701032274930,
        "service_name": "drive-thru",
        "span_id": 2854259136924621572,
        "trace_id": 2139833721658560443
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 01:25:55
success: True
trace_id: 2139833721658560443

Scan 6665709

duration: 0:00:11.552302

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665709

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730783322",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730783322/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6037041709740925753,
        "service_name": "drive-thru",
        "span_id": 11946806659415313378,
        "trace_id": 4272718164518210652
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 01:18:44
success: True
trace_id: 4272718164518210652

Scan 6664906

duration: 0:00:11.774766

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664906

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730782923",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730782923/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14090004014406726277,
        "service_name": "drive-thru",
        "span_id": 4469691060173300905,
        "trace_id": 2664230751046154547
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 00:57:18
success: True
trace_id: 2664230751046154547

Scan 6664283

duration: 0:00:11.887845

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664283

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-04/1730782818",
        "key": "raw/newbookdev_newbooklogin_history/2024-11-04/1730782818/login_history.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklogin_history",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15661715370391199816,
        "service_name": "drive-thru",
        "span_id": 10832205948278666422,
        "trace_id": 17941649122386539280
    }
}

running: False
schema_name_id: 2864
start_time: 2024-11-05 00:41:00
success: True
trace_id: 17941649122386539280

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "country_id": "string",
    "hostname": "string",
    "id": "string",
    "interface": "string",
    "ipaddress": "string",
    "login_method": "string",
    "messages": "string",
    "newbook_region": "string",
    "status": "string",
    "tenant": "string",
    "timestamp": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "useragent": "string",
    "username": "string"
}

created: 2024-11-05 23:12:24

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-05/1730866546'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:14:39",
        "disabled": false,
        "format": "raw",
        "id": 2864,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooklogin_history"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "country_id": "string",
            "hostname": "string",
            "id": "string",
            "interface": "string",
            "ipaddress": "string",
            "login_method": "string",
            "messages": "string",
            "newbook_region": "string",
            "status": "string",
            "tenant": "string",
            "timestamp": "string",
            "type": "string",
            "type_id": "string",
            "user_id": "string",
            "useragent": "string",
            "username": "string"
        },
        "created": "2024-11-05 23:12:24",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklogin_history`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ipaddress`  string , `hostname`  string , `useragent`  string , `username`  string , `user_id`  string , `type`  string , `type_id`  string , `country_id`  string , `messages`  string , `timestamp`  string , `status`  string , `interface`  string , `login_method`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklogin_history/2024-11-05/1730866546'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklogin_history`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklogin_history"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}