Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookusers_sessions

created: 2024-10-08 18:40:03
disabled: False
format: raw
id: 3098
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookusers_sessions"
}

type: drivethrucsv

Schema Versions: 15

Version 4749467

created: 2024-11-05 23:54:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-05/1730866592'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-05/1730866592
id: 4749467
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6675530
updated: 2024-11-05 23:54:25

Version 4749341

created: 2024-11-05 23:40:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-05/1730866630'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-05/1730866630
id: 4749341
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6675373
updated: 2024-11-05 23:40:32

Version 4748946

created: 2024-11-05 23:10:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-05/1730866498'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-05/1730866498
id: 4748946
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6674978
updated: 2024-11-05 23:10:31

Version 4746797

created: 2024-11-05 04:23:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730785185'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730785185
id: 4746797
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6672026
updated: 2024-11-05 04:24:04

Version 4746515

created: 2024-11-05 04:07:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730785830'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730785830
id: 4746515
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6671736
updated: 2024-11-05 04:07:21

Version 4746078

created: 2024-11-05 03:48:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730784880'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730784880
id: 4746078
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6671299
updated: 2024-11-05 03:48:42

Version 4744985

created: 2024-11-05 03:17:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730784277'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730784277
id: 4744985
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6670201
updated: 2024-11-05 03:17:52

Version 4744814

created: 2024-11-05 03:13:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730784115'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730784115
id: 4744814
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6670031
updated: 2024-11-05 03:13:13

Version 4743116

created: 2024-11-05 02:28:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783828'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783828
id: 4743116
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6668333
updated: 2024-11-05 02:28:19

Version 4743110

created: 2024-11-05 02:27:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783859'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783859
id: 4743110
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6668327
updated: 2024-11-05 02:28:09

Version 4742261

created: 2024-11-05 02:05:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783711'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783711
id: 4742261
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6667477
updated: 2024-11-05 02:05:43

Version 4740962

created: 2024-11-05 01:31:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783586'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783586
id: 4740962
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6666178
updated: 2024-11-05 01:31:18

Version 4740748

created: 2024-11-05 01:25:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783367'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783367
id: 4740748
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6665965
updated: 2024-11-05 01:25:40

Version 4740063

created: 2024-11-05 01:07:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730782964'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730782964
id: 4740063
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6665280
updated: 2024-11-05 01:07:35

Version 4739211

created: 2024-11-05 00:44:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730782851'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730782851
id: 4739211
processed: 1

raw_data:

{
    "country_id": 6,
    "finished_reason_id": 16,
    "finished_when": 15,
    "hostname": 7,
    "id": 2,
    "im_user_id": 4,
    "interface": 9,
    "ipaddress": 5,
    "last_input": 13,
    "login_method": 10,
    "newbook_region": 0,
    "screen_height": 12,
    "screen_width": 11,
    "started_when": 14,
    "tenant": 1,
    "user_id": 3,
    "useragent": 8
}

schema_attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

schema_name_id: 3098
schema_scan_id: 6664425
updated: 2024-11-05 00:44:53

Schema Scans: 15

Last at 2024-11-05 23:54:13

Scan 6675530

duration: 0:00:11.984766

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675530

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-05/1730866592",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-05/1730866592/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4469060265409382513,
        "service_name": "drive-thru",
        "span_id": 8574207330990511601,
        "trace_id": 12044737985295106041
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 23:54:13
success: True
trace_id: 12044737985295106041

Scan 6675373

duration: 0:00:12.095788

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675373

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-05/1730866630",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-05/1730866630/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 565454087187819578,
        "service_name": "drive-thru",
        "span_id": 13372707333846702904,
        "trace_id": 9245015771999899008
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 23:40:20
success: True
trace_id: 9245015771999899008

Scan 6674978

duration: 0:00:14.531906

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674978

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-05/1730866498",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-05/1730866498/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 601249228995819579,
        "service_name": "drive-thru",
        "span_id": 17128892203363517635,
        "trace_id": 8338103364864949317
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 23:10:16
success: True
trace_id: 8338103364864949317

Scan 6672026

duration: 0:00:12.188302

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672026

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730785185",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730785185/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1437366838402397173,
        "service_name": "drive-thru",
        "span_id": 16320895027549028107,
        "trace_id": 12738911439040883112
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 04:23:52
success: True
trace_id: 12738911439040883112

Scan 6671736

duration: 0:00:11.962401

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671736

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730785830",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730785830/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8563493266076599090,
        "service_name": "drive-thru",
        "span_id": 16427608794209983961,
        "trace_id": 9883737262275458611
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 04:07:09
success: True
trace_id: 9883737262275458611

Scan 6671299

duration: 0:00:12.105844

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671299

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730784880",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730784880/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3090295136770334653,
        "service_name": "drive-thru",
        "span_id": 15832892090840594454,
        "trace_id": 2349333822040776478
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 03:48:30
success: True
trace_id: 2349333822040776478

Scan 6670201

duration: 0:00:14.326522

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670201

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730784277",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730784277/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12085630862722773120,
        "service_name": "drive-thru",
        "span_id": 14122260767333663815,
        "trace_id": 12221673538703346470
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 03:17:37
success: True
trace_id: 12221673538703346470

Scan 6670031

duration: 0:00:11.843747

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670031

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730784115",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730784115/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12333457722047891533,
        "service_name": "drive-thru",
        "span_id": 10398956185247735107,
        "trace_id": 8832224207662547517
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 03:13:01
success: True
trace_id: 8832224207662547517

Scan 6668333

duration: 0:00:14.215171

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668333

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783828",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730783828/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7657586225217361489,
        "service_name": "drive-thru",
        "span_id": 11078832508577499413,
        "trace_id": 6729444026624340143
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 02:28:05
success: True
trace_id: 6729444026624340143

Scan 6668327

duration: 0:00:14.305207

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668327

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783859",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730783859/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7871672840986236686,
        "service_name": "drive-thru",
        "span_id": 10271939721402485322,
        "trace_id": 15330056857835300604
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 02:27:55
success: True
trace_id: 15330056857835300604

Scan 6667477

duration: 0:00:14.260719

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667477

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783711",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730783711/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10183891087190146317,
        "service_name": "drive-thru",
        "span_id": 14270869298817393000,
        "trace_id": 2407918210962229653
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 02:05:28
success: True
trace_id: 2407918210962229653

Scan 6666178

duration: 0:00:14.395498

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666178

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783586",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730783586/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7035673848907705052,
        "service_name": "drive-thru",
        "span_id": 16394061012977552235,
        "trace_id": 1406709407586879258
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 01:31:04
success: True
trace_id: 1406709407586879258

Scan 6665965

duration: 0:00:11.688843

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665965

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730783367",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730783367/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6850602263790640693,
        "service_name": "drive-thru",
        "span_id": 9681490190756298005,
        "trace_id": 15111044888693079736
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 01:25:29
success: True
trace_id: 15111044888693079736

Scan 6665280

duration: 0:00:14.156558

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665280

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730782964",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730782964/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9542962845018287267,
        "service_name": "drive-thru",
        "span_id": 17437893109753579571,
        "trace_id": 599374649265681616
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 01:07:21
success: True
trace_id: 599374649265681616

Scan 6664425

duration: 0:00:11.805234

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664425

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-04/1730782851",
        "key": "raw/newbookdev_newbookusers_sessions/2024-11-04/1730782851/users_sessions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_sessions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4679920335366500566,
        "service_name": "drive-thru",
        "span_id": 9505314772226183510,
        "trace_id": 8610926833857767960
    }
}

running: False
schema_name_id: 3098
start_time: 2024-11-05 00:44:41
success: True
trace_id: 8610926833857767960

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "country_id": "string",
    "finished_reason_id": "string",
    "finished_when": "string",
    "hostname": "string",
    "id": "string",
    "im_user_id": "string",
    "interface": "string",
    "ipaddress": "string",
    "last_input": "string",
    "login_method": "string",
    "newbook_region": "string",
    "screen_height": "string",
    "screen_width": "string",
    "started_when": "string",
    "tenant": "string",
    "user_id": "string",
    "useragent": "string"
}

created: 2024-11-05 23:54:14

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-05/1730866592'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:40:03",
        "disabled": false,
        "format": "raw",
        "id": 3098,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookusers_sessions"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "country_id": "string",
            "finished_reason_id": "string",
            "finished_when": "string",
            "hostname": "string",
            "id": "string",
            "im_user_id": "string",
            "interface": "string",
            "ipaddress": "string",
            "last_input": "string",
            "login_method": "string",
            "newbook_region": "string",
            "screen_height": "string",
            "screen_width": "string",
            "started_when": "string",
            "tenant": "string",
            "user_id": "string",
            "useragent": "string"
        },
        "created": "2024-11-05 23:54:14",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_sessions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `im_user_id`  string , `ipaddress`  string , `country_id`  string , `hostname`  string , `useragent`  string , `interface`  string , `login_method`  string , `screen_width`  string , `screen_height`  string , `last_input`  string , `started_when`  string , `finished_when`  string , `finished_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_sessions/2024-11-05/1730866592'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_sessions`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_sessions"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}