Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link

created: 2024-10-08 18:14:48
disabled: False
format: raw
id: 2865
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooknewbook_messenger_groups_users_link"
}

type: drivethrucsv

Schema Versions: 15

Version 4749305

created: 2024-11-05 23:36:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866560'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866560
id: 4749305
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6675337
updated: 2024-11-05 23:36:42

Version 4748942

created: 2024-11-05 23:10:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866503'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866503
id: 4748942
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6674974
updated: 2024-11-05 23:10:16

Version 4748218

created: 2024-11-05 22:38:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866368'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866368
id: 4748218
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6674250
updated: 2024-11-05 22:38:42

Version 4746384

created: 2024-11-05 04:00:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730785147'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730785147
id: 4746384
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6671605
updated: 2024-11-05 04:00:52

Version 4746222

created: 2024-11-05 03:53:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730785761'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730785761
id: 4746222
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6671443
updated: 2024-11-05 03:53:59

Version 4745933

created: 2024-11-05 03:43:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784842'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784842
id: 4745933
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6671153
updated: 2024-11-05 03:43:34

Version 4744828

created: 2024-11-05 03:13:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784238'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784238
id: 4744828
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6670045
updated: 2024-11-05 03:13:38

Version 4743588

created: 2024-11-05 02:40:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784076'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784076
id: 4743588
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6668805
updated: 2024-11-05 02:40:45

Version 4743527

created: 2024-11-05 02:38:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783916'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783916
id: 4743527
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6668745
updated: 2024-11-05 02:39:10

Version 4742807

created: 2024-11-05 02:19:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783790'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783790
id: 4742807
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6668024
updated: 2024-11-05 02:20:07

Version 4741876

created: 2024-11-05 01:55:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783682'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783682
id: 4741876
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6667093
updated: 2024-11-05 01:55:22

Version 4741252

created: 2024-11-05 01:38:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783546'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783546
id: 4741252
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6666469
updated: 2024-11-05 01:38:57

Version 4740429

created: 2024-11-05 01:17:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783328'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783328
id: 4740429
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6665646
updated: 2024-11-05 01:17:18

Version 4739722

created: 2024-11-05 00:58:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730782928'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730782928
id: 4739722
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6664939
updated: 2024-11-05 00:58:20

Version 4738846

created: 2024-11-05 00:35:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730782821'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730782821
id: 4738846
processed: 1

raw_data:

{
    "closed_when": 6,
    "group_id": 3,
    "id": 2,
    "last_read_message_id": 7,
    "newbook_region": 0,
    "opened_when": 5,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2865
schema_scan_id: 6664059
updated: 2024-11-05 00:35:24

Schema Scans: 15

Last at 2024-11-05 23:36:31

Scan 6675337

duration: 0:00:11.558038

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675337

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866560",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866560/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4055385921791361804,
        "service_name": "drive-thru",
        "span_id": 8386373649285878475,
        "trace_id": 10612269278651135644
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 23:36:31
success: True
trace_id: 10612269278651135644

Scan 6674974

duration: 0:00:14.167885

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674974

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866503",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866503/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1872029114168297527,
        "service_name": "drive-thru",
        "span_id": 12526112451097767929,
        "trace_id": 17127833279123590810
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 23:10:02
success: True
trace_id: 17127833279123590810

Scan 6674250

duration: 0:00:14.156250

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674250

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866368",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866368/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14682222312688203042,
        "service_name": "drive-thru",
        "span_id": 17328586547737554519,
        "trace_id": 11310925055176619371
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 22:38:28
success: True
trace_id: 11310925055176619371

Scan 6671605

duration: 0:00:11.585479

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671605

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730785147",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730785147/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5098668142204769992,
        "service_name": "drive-thru",
        "span_id": 10177584215323220651,
        "trace_id": 817723218211562641
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 04:00:40
success: True
trace_id: 817723218211562641

Scan 6671443

duration: 0:00:14.121204

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671443

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730785761",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730785761/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2697772250902062771,
        "service_name": "drive-thru",
        "span_id": 14350040613233192522,
        "trace_id": 10395528934963065207
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 03:53:45
success: True
trace_id: 10395528934963065207

Scan 6671153

duration: 0:00:11.561975

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671153

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784842",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784842/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6433971256681651365,
        "service_name": "drive-thru",
        "span_id": 13876284615557360360,
        "trace_id": 11877657791576952196
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 03:43:23
success: True
trace_id: 11877657791576952196

Scan 6670045

duration: 0:00:14.096234

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670045

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784238",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784238/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18124605688742001011,
        "service_name": "drive-thru",
        "span_id": 17819298796481613980,
        "trace_id": 16586252656655514832
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 03:13:24
success: True
trace_id: 16586252656655514832

Scan 6668805

duration: 0:00:11.641962

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668805

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784076",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730784076/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17714739211835966910,
        "service_name": "drive-thru",
        "span_id": 16204292927164087921,
        "trace_id": 17606997288154416917
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 02:40:33
success: True
trace_id: 17606997288154416917

Scan 6668745

duration: 0:00:11.607311

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668745

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783916",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783916/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17475057937340604318,
        "service_name": "drive-thru",
        "span_id": 10715085884266244106,
        "trace_id": 15315738568861327017
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 02:38:58
success: True
trace_id: 15315738568861327017

Scan 6668024

duration: 0:00:11.511150

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668024

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783790",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783790/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13972565316870776088,
        "service_name": "drive-thru",
        "span_id": 13341595121467958203,
        "trace_id": 289661204619672951
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 02:19:55
success: True
trace_id: 289661204619672951

Scan 6667093

duration: 0:00:13.933817

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667093

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783682",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783682/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6050476521682254952,
        "service_name": "drive-thru",
        "span_id": 11416723672530924424,
        "trace_id": 10035796295507099304
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 01:55:08
success: True
trace_id: 10035796295507099304

Scan 6666469

duration: 0:00:11.542534

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666469

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783546",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783546/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8048400604040310749,
        "service_name": "drive-thru",
        "span_id": 10703148979437352221,
        "trace_id": 17622688924126822329
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 01:38:46
success: True
trace_id: 17622688924126822329

Scan 6665646

duration: 0:00:11.427264

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665646

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783328",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730783328/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1925697404265836840,
        "service_name": "drive-thru",
        "span_id": 2552339869400286495,
        "trace_id": 18049869204563553828
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 01:17:06
success: True
trace_id: 18049869204563553828

Scan 6664939

duration: 0:00:11.410154

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664939

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730782928",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730782928/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10974058354057170340,
        "service_name": "drive-thru",
        "span_id": 9480027761418776946,
        "trace_id": 16034297620066621672
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 00:58:09
success: True
trace_id: 16034297620066621672

Scan 6664059

duration: 0:00:13.942398

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664059

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730782821",
        "key": "raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-04/1730782821/newbook_messenger_groups_users_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2442241820692588019,
        "service_name": "drive-thru",
        "span_id": 2752564271645982308,
        "trace_id": 9675676856976611293
    }
}

running: False
schema_name_id: 2865
start_time: 2024-11-05 00:35:10
success: True
trace_id: 9675676856976611293

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "closed_when": "string",
    "group_id": "string",
    "id": "string",
    "last_read_message_id": "string",
    "newbook_region": "string",
    "opened_when": "string",
    "tenant": "string",
    "user_id": "string"
}

created: 2024-11-05 23:36:31

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866560'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:14:48",
        "disabled": false,
        "format": "raw",
        "id": 2865,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooknewbook_messenger_groups_users_link"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "closed_when": "string",
            "group_id": "string",
            "id": "string",
            "last_read_message_id": "string",
            "newbook_region": "string",
            "opened_when": "string",
            "tenant": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 23:36:31",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `group_id`  string , `user_id`  string , `opened_when`  string , `closed_when`  string , `last_read_message_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_messenger_groups_users_link/2024-11-05/1730866560'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_messenger_groups_users_link"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}