Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookusers_metadata

created: 2024-10-08 18:30:16
disabled: False
format: raw
id: 3010
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookusers_metadata"
}

type: drivethrucsv

Schema Versions: 15

Version 4749491

created: 2024-11-05 23:56:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-05/1730866629'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-05/1730866629
id: 4749491
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6675559
updated: 2024-11-05 23:57:03

Version 4749331

created: 2024-11-05 23:39:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-05/1730866591'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-05/1730866591
id: 4749331
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6675363
updated: 2024-11-05 23:39:30

Version 4748811

created: 2024-11-05 23:02:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-05/1730866496'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-05/1730866496
id: 4748811
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6674843
updated: 2024-11-05 23:03:02

Version 4747257

created: 2024-11-05 05:08:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730785829'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730785829
id: 4747257
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6672527
updated: 2024-11-05 05:08:22

Version 4746737

created: 2024-11-05 04:19:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730785185'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730785185
id: 4746737
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6671961
updated: 2024-11-05 04:19:47

Version 4746049

created: 2024-11-05 03:47:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730784878'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730784878
id: 4746049
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6671269
updated: 2024-11-05 03:47:38

Version 4744974

created: 2024-11-05 03:17:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730784275'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730784275
id: 4744974
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6670191
updated: 2024-11-05 03:17:33

Version 4744212

created: 2024-11-05 02:56:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730784114'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730784114
id: 4744212
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6669429
updated: 2024-11-05 02:57:08

Version 4743876

created: 2024-11-05 02:48:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783946'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783946
id: 4743876
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6669093
updated: 2024-11-05 02:48:25

Version 4742931

created: 2024-11-05 02:23:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783827'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783827
id: 4742931
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6668148
updated: 2024-11-05 02:23:26

Version 4742264

created: 2024-11-05 02:05:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783711'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783711
id: 4742264
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6667481
updated: 2024-11-05 02:05:44

Version 4741330

created: 2024-11-05 01:40:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783585'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783585
id: 4741330
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6666546
updated: 2024-11-05 01:41:01

Version 4740779

created: 2024-11-05 01:26:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783366'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783366
id: 4740779
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6665996
updated: 2024-11-05 01:26:28

Version 4740020

created: 2024-11-05 01:06:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730782963'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730782963
id: 4740020
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6665237
updated: 2024-11-05 01:06:28

Version 4738633

created: 2024-11-05 00:29:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730782731'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730782731
id: 4738633
processed: 1

raw_data:

{
    "active": 16,
    "corporations_login_profile_id": 10,
    "department_id": 7,
    "eula": 14,
    "id": 2,
    "image_uri": 15,
    "instances_login_profile_id": 9,
    "internal_email": 17,
    "lock_accounting_history": 11,
    "lock_note_history": 19,
    "newbook_region": 0,
    "period_from": 12,
    "period_to": 13,
    "pos_identifier": 4,
    "position": 5,
    "privileges": 6,
    "profile_id": 8,
    "region_access": 20,
    "review_emails": 18,
    "tenant": 1,
    "user_id": 3
}

schema_attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 3010
schema_scan_id: 6663846
updated: 2024-11-05 00:29:43

Schema Scans: 15

Last at 2024-11-05 23:56:51

Scan 6675559

duration: 0:00:12.010908

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675559

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-05/1730866629",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-05/1730866629/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17074362387106157405,
        "service_name": "drive-thru",
        "span_id": 6936775955275780235,
        "trace_id": 2132754687773384955
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 23:56:51
success: True
trace_id: 2132754687773384955

Scan 6675363

duration: 0:00:11.990386

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675363

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-05/1730866591",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-05/1730866591/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7071278612359426012,
        "service_name": "drive-thru",
        "span_id": 17657268958982652000,
        "trace_id": 15444448712335648591
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 23:39:18
success: True
trace_id: 15444448712335648591

Scan 6674843

duration: 0:00:14.548966

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674843

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-05/1730866496",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-05/1730866496/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13807647461075609282,
        "service_name": "drive-thru",
        "span_id": 15578498947861395528,
        "trace_id": 1268328010114071125
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 23:02:48
success: True
trace_id: 1268328010114071125

Scan 6672527

duration: 0:00:14.486141

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672527

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730785829",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730785829/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7275033262532955402,
        "service_name": "drive-thru",
        "span_id": 4222859928821500897,
        "trace_id": 853294380710341754
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 05:08:07
success: True
trace_id: 853294380710341754

Scan 6671961

duration: 0:00:12.099851

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671961

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730785185",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730785185/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12394844777143018131,
        "service_name": "drive-thru",
        "span_id": 4063603176322902644,
        "trace_id": 4274326132691497509
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 04:19:35
success: True
trace_id: 4274326132691497509

Scan 6671269

duration: 0:00:12.013036

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671269

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730784878",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730784878/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 111158133857936490,
        "service_name": "drive-thru",
        "span_id": 13112518574477930273,
        "trace_id": 12505497096580349461
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 03:47:26
success: True
trace_id: 12505497096580349461

Scan 6670191

duration: 0:00:14.448864

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670191

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730784275",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730784275/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10573573688310458287,
        "service_name": "drive-thru",
        "span_id": 7785958172668934929,
        "trace_id": 5507024021319877317
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 03:17:19
success: True
trace_id: 5507024021319877317

Scan 6669429

duration: 0:00:11.765861

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669429

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730784114",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730784114/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14669332335029005250,
        "service_name": "drive-thru",
        "span_id": 14631974746972631885,
        "trace_id": 8025287743030351063
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 02:56:56
success: True
trace_id: 8025287743030351063

Scan 6669093

duration: 0:00:14.335204

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669093

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783946",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730783946/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11733491422368009504,
        "service_name": "drive-thru",
        "span_id": 2959712556286167412,
        "trace_id": 8230095906104306391
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 02:48:10
success: True
trace_id: 8230095906104306391

Scan 6668148

duration: 0:00:14.522166

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668148

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783827",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730783827/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7890437781003911101,
        "service_name": "drive-thru",
        "span_id": 2793350411809781169,
        "trace_id": 1735222137296804349
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 02:23:12
success: True
trace_id: 1735222137296804349

Scan 6667481

duration: 0:00:12.072370

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667481

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783711",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730783711/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6879017436377034712,
        "service_name": "drive-thru",
        "span_id": 9919206929304261514,
        "trace_id": 8458225302036685692
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 02:05:32
success: True
trace_id: 8458225302036685692

Scan 6666546

duration: 0:00:14.349389

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666546

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783585",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730783585/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14069329230021675810,
        "service_name": "drive-thru",
        "span_id": 17603353982053004148,
        "trace_id": 17800193928872704918
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 01:40:47
success: True
trace_id: 17800193928872704918

Scan 6665996

duration: 0:00:14.399533

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665996

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730783366",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730783366/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18335235849310628132,
        "service_name": "drive-thru",
        "span_id": 5036367920721027663,
        "trace_id": 11054520807104520393
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 01:26:14
success: True
trace_id: 11054520807104520393

Scan 6665237

duration: 0:00:14.410549

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665237

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730782963",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730782963/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17605817514536755412,
        "service_name": "drive-thru",
        "span_id": 10660866004957327751,
        "trace_id": 5091405118165760132
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 01:06:14
success: True
trace_id: 5091405118165760132

Scan 6663846

duration: 0:00:14.309073

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663846

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-04/1730782731",
        "key": "raw/newbookdev_newbookusers_metadata/2024-11-04/1730782731/users_metadata.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_metadata",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7932354449874144323,
        "service_name": "drive-thru",
        "span_id": 4760215323556533167,
        "trace_id": 14762695201374674461
    }
}

running: False
schema_name_id: 3010
start_time: 2024-11-05 00:29:29
success: True
trace_id: 14762695201374674461

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "corporations_login_profile_id": "string",
    "department_id": "string",
    "eula": "string",
    "id": "string",
    "image_uri": "string",
    "instances_login_profile_id": "string",
    "internal_email": "string",
    "lock_accounting_history": "string",
    "lock_note_history": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "pos_identifier": "string",
    "position": "string",
    "privileges": "string",
    "profile_id": "string",
    "region_access": "string",
    "review_emails": "string",
    "tenant": "string",
    "user_id": "string"
}

created: 2024-11-05 23:56:52

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-05/1730866629'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:30:16",
        "disabled": false,
        "format": "raw",
        "id": 3010,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookusers_metadata"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "corporations_login_profile_id": "string",
            "department_id": "string",
            "eula": "string",
            "id": "string",
            "image_uri": "string",
            "instances_login_profile_id": "string",
            "internal_email": "string",
            "lock_accounting_history": "string",
            "lock_note_history": "string",
            "newbook_region": "string",
            "period_from": "string",
            "period_to": "string",
            "pos_identifier": "string",
            "position": "string",
            "privileges": "string",
            "profile_id": "string",
            "region_access": "string",
            "review_emails": "string",
            "tenant": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 23:56:52",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_metadata`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `pos_identifier`  string , `position`  string , `privileges`  string , `department_id`  string , `profile_id`  string , `instances_login_profile_id`  string , `corporations_login_profile_id`  string , `lock_accounting_history`  string , `period_from`  string , `period_to`  string , `eula`  string , `image_uri`  string , `active`  string , `internal_email`  string , `review_emails`  string , `lock_note_history`  string , `region_access`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_metadata/2024-11-05/1730866629'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_metadata`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_metadata"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}