Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookusers

created: 2024-10-08 18:41:07
disabled: False
format: raw
id: 3108
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookusers"
}

type: drivethrucsv

Schema Versions: 15

Version 4749525

created: 2024-11-06 00:01:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-05/1730866627'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-05/1730866627
id: 4749525
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6675646
updated: 2024-11-06 00:01:33

Version 4749148

created: 2024-11-05 23:23:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-05/1730866588'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-05/1730866588
id: 4749148
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6675180
updated: 2024-11-05 23:23:55

Version 4748806

created: 2024-11-05 23:02:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-05/1730866493'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-05/1730866493
id: 4748806
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6674838
updated: 2024-11-05 23:02:46

Version 4747179

created: 2024-11-05 04:58:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730785827'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730785827
id: 4747179
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6672410
updated: 2024-11-05 04:58:56

Version 4746787

created: 2024-11-05 04:23:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730785184'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730785184
id: 4746787
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6672015
updated: 2024-11-05 04:23:24

Version 4745590

created: 2024-11-05 03:33:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730784274'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730784274
id: 4745590
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6670807
updated: 2024-11-05 03:33:42

Version 4745145

created: 2024-11-05 03:21:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730784881'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730784881
id: 4745145
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6670362
updated: 2024-11-05 03:22:00

Version 4744437

created: 2024-11-05 03:02:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730784113'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730784113
id: 4744437
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6669654
updated: 2024-11-05 03:03:10

Version 4743896

created: 2024-11-05 02:48:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783944'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783944
id: 4743896
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6669113
updated: 2024-11-05 02:48:51

Version 4742928

created: 2024-11-05 02:23:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783826'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783826
id: 4742928
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6668145
updated: 2024-11-05 02:23:17

Version 4742256

created: 2024-11-05 02:05:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783710'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783710
id: 4742256
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6667473
updated: 2024-11-05 02:05:31

Version 4741576

created: 2024-11-05 01:47:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783584'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783584
id: 4741576
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6666793
updated: 2024-11-05 01:47:25

Version 4740347

created: 2024-11-05 01:14:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783365'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783365
id: 4740347
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6665564
updated: 2024-11-05 01:15:06

Version 4740069

created: 2024-11-05 01:07:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730782965'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730782965
id: 4740069
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6665286
updated: 2024-11-05 01:07:46

Version 4739153

created: 2024-11-05 00:43:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730782850'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730782850
id: 4739153
processed: 1

raw_data:

{
    "allergies": 18,
    "contribute_to_session": 19,
    "date_of_birth": 8,
    "email": 4,
    "emergency_contact_address": 15,
    "emergency_contact_name": 13,
    "emergency_contact_phone": 14,
    "emergency_contact_relationship": 16,
    "employee_id": 21,
    "firstname": 6,
    "id": 2,
    "lastname": 7,
    "medical_conditions": 17,
    "mobile": 11,
    "newbook_region": 0,
    "phone_ah": 9,
    "phone_bh": 10,
    "require_password_change": 12,
    "secure_login": 20,
    "tenant": 1,
    "title": 5,
    "username": 3
}

schema_attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

schema_name_id: 3108
schema_scan_id: 6664368
updated: 2024-11-05 00:43:25

Schema Scans: 15

Last at 2024-11-06 00:01:21

Scan 6675646

duration: 0:00:12.110925

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675646

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-05/1730866627",
        "key": "raw/newbookdev_newbookusers/2024-11-05/1730866627/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16835122502703373914,
        "service_name": "drive-thru",
        "span_id": 5427747522582824332,
        "trace_id": 16994542066758629544
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-06 00:01:21
success: True
trace_id: 16994542066758629544

Scan 6675180

duration: 0:00:14.479264

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675180

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-05/1730866588",
        "key": "raw/newbookdev_newbookusers/2024-11-05/1730866588/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15606824893526734611,
        "service_name": "drive-thru",
        "span_id": 1035244137120616833,
        "trace_id": 10452012110075402525
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 23:23:41
success: True
trace_id: 10452012110075402525

Scan 6674838

duration: 0:00:14.570803

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674838

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-05/1730866493",
        "key": "raw/newbookdev_newbookusers/2024-11-05/1730866493/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1536250649740251061,
        "service_name": "drive-thru",
        "span_id": 9400646328696237463,
        "trace_id": 8119118929026195963
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 23:02:31
success: True
trace_id: 8119118929026195963

Scan 6672410

duration: 0:00:12.077921

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672410

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730785827",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730785827/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17384484224694862438,
        "service_name": "drive-thru",
        "span_id": 6169296177568809065,
        "trace_id": 3941931364382976555
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 04:58:44
success: True
trace_id: 3941931364382976555

Scan 6672015

duration: 0:00:14.638544

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672015

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730785184",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730785184/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4211834944857430635,
        "service_name": "drive-thru",
        "span_id": 2063133993377349949,
        "trace_id": 12263914824502267245
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 04:23:09
success: True
trace_id: 12263914824502267245

Scan 6670807

duration: 0:00:14.447256

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670807

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730784274",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730784274/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 683663132958683664,
        "service_name": "drive-thru",
        "span_id": 14134004726438579342,
        "trace_id": 8166902786936087941
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 03:33:27
success: True
trace_id: 8166902786936087941

Scan 6670362

duration: 0:00:14.240932

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670362

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730784881",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730784881/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17129127423060227387,
        "service_name": "drive-thru",
        "span_id": 825127829358130233,
        "trace_id": 367589543435916884
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 03:21:46
success: True
trace_id: 367589543435916884

Scan 6669654

duration: 0:00:11.605044

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669654

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730784113",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730784113/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 930252808340772517,
        "service_name": "drive-thru",
        "span_id": 7659338948802717648,
        "trace_id": 16870781039031842424
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 03:02:58
success: True
trace_id: 16870781039031842424

Scan 6669113

duration: 0:00:11.723928

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669113

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783944",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730783944/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 459391843201091596,
        "service_name": "drive-thru",
        "span_id": 18347458180798049934,
        "trace_id": 2428247057335833711
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 02:48:40
success: True
trace_id: 2428247057335833711

Scan 6668145

duration: 0:00:11.803386

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668145

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783826",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730783826/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11336806787414062854,
        "service_name": "drive-thru",
        "span_id": 9335362463083331621,
        "trace_id": 5048411409353612100
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 02:23:06
success: True
trace_id: 5048411409353612100

Scan 6667473

duration: 0:00:11.747035

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667473

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783710",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730783710/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4295848536563284565,
        "service_name": "drive-thru",
        "span_id": 12487651832446188204,
        "trace_id": 7793687577787896328
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 02:05:20
success: True
trace_id: 7793687577787896328

Scan 6666793

duration: 0:00:11.840141

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666793

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783584",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730783584/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13243369550474768837,
        "service_name": "drive-thru",
        "span_id": 3344576360313806638,
        "trace_id": 1859667378833278923
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 01:47:13
success: True
trace_id: 1859667378833278923

Scan 6665564

duration: 0:00:11.876344

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665564

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730783365",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730783365/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13436348100963500999,
        "service_name": "drive-thru",
        "span_id": 8044373670176533150,
        "trace_id": 784765105736865220
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 01:14:54
success: True
trace_id: 784765105736865220

Scan 6665286

duration: 0:00:14.325742

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665286

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730782965",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730782965/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8141912482702496907,
        "service_name": "drive-thru",
        "span_id": 15347989890836931724,
        "trace_id": 13489831249050805755
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 01:07:31
success: True
trace_id: 13489831249050805755

Scan 6664368

duration: 0:00:11.952333

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664368

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-04/1730782850",
        "key": "raw/newbookdev_newbookusers/2024-11-04/1730782850/users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4288119602172874931,
        "service_name": "drive-thru",
        "span_id": 13590513931837514107,
        "trace_id": 1804477397881326188
    }
}

running: False
schema_name_id: 3108
start_time: 2024-11-05 00:43:13
success: True
trace_id: 1804477397881326188

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "allergies": "string",
    "contribute_to_session": "string",
    "date_of_birth": "string",
    "email": "string",
    "emergency_contact_address": "string",
    "emergency_contact_name": "string",
    "emergency_contact_phone": "string",
    "emergency_contact_relationship": "string",
    "employee_id": "string",
    "firstname": "string",
    "id": "string",
    "lastname": "string",
    "medical_conditions": "string",
    "mobile": "string",
    "newbook_region": "string",
    "phone_ah": "string",
    "phone_bh": "string",
    "require_password_change": "string",
    "secure_login": "string",
    "tenant": "string",
    "title": "string",
    "username": "string"
}

created: 2024-11-06 00:01:22

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-05/1730866627'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:41:07",
        "disabled": false,
        "format": "raw",
        "id": 3108,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookusers"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "allergies": "string",
            "contribute_to_session": "string",
            "date_of_birth": "string",
            "email": "string",
            "emergency_contact_address": "string",
            "emergency_contact_name": "string",
            "emergency_contact_phone": "string",
            "emergency_contact_relationship": "string",
            "employee_id": "string",
            "firstname": "string",
            "id": "string",
            "lastname": "string",
            "medical_conditions": "string",
            "mobile": "string",
            "newbook_region": "string",
            "phone_ah": "string",
            "phone_bh": "string",
            "require_password_change": "string",
            "secure_login": "string",
            "tenant": "string",
            "title": "string",
            "username": "string"
        },
        "created": "2024-11-06 00:01:22",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `username`  string , `email`  string , `title`  string , `firstname`  string , `lastname`  string , `date_of_birth`  string , `phone_ah`  string , `phone_bh`  string , `mobile`  string , `require_password_change`  string , `emergency_contact_name`  string , `emergency_contact_phone`  string , `emergency_contact_address`  string , `emergency_contact_relationship`  string , `medical_conditions`  string , `allergies`  string , `contribute_to_session`  string , `secure_login`  string , `employee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers/2024-11-05/1730866627'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}