Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes
- created: 2024-10-08 17:49:52
- disabled: False
- format: raw
- id: 2588
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookgift_vouchers_codes" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748931
- created: 2024-11-05 23:09:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866503'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866503
- id: 4748931
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6674963
- updated: 2024-11-05 23:09:39
-
Version 4748329
- created: 2024-11-05 22:42:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866421'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866421
- id: 4748329
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6674361
- updated: 2024-11-05 22:42:36
-
Version 4747745
- created: 2024-11-05 22:24:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866304'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866304
- id: 4747745
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6673777
- updated: 2024-11-05 22:25:02
-
Version 4746857
- created: 2024-11-05 04:28:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730785716'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730785716
- id: 4746857
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6672087
- updated: 2024-11-05 04:28:23
-
Version 4745434
- created: 2024-11-05 03:29:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730785122'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730785122
- id: 4745434
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6670650
- updated: 2024-11-05 03:29:28
-
Version 4744733
- created: 2024-11-05 03:10:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784817'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784817
- id: 4744733
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6669950
- updated: 2024-11-05 03:11:11
-
Version 4744520
- created: 2024-11-05 03:05:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784214'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784214
- id: 4744520
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6669737
- updated: 2024-11-05 03:05:26
-
Version 4743894
- created: 2024-11-05 02:48:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784051'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784051
- id: 4743894
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6669111
- updated: 2024-11-05 02:48:48
-
Version 4743445
- created: 2024-11-05 02:36:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783897'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783897
- id: 4743445
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6668662
- updated: 2024-11-05 02:37:01
-
Version 4742016
- created: 2024-11-05 01:58:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783764'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783764
- id: 4742016
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6667233
- updated: 2024-11-05 01:58:57
-
Version 4741107
- created: 2024-11-05 01:35:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783520'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783520
- id: 4741107
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6666324
- updated: 2024-11-05 01:35:11
-
Version 4741035
- created: 2024-11-05 01:33:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783609'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783609
- id: 4741035
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6666252
- updated: 2024-11-05 01:33:18
-
Version 4740257
- created: 2024-11-05 01:12:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783303'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783303
- id: 4740257
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6665474
- updated: 2024-11-05 01:12:44
-
Version 4739576
- created: 2024-11-05 00:54:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730782903'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730782903
- id: 4739576
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6664791
- updated: 2024-11-05 00:54:31
-
Version 4738832
- created: 2024-11-05 00:34:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730782803'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730782803
- id: 4738832
- processed: 1
- raw_data:
{ "amount": 5, "code": 4, "description": 11, "expires_on": 12, "gift_voucher_id": 3, "id": 2, "newbie_session_id": 13, "newbook_region": 0, "payment_id": 6, "purchaser_id": 7, "recipient_id": 8, "sold_by": 9, "sold_on": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - schema_name_id: 2588
- schema_scan_id: 6664045
- updated: 2024-11-05 00:34:58
Schema Scans: 15
Last at 2024-11-05 23:09:25
-
Scan 6674963
- duration: 0:00:14.281256
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674963
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866503", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866503/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5544651964225803925, "service_name": "drive-thru", "span_id": 12565200555133974275, "trace_id": 672533403957505345 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 23:09:25
- success: True
- trace_id: 672533403957505345
-
Scan 6674361
- duration: 0:00:11.738226
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674361
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866421", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866421/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10073683730090101706, "service_name": "drive-thru", "span_id": 13433793760165353076, "trace_id": 6483535567205819432 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 22:42:25
- success: True
- trace_id: 6483535567205819432
-
Scan 6673777
- duration: 0:00:11.629956
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673777
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866304", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866304/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6653932471569108405, "service_name": "drive-thru", "span_id": 6868184914238817185, "trace_id": 745268796183333402 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 22:24:50
- success: True
- trace_id: 745268796183333402
-
Scan 6672087
- duration: 0:00:14.374662
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672087
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730785716", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730785716/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3952951714167148020, "service_name": "drive-thru", "span_id": 16780771048886272809, "trace_id": 11383556092965888361 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 04:28:09
- success: True
- trace_id: 11383556092965888361
-
Scan 6670650
- duration: 0:00:11.514938
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670650
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730785122", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730785122/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13665005806063285349, "service_name": "drive-thru", "span_id": 2627888062401291236, "trace_id": 3690598279443793964 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 03:29:16
- success: True
- trace_id: 3690598279443793964
-
Scan 6669950
- duration: 0:00:14.042812
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669950
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784817", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784817/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9590593237860378764, "service_name": "drive-thru", "span_id": 12163341658199468945, "trace_id": 5655102618723891871 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 03:10:57
- success: True
- trace_id: 5655102618723891871
-
Scan 6669737
- duration: 0:00:11.636012
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669737
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784214", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784214/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12636266431105494456, "service_name": "drive-thru", "span_id": 17165288081940473046, "trace_id": 3856229325604059997 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 03:05:14
- success: True
- trace_id: 3856229325604059997
-
Scan 6669111
- duration: 0:00:11.614147
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669111
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784051", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730784051/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17149839623835438596, "service_name": "drive-thru", "span_id": 7530348478697418282, "trace_id": 9013795011438265462 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 02:48:37
- success: True
- trace_id: 9013795011438265462
-
Scan 6668662
- duration: 0:00:11.598354
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668662
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783897", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783897/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10194069523873066297, "service_name": "drive-thru", "span_id": 7018734353356194105, "trace_id": 13950864431975158440 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 02:36:49
- success: True
- trace_id: 13950864431975158440
-
Scan 6667233
- duration: 0:00:11.558281
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667233
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783764", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783764/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7675458786758978999, "service_name": "drive-thru", "span_id": 12734152786574695079, "trace_id": 17075207065566651152 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 01:58:45
- success: True
- trace_id: 17075207065566651152
-
Scan 6666324
- duration: 0:00:11.586555
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666324
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783520", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783520/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13506602152536533307, "service_name": "drive-thru", "span_id": 3418312664684515590, "trace_id": 10789683150249669562 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 01:34:59
- success: True
- trace_id: 10789683150249669562
-
Scan 6666252
- duration: 0:00:14.150084
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666252
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783609", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783609/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9250677069742815394, "service_name": "drive-thru", "span_id": 14758794342101258625, "trace_id": 18078908441341009953 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 01:33:04
- success: True
- trace_id: 18078908441341009953
-
Scan 6665474
- duration: 0:00:11.387649
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665474
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783303", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730783303/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4295775654161011567, "service_name": "drive-thru", "span_id": 11651831903654551619, "trace_id": 5216038520350438261 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 01:12:33
- success: True
- trace_id: 5216038520350438261
-
Scan 6664791
- duration: 0:00:14.116566
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664791
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730782903", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730782903/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 619211485517146753, "service_name": "drive-thru", "span_id": 2817219638719803347, "trace_id": 7697280448520190222 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 00:54:16
- success: True
- trace_id: 7697280448520190222
-
Scan 6664045
- duration: 0:00:11.594553
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664045
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730782803", "key": "raw/newbookdev_newbookgift_vouchers_codes/2024-11-04/1730782803/gift_vouchers_codes.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3239704090958124346, "service_name": "drive-thru", "span_id": 7038664351011566372, "trace_id": 8202932107701542396 } } - running: False
- schema_name_id: 2588
- start_time: 2024-11-05 00:34:46
- success: True
- trace_id: 8202932107701542396
- attributes:
{ "amount": "string", "code": "string", "description": "string", "expires_on": "string", "gift_voucher_id": "string", "id": "string", "newbie_session_id": "string", "newbook_region": "string", "payment_id": "string", "purchaser_id": "string", "recipient_id": "string", "sold_by": "string", "sold_on": "string", "tenant": "string" } - created: 2024-11-05 23:09:26
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866503'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:49:52",
"disabled": false,
"format": "raw",
"id": 2588,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookgift_vouchers_codes"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"amount": "string",
"code": "string",
"description": "string",
"expires_on": "string",
"gift_voucher_id": "string",
"id": "string",
"newbie_session_id": "string",
"newbook_region": "string",
"payment_id": "string",
"purchaser_id": "string",
"recipient_id": "string",
"sold_by": "string",
"sold_on": "string",
"tenant": "string"
},
"created": "2024-11-05 23:09:26",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`\n(\n `newbook_region` string , `tenant` string , `id` string , `gift_voucher_id` string , `code` string , `amount` string , `payment_id` string , `purchaser_id` string , `recipient_id` string , `sold_by` string , `sold_on` string , `description` string , `expires_on` string , `newbie_session_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers_codes/2024-11-05/1730866503'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers_codes"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}