Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link
- created: 2024-10-08 17:42:36
- disabled: False
- format: raw
- id: 2487
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookcommissions_users_link" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748304
- created: 2024-11-05 22:41:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866412'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866412
- id: 4748304
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6674336
- updated: 2024-11-05 22:41:44
-
Version 4747912
- created: 2024-11-05 22:29:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866335'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866335
- id: 4747912
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6673944
- updated: 2024-11-05 22:29:26
-
Version 4747508
- created: 2024-11-05 22:18:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866252'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866252
- id: 4747508
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6673540
- updated: 2024-11-05 22:18:50
-
Version 4746896
- created: 2024-11-05 04:31:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730785672'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730785672
- id: 4746896
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6672127
- updated: 2024-11-05 04:31:13
-
Version 4746003
- created: 2024-11-05 03:45:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730785096'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730785096
- id: 4746003
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6671224
- updated: 2024-11-05 03:46:00
-
Version 4745147
- created: 2024-11-05 03:21:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784790'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784790
- id: 4745147
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6670364
- updated: 2024-11-05 03:22:00
-
Version 4744415
- created: 2024-11-05 03:02:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784187'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784187
- id: 4744415
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6669632
- updated: 2024-11-05 03:02:38
-
Version 4743760
- created: 2024-11-05 02:45:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784024'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784024
- id: 4743760
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6668977
- updated: 2024-11-05 02:45:23
-
Version 4742563
- created: 2024-11-05 02:13:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783877'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783877
- id: 4742563
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6667780
- updated: 2024-11-05 02:13:41
-
Version 4742407
- created: 2024-11-05 02:09:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783738'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783738
- id: 4742407
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6667624
- updated: 2024-11-05 02:09:35
-
Version 4741421
- created: 2024-11-05 01:43:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783602'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783602
- id: 4741421
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6666638
- updated: 2024-11-05 01:43:19
-
Version 4740806
- created: 2024-11-05 01:26:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783493'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783493
- id: 4740806
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6666023
- updated: 2024-11-05 01:27:11
-
Version 4740089
- created: 2024-11-05 01:08:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783275'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783275
- id: 4740089
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6665307
- updated: 2024-11-05 01:08:19
-
Version 4739135
- created: 2024-11-05 00:42:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730782877'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730782877
- id: 4739135
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6664350
- updated: 2024-11-05 00:42:54
-
Version 4738513
- created: 2024-11-05 00:26:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730782783'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730782783
- id: 4738513
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2487
- schema_scan_id: 6663724
- updated: 2024-11-05 00:26:32
Schema Scans: 15
Last at 2024-11-05 22:41:32
-
Scan 6674336
- duration: 0:00:11.483421
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674336
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866412", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866412/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10120765129038996352, "service_name": "drive-thru", "span_id": 10387507316710171568, "trace_id": 10659764307358819362 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 22:41:32
- success: True
- trace_id: 10659764307358819362
-
Scan 6673944
- duration: 0:00:11.421962
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673944
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866335", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866335/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 136373543508240908, "service_name": "drive-thru", "span_id": 16327655609339299761, "trace_id": 13898417693800960241 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 22:29:15
- success: True
- trace_id: 13898417693800960241
-
Scan 6673540
- duration: 0:00:11.327051
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673540
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866252", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866252/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7713871829421377211, "service_name": "drive-thru", "span_id": 2041636176291178811, "trace_id": 6946352329173112750 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 22:18:39
- success: True
- trace_id: 6946352329173112750
-
Scan 6672127
- duration: 0:00:14.195849
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672127
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730785672", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730785672/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18310946839180567566, "service_name": "drive-thru", "span_id": 14620324492317081641, "trace_id": 7911885586965604391 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 04:30:59
- success: True
- trace_id: 7911885586965604391
-
Scan 6671224
- duration: 0:00:13.943909
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671224
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730785096", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730785096/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 258173089230604589, "service_name": "drive-thru", "span_id": 7564855979757451861, "trace_id": 9136710465660564519 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 03:45:46
- success: True
- trace_id: 9136710465660564519
-
Scan 6670364
- duration: 0:00:11.287216
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670364
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784790", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784790/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18004207554791888365, "service_name": "drive-thru", "span_id": 5497102992203255296, "trace_id": 16844292338277850485 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 03:21:49
- success: True
- trace_id: 16844292338277850485
-
Scan 6669632
- duration: 0:00:13.778304
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669632
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784187", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784187/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10257565628433946792, "service_name": "drive-thru", "span_id": 10438752281172752166, "trace_id": 10261633368988320706 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 03:02:24
- success: True
- trace_id: 10261633368988320706
-
Scan 6668977
- duration: 0:00:13.855406
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668977
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784024", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730784024/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3455668905027463279, "service_name": "drive-thru", "span_id": 6796116073005056300, "trace_id": 911705560937463123 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 02:45:09
- success: True
- trace_id: 911705560937463123
-
Scan 6667780
- duration: 0:00:11.382501
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667780
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783877", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783877/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8862172454489465210, "service_name": "drive-thru", "span_id": 12398056632807749882, "trace_id": 10400446921689859855 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 02:13:30
- success: True
- trace_id: 10400446921689859855
-
Scan 6667624
- duration: 0:00:11.323546
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667624
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783738", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783738/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11511251905386074022, "service_name": "drive-thru", "span_id": 11009322352089834510, "trace_id": 2927212763346422481 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 02:09:24
- success: True
- trace_id: 2927212763346422481
-
Scan 6666638
- duration: 0:00:11.388774
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666638
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783602", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783602/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1939928336271802738, "service_name": "drive-thru", "span_id": 6832966276573900744, "trace_id": 7001875769797890695 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 01:43:08
- success: True
- trace_id: 7001875769797890695
-
Scan 6666023
- duration: 0:00:14.026870
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666023
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783493", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783493/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3297479898319741958, "service_name": "drive-thru", "span_id": 10644247188044570535, "trace_id": 7451474216817082073 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 01:26:57
- success: True
- trace_id: 7451474216817082073
-
Scan 6665307
- duration: 0:00:16.323080
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665307
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783275", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730783275/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1204724426598754958, "service_name": "drive-thru", "span_id": 15562881991432068750, "trace_id": 11719204800049913269 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 01:08:03
- success: True
- trace_id: 11719204800049913269
-
Scan 6664350
- duration: 0:00:11.371182
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664350
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730782877", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730782877/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3326036057132741660, "service_name": "drive-thru", "span_id": 4283569974661725670, "trace_id": 18015725635767448212 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 00:42:43
- success: True
- trace_id: 18015725635767448212
-
Scan 6663724
- duration: 0:00:11.392004
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663724
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730782783", "key": "raw/newbookdev_newbookcommissions_users_link/2024-11-04/1730782783/commissions_users_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7035838678632569631, "service_name": "drive-thru", "span_id": 9397663429543252537, "trace_id": 14913216973613507925 } } - running: False
- schema_name_id: 2487
- start_time: 2024-11-05 00:26:20
- success: True
- trace_id: 14913216973613507925
- attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - created: 2024-11-05 22:41:33
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866412'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:42:36",
"disabled": false,
"format": "raw",
"id": 2487,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookcommissions_users_link"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"commission_id": "string",
"id": "string",
"newbook_region": "string",
"tenant": "string",
"user_id": "string"
},
"created": "2024-11-05 22:41:33",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_users_link/2024-11-05/1730866412'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_users_link"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}