Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link
- created: 2024-10-08 17:45:39
- disabled: False
- format: raw
- id: 2528
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookcommissions_source_link" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748291
- created: 2024-11-05 22:41:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866411'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866411
- id: 4748291
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6674323
- updated: 2024-11-05 22:41:18
-
Version 4747939
- created: 2024-11-05 22:29:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866334'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866334
- id: 4747939
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6673971
- updated: 2024-11-05 22:30:09
-
Version 4747468
- created: 2024-11-05 22:17:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866251'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866251
- id: 4747468
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6673500
- updated: 2024-11-05 22:17:49
-
Version 4746886
- created: 2024-11-05 04:30:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730785671'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730785671
- id: 4746886
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6672117
- updated: 2024-11-05 04:30:32
-
Version 4746209
- created: 2024-11-05 03:53:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730785095'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730785095
- id: 4746209
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6671430
- updated: 2024-11-05 03:53:23
-
Version 4745189
- created: 2024-11-05 03:22:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784790'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784790
- id: 4745189
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6670406
- updated: 2024-11-05 03:23:08
-
Version 4744411
- created: 2024-11-05 03:02:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784187'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784187
- id: 4744411
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6669629
- updated: 2024-11-05 03:02:31
-
Version 4743830
- created: 2024-11-05 02:46:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784024'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784024
- id: 4743830
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6669047
- updated: 2024-11-05 02:47:11
-
Version 4743169
- created: 2024-11-05 02:29:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783836'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783836
- id: 4743169
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6668386
- updated: 2024-11-05 02:29:39
-
Version 4741886
- created: 2024-11-05 01:55:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783642'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783642
- id: 4741886
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6667104
- updated: 2024-11-05 01:55:36
-
Version 4741849
- created: 2024-11-05 01:54:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783737'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783737
- id: 4741849
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6667066
- updated: 2024-11-05 01:54:33
-
Version 4740504
- created: 2024-11-05 01:19:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783493'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783493
- id: 4740504
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6665721
- updated: 2024-11-05 01:19:14
-
Version 4740123
- created: 2024-11-05 01:08:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783274'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783274
- id: 4740123
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6665340
- updated: 2024-11-05 01:09:09
-
Version 4739479
- created: 2024-11-05 00:51:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730782877'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730782877
- id: 4739479
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6664695
- updated: 2024-11-05 00:51:54
-
Version 4738727
- created: 2024-11-05 00:31:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730782783'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730782783
- id: 4738727
- processed: 1
- raw_data:
{ "commission_id": 4, "id": 2, "newbook_region": 0, "source_id": 3, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - schema_name_id: 2528
- schema_scan_id: 6663940
- updated: 2024-11-05 00:32:10
Schema Scans: 15
Last at 2024-11-05 22:41:06
-
Scan 6674323
- duration: 0:00:11.455827
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674323
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866411", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866411/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6719794505389140972, "service_name": "drive-thru", "span_id": 6528899826074011813, "trace_id": 17488256797287685682 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 22:41:06
- success: True
- trace_id: 17488256797287685682
-
Scan 6673971
- duration: 0:00:13.880434
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673971
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866334", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866334/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2183667335891674819, "service_name": "drive-thru", "span_id": 8332839671937598122, "trace_id": 835954896831845795 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 22:29:55
- success: True
- trace_id: 835954896831845795
-
Scan 6673500
- duration: 0:00:13.860254
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673500
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866251", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866251/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12983320440799479405, "service_name": "drive-thru", "span_id": 7942205954547852136, "trace_id": 11369436921542501992 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 22:17:35
- success: True
- trace_id: 11369436921542501992
-
Scan 6672117
- duration: 0:00:14.146779
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672117
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730785671", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730785671/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 851808616062969517, "service_name": "drive-thru", "span_id": 6114899686824492762, "trace_id": 17965646569483129908 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 04:30:18
- success: True
- trace_id: 17965646569483129908
-
Scan 6671430
- duration: 0:00:11.628632
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671430
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730785095", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730785095/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4074168035640911942, "service_name": "drive-thru", "span_id": 617416178642392033, "trace_id": 6983228456118160703 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 03:53:11
- success: True
- trace_id: 6983228456118160703
-
Scan 6670406
- duration: 0:00:11.345639
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670406
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784790", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784790/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11458809605988673720, "service_name": "drive-thru", "span_id": 6080343325037336609, "trace_id": 4086711034786218078 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 03:22:57
- success: True
- trace_id: 4086711034786218078
-
Scan 6669629
- duration: 0:00:11.308581
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669629
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784187", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784187/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13314555427219593704, "service_name": "drive-thru", "span_id": 14496580406765869964, "trace_id": 6805366004566853634 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 03:02:20
- success: True
- trace_id: 6805366004566853634
-
Scan 6669047
- duration: 0:00:14.114314
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669047
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784024", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730784024/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10630864249851510074, "service_name": "drive-thru", "span_id": 14377868140580257720, "trace_id": 2250160684707220730 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 02:46:57
- success: True
- trace_id: 2250160684707220730
-
Scan 6668386
- duration: 0:00:13.877232
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668386
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783836", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783836/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14160015047071458882, "service_name": "drive-thru", "span_id": 5632404521651252479, "trace_id": 17053488418719133886 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 02:29:25
- success: True
- trace_id: 17053488418719133886
-
Scan 6667104
- duration: 0:00:13.846780
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667104
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783642", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783642/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17338688054189999106, "service_name": "drive-thru", "span_id": 15220358934590450090, "trace_id": 5267588675366744669 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 01:55:22
- success: True
- trace_id: 5267588675366744669
-
Scan 6667066
- duration: 0:00:11.508166
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667066
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783737", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783737/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18384217441820253159, "service_name": "drive-thru", "span_id": 9794696937889053457, "trace_id": 15722646962940915937 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 01:54:21
- success: True
- trace_id: 15722646962940915937
-
Scan 6665721
- duration: 0:00:11.326862
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665721
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783493", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783493/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13730921576034802952, "service_name": "drive-thru", "span_id": 196375350801421780, "trace_id": 18124146843996702800 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 01:19:03
- success: True
- trace_id: 18124146843996702800
-
Scan 6665340
- duration: 0:00:11.350891
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665340
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783274", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730783274/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5206471923912989438, "service_name": "drive-thru", "span_id": 18076479292884003990, "trace_id": 6994954074945584138 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 01:08:58
- success: True
- trace_id: 6994954074945584138
-
Scan 6664695
- duration: 0:00:11.314515
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664695
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730782877", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730782877/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15965686870433648808, "service_name": "drive-thru", "span_id": 12654243167065551159, "trace_id": 5512185735048278471 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 00:51:43
- success: True
- trace_id: 5512185735048278471
-
Scan 6663940
- duration: 0:00:11.297829
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663940
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730782783", "key": "raw/newbookdev_newbookcommissions_source_link/2024-11-04/1730782783/commissions_source_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1392755336955750614, "service_name": "drive-thru", "span_id": 16055347654016927895, "trace_id": 4318224246722899052 } } - running: False
- schema_name_id: 2528
- start_time: 2024-11-05 00:31:58
- success: True
- trace_id: 4318224246722899052
- attributes:
{ "commission_id": "string", "id": "string", "newbook_region": "string", "source_id": "string", "tenant": "string" } - created: 2024-11-05 22:41:07
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866411'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:45:39",
"disabled": false,
"format": "raw",
"id": 2528,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookcommissions_source_link"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"commission_id": "string",
"id": "string",
"newbook_region": "string",
"source_id": "string",
"tenant": "string"
},
"created": "2024-11-05 22:41:07",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `source_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_source_link/2024-11-05/1730866411'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_source_link"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}