Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link
- created: 2024-10-08 17:42:52
- disabled: False
- format: raw
- id: 2491
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookcommissions_department_link" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748296
- created: 2024-11-05 22:41:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866410'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866410
- id: 4748296
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6674328
- updated: 2024-11-05 22:41:29
-
Version 4747772
- created: 2024-11-05 22:25:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866334'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866334
- id: 4747772
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6673804
- updated: 2024-11-05 22:25:51
-
Version 4747437
- created: 2024-11-05 22:16:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866251'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866251
- id: 4747437
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6673470
- updated: 2024-11-05 22:16:55
-
Version 4746673
- created: 2024-11-05 04:15:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730785671'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730785671
- id: 4746673
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6671897
- updated: 2024-11-05 04:15:59
-
Version 4745420
- created: 2024-11-05 03:28:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784790'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784790
- id: 4745420
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6670637
- updated: 2024-11-05 03:29:08
-
Version 4745297
- created: 2024-11-05 03:25:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730785095'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730785095
- id: 4745297
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6670514
- updated: 2024-11-05 03:25:59
-
Version 4744404
- created: 2024-11-05 03:02:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784186'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784186
- id: 4744404
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6669621
- updated: 2024-11-05 03:02:20
-
Version 4743251
- created: 2024-11-05 02:31:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783876'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783876
- id: 4743251
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6668468
- updated: 2024-11-05 02:31:52
-
Version 4743157
- created: 2024-11-05 02:29:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784023'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784023
- id: 4743157
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6668374
- updated: 2024-11-05 02:29:21
-
Version 4742404
- created: 2024-11-05 02:09:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783737'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783737
- id: 4742404
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6667621
- updated: 2024-11-05 02:09:30
-
Version 4741253
- created: 2024-11-05 01:38:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783642'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783642
- id: 4741253
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6666470
- updated: 2024-11-05 01:39:00
-
Version 4741018
- created: 2024-11-05 01:32:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783493'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783493
- id: 4741018
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6666235
- updated: 2024-11-05 01:32:48
-
Version 4740105
- created: 2024-11-05 01:08:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783274'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783274
- id: 4740105
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6665322
- updated: 2024-11-05 01:08:40
-
Version 4739537
- created: 2024-11-05 00:53:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730782877'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730782877
- id: 4739537
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6664753
- updated: 2024-11-05 00:53:23
-
Version 4738486
- created: 2024-11-05 00:25:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730782743'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730782743
- id: 4738486
- processed: 1
- raw_data:
{ "commission_id": 4, "department_id": 3, "id": 2, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2491
- schema_scan_id: 6663697
- updated: 2024-11-05 00:25:54
Schema Scans: 15
Last at 2024-11-05 22:41:18
-
Scan 6674328
- duration: 0:00:11.474236
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674328
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866410", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866410/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10488165784142453493, "service_name": "drive-thru", "span_id": 5591104825344752188, "trace_id": 4291791940070488982 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 22:41:18
- success: True
- trace_id: 4291791940070488982
-
Scan 6673804
- duration: 0:00:14.325212
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673804
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866334", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866334/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9357897102651583576, "service_name": "drive-thru", "span_id": 13251083508985060303, "trace_id": 5957472281791997196 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 22:25:37
- success: True
- trace_id: 5957472281791997196
-
Scan 6673470
- duration: 0:00:11.478483
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673470
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866251", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866251/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13202400390613877609, "service_name": "drive-thru", "span_id": 13800503509365677320, "trace_id": 18176196463897345482 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 22:16:43
- success: True
- trace_id: 18176196463897345482
-
Scan 6671897
- duration: 0:00:14.091889
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671897
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730785671", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730785671/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11167627081762881665, "service_name": "drive-thru", "span_id": 1987557638350225302, "trace_id": 12043491407189525513 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 04:15:45
- success: True
- trace_id: 12043491407189525513
-
Scan 6670637
- duration: 0:00:13.797815
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670637
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784790", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784790/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16126954491207575129, "service_name": "drive-thru", "span_id": 4067894471718132206, "trace_id": 9800030370408983626 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 03:28:55
- success: True
- trace_id: 9800030370408983626
-
Scan 6670514
- duration: 0:00:13.728648
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670514
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730785095", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730785095/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9769295151092118271, "service_name": "drive-thru", "span_id": 1360443426566051635, "trace_id": 7941312561651830897 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 03:25:45
- success: True
- trace_id: 7941312561651830897
-
Scan 6669621
- duration: 0:00:13.845787
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669621
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784186", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784186/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11410874448675278259, "service_name": "drive-thru", "span_id": 12140465099982631497, "trace_id": 2816412426770561300 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 03:02:06
- success: True
- trace_id: 2816412426770561300
-
Scan 6668468
- duration: 0:00:13.880279
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668468
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783876", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783876/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13909677864088809358, "service_name": "drive-thru", "span_id": 10020100389280602856, "trace_id": 18146890526041208155 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 02:31:38
- success: True
- trace_id: 18146890526041208155
-
Scan 6668374
- duration: 0:00:11.387360
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668374
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784023", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730784023/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2841035138834907147, "service_name": "drive-thru", "span_id": 13178841866934226272, "trace_id": 7429838320531376762 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 02:29:10
- success: True
- trace_id: 7429838320531376762
-
Scan 6667621
- duration: 0:00:11.358158
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667621
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783737", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783737/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17864646341426977530, "service_name": "drive-thru", "span_id": 2118909295092346430, "trace_id": 12825423298120760170 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 02:09:18
- success: True
- trace_id: 12825423298120760170
-
Scan 6666470
- duration: 0:00:13.855689
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666470
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783642", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783642/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8755638893164864848, "service_name": "drive-thru", "span_id": 1309090240871904853, "trace_id": 10855943094249014717 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 01:38:46
- success: True
- trace_id: 10855943094249014717
-
Scan 6666235
- duration: 0:00:11.346678
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666235
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783493", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783493/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1573401194387001601, "service_name": "drive-thru", "span_id": 12253354933955412633, "trace_id": 109519196055887996 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 01:32:36
- success: True
- trace_id: 109519196055887996
-
Scan 6665322
- duration: 0:00:13.872569
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665322
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783274", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730783274/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11856838881288457041, "service_name": "drive-thru", "span_id": 8278552339521797473, "trace_id": 13284833511930909480 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 01:08:26
- success: True
- trace_id: 13284833511930909480
-
Scan 6664753
- duration: 0:00:11.234873
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664753
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730782877", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730782877/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2605798012756427898, "service_name": "drive-thru", "span_id": 10431836150122019216, "trace_id": 11427521766073550437 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 00:53:11
- success: True
- trace_id: 11427521766073550437
-
Scan 6663697
- duration: 0:00:11.229131
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663697
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730782743", "key": "raw/newbookdev_newbookcommissions_department_link/2024-11-04/1730782743/commissions_department_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7782153087174887143, "service_name": "drive-thru", "span_id": 12137166952381579318, "trace_id": 8911395117874405925 } } - running: False
- schema_name_id: 2491
- start_time: 2024-11-05 00:25:43
- success: True
- trace_id: 8911395117874405925
- attributes:
{ "commission_id": "string", "department_id": "string", "id": "string", "newbook_region": "string", "tenant": "string" } - created: 2024-11-05 22:41:18
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866410'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:42:52",
"disabled": false,
"format": "raw",
"id": 2491,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookcommissions_department_link"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"commission_id": "string",
"department_id": "string",
"id": "string",
"newbook_region": "string",
"tenant": "string"
},
"created": "2024-11-05 22:41:18",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `department_id` string , `commission_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcommissions_department_link/2024-11-05/1730866410'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcommissions_department_link"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}