Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookleads_link
- created: 2024-10-08 17:57:42
- disabled: False
- format: raw
- id: 2696
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookleads_link" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748944
- created: 2024-11-05 23:10:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-05/1730866536'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-05/1730866536
- id: 4748944
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6674976
- updated: 2024-11-05 23:10:20
-
Version 4748757
- created: 2024-11-05 22:59:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-05/1730866473'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-05/1730866473
- id: 4748757
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6674789
- updated: 2024-11-05 22:59:58
-
Version 4747921
- created: 2024-11-05 22:29:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-05/1730866340'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-05/1730866340
- id: 4747921
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6673953
- updated: 2024-11-05 22:29:38
-
Version 4747177
- created: 2024-11-05 04:58:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730785744'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730785744
- id: 4747177
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6672409
- updated: 2024-11-05 04:58:45
-
Version 4746291
- created: 2024-11-05 03:56:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730785137'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730785137
- id: 4746291
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6671513
- updated: 2024-11-05 03:56:56
-
Version 4744824
- created: 2024-11-05 03:13:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730784832'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730784832
- id: 4744824
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6670041
- updated: 2024-11-05 03:13:29
-
Version 4744326
- created: 2024-11-05 02:59:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730784066'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730784066
- id: 4744326
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6669544
- updated: 2024-11-05 03:00:11
-
Version 4744177
- created: 2024-11-05 02:56:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730784228'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730784228
- id: 4744177
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6669394
- updated: 2024-11-05 02:56:11
-
Version 4742745
- created: 2024-11-05 02:18:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783780'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783780
- id: 4742745
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6667963
- updated: 2024-11-05 02:18:33
-
Version 4742454
- created: 2024-11-05 02:10:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783847'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783847
- id: 4742454
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6667671
- updated: 2024-11-05 02:10:50
-
Version 4742070
- created: 2024-11-05 02:00:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783674'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783674
- id: 4742070
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6667287
- updated: 2024-11-05 02:00:28
-
Version 4741146
- created: 2024-11-05 01:35:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783536'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783536
- id: 4741146
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6666363
- updated: 2024-11-05 01:36:09
-
Version 4740388
- created: 2024-11-05 01:16:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783318'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783318
- id: 4740388
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6665605
- updated: 2024-11-05 01:16:14
-
Version 4739671
- created: 2024-11-05 00:56:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730782918'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730782918
- id: 4739671
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6664888
- updated: 2024-11-05 00:56:58
-
Version 4739163
- created: 2024-11-05 00:43:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730782815'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730782815
- id: 4739163
- processed: 1
- raw_data:
{ "id": 2, "lead_id": 3, "newbook_region": 0, "tenant": 1, "type": 4, "type_id": 5 } - schema_attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2696
- schema_scan_id: 6664379
- updated: 2024-11-05 00:43:38
Schema Scans: 15
Last at 2024-11-05 23:10:06
-
Scan 6674976
- duration: 0:00:14.092107
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674976
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-05/1730866536", "key": "raw/newbookdev_newbookleads_link/2024-11-05/1730866536/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 684938841667269561, "service_name": "drive-thru", "span_id": 1763496660443416581, "trace_id": 2751489452277328393 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 23:10:06
- success: True
- trace_id: 2751489452277328393
-
Scan 6674789
- duration: 0:00:11.665218
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674789
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-05/1730866473", "key": "raw/newbookdev_newbookleads_link/2024-11-05/1730866473/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16898527085009883638, "service_name": "drive-thru", "span_id": 15862779221554456767, "trace_id": 10755362281834438237 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 22:59:47
- success: True
- trace_id: 10755362281834438237
-
Scan 6673953
- duration: 0:00:11.339416
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673953
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-05/1730866340", "key": "raw/newbookdev_newbookleads_link/2024-11-05/1730866340/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 311384654291186508, "service_name": "drive-thru", "span_id": 1057907657984385466, "trace_id": 18396103933727166117 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 22:29:27
- success: True
- trace_id: 18396103933727166117
-
Scan 6672409
- duration: 0:00:14.079497
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672409
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730785744", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730785744/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4634060039544375611, "service_name": "drive-thru", "span_id": 4891420741942823823, "trace_id": 14896452651561251179 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 04:58:31
- success: True
- trace_id: 14896452651561251179
-
Scan 6671513
- duration: 0:00:11.585580
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671513
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730785137", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730785137/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13834365547267361765, "service_name": "drive-thru", "span_id": 4715520951982333117, "trace_id": 8828507921997297976 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 03:56:45
- success: True
- trace_id: 8828507921997297976
-
Scan 6670041
- duration: 0:00:11.372873
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670041
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730784832", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730784832/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14238574217771149271, "service_name": "drive-thru", "span_id": 11243388549926261636, "trace_id": 12582057418171203817 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 03:13:18
- success: True
- trace_id: 12582057418171203817
-
Scan 6669544
- duration: 0:00:13.950589
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669544
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730784066", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730784066/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15679595960525651537, "service_name": "drive-thru", "span_id": 13942759908369938361, "trace_id": 3043585836059018256 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 02:59:57
- success: True
- trace_id: 3043585836059018256
-
Scan 6669394
- duration: 0:00:11.409923
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669394
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730784228", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730784228/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12423232218882029500, "service_name": "drive-thru", "span_id": 13874151646600024798, "trace_id": 17335926020860827226 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 02:55:59
- success: True
- trace_id: 17335926020860827226
-
Scan 6667963
- duration: 0:00:11.415180
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667963
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783780", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730783780/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10416793955095724998, "service_name": "drive-thru", "span_id": 15157421534628515734, "trace_id": 14833281171953839340 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 02:18:21
- success: True
- trace_id: 14833281171953839340
-
Scan 6667671
- duration: 0:00:11.457088
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667671
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783847", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730783847/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2084954393628876114, "service_name": "drive-thru", "span_id": 15795161509799926585, "trace_id": 16215215717114561731 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 02:10:38
- success: True
- trace_id: 16215215717114561731
-
Scan 6667287
- duration: 0:00:13.913115
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667287
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783674", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730783674/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14185473210340985561, "service_name": "drive-thru", "span_id": 13010396879172256500, "trace_id": 13932896283974297398 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 02:00:14
- success: True
- trace_id: 13932896283974297398
-
Scan 6666363
- duration: 0:00:11.341251
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666363
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783536", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730783536/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1138969340811582941, "service_name": "drive-thru", "span_id": 7432312017081273408, "trace_id": 11685135343512366276 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 01:35:58
- success: True
- trace_id: 11685135343512366276
-
Scan 6665605
- duration: 0:00:13.987291
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665605
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730783318", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730783318/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7227084247740352157, "service_name": "drive-thru", "span_id": 7552476178812732741, "trace_id": 11526222547438772990 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 01:16:01
- success: True
- trace_id: 11526222547438772990
-
Scan 6664888
- duration: 0:00:11.707742
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664888
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730782918", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730782918/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14420933688565978082, "service_name": "drive-thru", "span_id": 7454176202977840441, "trace_id": 14807903402071092397 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 00:56:47
- success: True
- trace_id: 14807903402071092397
-
Scan 6664379
- duration: 0:00:11.469085
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664379
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-04/1730782815", "key": "raw/newbookdev_newbookleads_link/2024-11-04/1730782815/leads_link.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookleads_link", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4570135538288224522, "service_name": "drive-thru", "span_id": 5867496196997859538, "trace_id": 2894430638143533865 } } - running: False
- schema_name_id: 2696
- start_time: 2024-11-05 00:43:26
- success: True
- trace_id: 2894430638143533865
- attributes:
{ "id": "string", "lead_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - created: 2024-11-05 23:10:06
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-05/1730866536'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:57:42",
"disabled": false,
"format": "raw",
"id": 2696,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookleads_link"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"id": "string",
"lead_id": "string",
"newbook_region": "string",
"tenant": "string",
"type": "string",
"type_id": "string"
},
"created": "2024-11-05 23:10:06",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookleads_link`\n(\n `newbook_region` string , `tenant` string , `id` string , `lead_id` string , `type` string , `type_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookleads_link/2024-11-05/1730866536'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookleads_link`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookleads_link"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}