Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookgoals

created: 2024-10-08 18:02:30
disabled: False
format: raw
id: 2754
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookgoals"
}

type: drivethrucsv

Schema Versions: 15

Version 4748810

created: 2024-11-05 23:02:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-05/1730866504'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-05/1730866504
id: 4748810
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6674842
updated: 2024-11-05 23:02:58

Version 4748475

created: 2024-11-05 22:47:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-05/1730866423'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-05/1730866423
id: 4748475
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6674507
updated: 2024-11-05 22:47:46

Version 4747759

created: 2024-11-05 22:25:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-05/1730866305'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-05/1730866305
id: 4747759
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6673792
updated: 2024-11-05 22:25:26

Version 4746756

created: 2024-11-05 04:20:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730785718'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730785718
id: 4746756
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6671983
updated: 2024-11-05 04:21:10

Version 4746140

created: 2024-11-05 03:50:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730785123'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730785123
id: 4746140
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6671361
updated: 2024-11-05 03:50:53

Version 4745363

created: 2024-11-05 03:27:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730784818'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730784818
id: 4745363
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6670580
updated: 2024-11-05 03:27:39

Version 4744935

created: 2024-11-05 03:16:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730784214'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730784214
id: 4744935
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6670152
updated: 2024-11-05 03:16:34

Version 4744275

created: 2024-11-05 02:58:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730784052'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730784052
id: 4744275
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6669492
updated: 2024-11-05 02:58:43

Version 4743438

created: 2024-11-05 02:36:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783898'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783898
id: 4743438
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6668655
updated: 2024-11-05 02:36:49

Version 4742018

created: 2024-11-05 01:58:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783765'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783765
id: 4742018
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6667235
updated: 2024-11-05 01:59:02

Version 4741991

created: 2024-11-05 01:58:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783664'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783664
id: 4741991
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6667208
updated: 2024-11-05 01:58:21

Version 4741012

created: 2024-11-05 01:32:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783521'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783521
id: 4741012
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6666229
updated: 2024-11-05 01:32:39

Version 4740298

created: 2024-11-05 01:13:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783303'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783303
id: 4740298
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6665515
updated: 2024-11-05 01:13:48

Version 4739319

created: 2024-11-05 00:47:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730782904'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730782904
id: 4739319
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6664534
updated: 2024-11-05 00:47:45

Version 4738379

created: 2024-11-05 00:22:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730782750'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730782750
id: 4738379
processed: 1

raw_data:

{
    "active": 11,
    "bound_to": 10,
    "goal": 8,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_range": 3,
    "period_to": 6,
    "period_type": 4,
    "repeat_to": 7,
    "tenant": 1,
    "value": 9
}

schema_attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

schema_name_id: 2754
schema_scan_id: 6663590
updated: 2024-11-05 00:23:05

Schema Scans: 15

Last at 2024-11-05 23:02:46

Scan 6674842

duration: 0:00:11.779886

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674842

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-05/1730866504",
        "key": "raw/newbookdev_newbookgoals/2024-11-05/1730866504/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4827467648362380720,
        "service_name": "drive-thru",
        "span_id": 7508021767833518139,
        "trace_id": 13458453594092851852
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 23:02:46
success: True
trace_id: 13458453594092851852

Scan 6674507

duration: 0:00:11.680046

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674507

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-05/1730866423",
        "key": "raw/newbookdev_newbookgoals/2024-11-05/1730866423/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14689388741169667824,
        "service_name": "drive-thru",
        "span_id": 8715830711511106076,
        "trace_id": 4650494607132808320
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 22:47:34
success: True
trace_id: 4650494607132808320

Scan 6673792

duration: 0:00:11.525419

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673792

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-05/1730866305",
        "key": "raw/newbookdev_newbookgoals/2024-11-05/1730866305/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13429365856340061564,
        "service_name": "drive-thru",
        "span_id": 557690970488974259,
        "trace_id": 13980816231807485246
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 22:25:14
success: True
trace_id: 13980816231807485246

Scan 6671983

duration: 0:00:11.652812

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671983

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730785718",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730785718/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7779395530335689776,
        "service_name": "drive-thru",
        "span_id": 7279309413653900524,
        "trace_id": 10983227799960397316
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 04:20:59
success: True
trace_id: 10983227799960397316

Scan 6671361

duration: 0:00:11.846327

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671361

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730785123",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730785123/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 833835817264541224,
        "service_name": "drive-thru",
        "span_id": 17019285418450530465,
        "trace_id": 9888168559095246174
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 03:50:42
success: True
trace_id: 9888168559095246174

Scan 6670580

duration: 0:00:11.497229

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670580

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730784818",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730784818/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14891601919855751957,
        "service_name": "drive-thru",
        "span_id": 2492261997773733081,
        "trace_id": 2193290778210746406
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 03:27:27
success: True
trace_id: 2193290778210746406

Scan 6670152

duration: 0:00:14.207987

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670152

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730784214",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730784214/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7599873963868888982,
        "service_name": "drive-thru",
        "span_id": 2426243676729713406,
        "trace_id": 6490745497836356019
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 03:16:19
success: True
trace_id: 6490745497836356019

Scan 6669492

duration: 0:00:11.462311

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669492

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730784052",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730784052/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18218087181588279092,
        "service_name": "drive-thru",
        "span_id": 12079002334577675946,
        "trace_id": 5202910646579242753
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 02:58:32
success: True
trace_id: 5202910646579242753

Scan 6668655

duration: 0:00:11.513498

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668655

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783898",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730783898/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13900138251074057945,
        "service_name": "drive-thru",
        "span_id": 11861395509739398522,
        "trace_id": 3826391213514614288
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 02:36:38
success: True
trace_id: 3826391213514614288

Scan 6667235

duration: 0:00:13.974674

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667235

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783765",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730783765/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 223196779951846986,
        "service_name": "drive-thru",
        "span_id": 6903124715470242237,
        "trace_id": 13235782062376867239
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 01:58:48
success: True
trace_id: 13235782062376867239

Scan 6667208

duration: 0:00:14.003081

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667208

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783664",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730783664/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17546666668877006832,
        "service_name": "drive-thru",
        "span_id": 529374415508474717,
        "trace_id": 10011448291311563157
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 01:58:07
success: True
trace_id: 10011448291311563157

Scan 6666229

duration: 0:00:11.641176

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666229

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783521",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730783521/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1276564340144083788,
        "service_name": "drive-thru",
        "span_id": 8214065827088965644,
        "trace_id": 2901035252625746906
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 01:32:27
success: True
trace_id: 2901035252625746906

Scan 6665515

duration: 0:00:11.555064

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665515

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730783303",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730783303/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4066010750305131973,
        "service_name": "drive-thru",
        "span_id": 3362982401439082544,
        "trace_id": 15003944858402654494
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 01:13:36
success: True
trace_id: 15003944858402654494

Scan 6664534

duration: 0:00:11.527438

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664534

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730782904",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730782904/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16497694087537345639,
        "service_name": "drive-thru",
        "span_id": 17762175798309776749,
        "trace_id": 12794472150634965216
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 00:47:34
success: True
trace_id: 12794472150634965216

Scan 6663590

duration: 0:00:11.548863

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663590

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-04/1730782750",
        "key": "raw/newbookdev_newbookgoals/2024-11-04/1730782750/goals.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgoals",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17976087715392942811,
        "service_name": "drive-thru",
        "span_id": 8822610289790707941,
        "trace_id": 10879851433526197029
    }
}

running: False
schema_name_id: 2754
start_time: 2024-11-05 00:22:53
success: True
trace_id: 10879851433526197029

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "bound_to": "string",
    "goal": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_range": "string",
    "period_to": "string",
    "period_type": "string",
    "repeat_to": "string",
    "tenant": "string",
    "value": "string"
}

created: 2024-11-05 23:02:46

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-05/1730866504'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:02:30",
        "disabled": false,
        "format": "raw",
        "id": 2754,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookgoals"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "bound_to": "string",
            "goal": "string",
            "id": "string",
            "newbook_region": "string",
            "period_from": "string",
            "period_range": "string",
            "period_to": "string",
            "period_type": "string",
            "repeat_to": "string",
            "tenant": "string",
            "value": "string"
        },
        "created": "2024-11-05 23:02:46",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgoals`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_range`  string , `period_type`  string , `period_from`  string , `period_to`  string , `repeat_to`  string , `goal`  string , `value`  string , `bound_to`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgoals/2024-11-05/1730866504'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgoals`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgoals"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}