Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions

created: 2024-10-08 18:37:12
disabled: False
format: raw
id: 3072
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktravel_agents_commissions"
}

type: drivethrucsv

Schema Versions: 15

Version 4749462

created: 2024-11-05 23:53:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866626'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866626
id: 4749462
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6675523
updated: 2024-11-05 23:53:50

Version 4749308

created: 2024-11-05 23:36:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866586'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866586
id: 4749308
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6675340
updated: 2024-11-05 23:37:00

Version 4748856

created: 2024-11-05 23:05:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866489'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866489
id: 4748856
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6674888
updated: 2024-11-05 23:05:29

Version 4747204

created: 2024-11-05 05:01:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730785825'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730785825
id: 4747204
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6672437
updated: 2024-11-05 05:01:48

Version 4746720

created: 2024-11-05 04:18:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730785183'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730785183
id: 4746720
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6671944
updated: 2024-11-05 04:18:40

Version 4745753

created: 2024-11-05 03:37:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784880'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784880
id: 4745753
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6670970
updated: 2024-11-05 03:38:04

Version 4745107

created: 2024-11-05 03:20:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784273'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784273
id: 4745107
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6670324
updated: 2024-11-05 03:21:01

Version 4743817

created: 2024-11-05 02:46:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784112'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784112
id: 4743817
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6669034
updated: 2024-11-05 02:46:53

Version 4743020

created: 2024-11-05 02:25:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783825'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783825
id: 4743020
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6668237
updated: 2024-11-05 02:25:43

Version 4742978

created: 2024-11-05 02:24:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783943'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783943
id: 4742978
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6668195
updated: 2024-11-05 02:24:36

Version 4742216

created: 2024-11-05 02:04:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783709'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783709
id: 4742216
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6667433
updated: 2024-11-05 02:04:26

Version 4741367

created: 2024-11-05 01:41:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783583'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783583
id: 4741367
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6666584
updated: 2024-11-05 01:41:58

Version 4740309

created: 2024-11-05 01:13:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783364'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783364
id: 4740309
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6665526
updated: 2024-11-05 01:14:09

Version 4739733

created: 2024-11-05 00:58:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730782969'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730782969
id: 4739733
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6664951
updated: 2024-11-05 00:58:38

Version 4739390

created: 2024-11-05 00:49:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730782848'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730782848
id: 4739390
processed: 1

raw_data:

{
    "active": 7,
    "commission": 6,
    "commission_type": 5,
    "gl_account_id": 4,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "travel_agent_id": 3
}

schema_attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

schema_name_id: 3072
schema_scan_id: 6664605
updated: 2024-11-05 00:49:36

Schema Scans: 15

Last at 2024-11-05 23:53:36

Scan 6675523

duration: 0:00:14.129999

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675523

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866626",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866626/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6762561555764930306,
        "service_name": "drive-thru",
        "span_id": 18379342951395785242,
        "trace_id": 7896350908865986577
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 23:53:36
success: True
trace_id: 7896350908865986577

Scan 6675340

duration: 0:00:14.068168

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675340

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866586",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866586/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1527250129931557877,
        "service_name": "drive-thru",
        "span_id": 12412985529580055365,
        "trace_id": 9458303957146321152
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 23:36:46
success: True
trace_id: 9458303957146321152

Scan 6674888

duration: 0:00:11.629869

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674888

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866489",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866489/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9398766595890231920,
        "service_name": "drive-thru",
        "span_id": 3975217752858391216,
        "trace_id": 4763733992784469814
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 23:05:17
success: True
trace_id: 4763733992784469814

Scan 6672437

duration: 0:00:11.746040

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672437

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730785825",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730785825/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6369541215085398171,
        "service_name": "drive-thru",
        "span_id": 9438584778334047929,
        "trace_id": 11349086347336018767
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 05:01:36
success: True
trace_id: 11349086347336018767

Scan 6671944

duration: 0:00:11.561536

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671944

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730785183",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730785183/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3256114181768885123,
        "service_name": "drive-thru",
        "span_id": 9957549272524232208,
        "trace_id": 11478118563744583145
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 04:18:28
success: True
trace_id: 11478118563744583145

Scan 6670970

duration: 0:00:14.047119

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670970

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784880",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784880/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8157230817928439429,
        "service_name": "drive-thru",
        "span_id": 8404813259311747447,
        "trace_id": 432514386886382618
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 03:37:50
success: True
trace_id: 432514386886382618

Scan 6670324

duration: 0:00:11.350000

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670324

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784273",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784273/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14537291513386919688,
        "service_name": "drive-thru",
        "span_id": 5276418046197361001,
        "trace_id": 263262214924191414
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 03:20:50
success: True
trace_id: 263262214924191414

Scan 6669034

duration: 0:00:11.508008

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669034

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784112",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730784112/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11083310577973038567,
        "service_name": "drive-thru",
        "span_id": 16252634798281395276,
        "trace_id": 7653631471977581920
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 02:46:42
success: True
trace_id: 7653631471977581920

Scan 6668237

duration: 0:00:11.476040

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668237

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783825",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783825/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2209678167402755375,
        "service_name": "drive-thru",
        "span_id": 14993473894712287127,
        "trace_id": 1160101781348469005
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 02:25:32
success: True
trace_id: 1160101781348469005

Scan 6668195

duration: 0:00:11.379573

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668195

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783943",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783943/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 762776072971400066,
        "service_name": "drive-thru",
        "span_id": 4792859947867489410,
        "trace_id": 4440651887105826996
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 02:24:25
success: True
trace_id: 4440651887105826996

Scan 6667433

duration: 0:00:14.037386

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667433

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783709",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783709/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10842718176520302518,
        "service_name": "drive-thru",
        "span_id": 12020925212943214975,
        "trace_id": 1506411448062585045
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 02:04:12
success: True
trace_id: 1506411448062585045

Scan 6666584

duration: 0:00:11.345408

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666584

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783583",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783583/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8412282509589044332,
        "service_name": "drive-thru",
        "span_id": 546505426323189829,
        "trace_id": 10741339652409327701
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 01:41:46
success: True
trace_id: 10741339652409327701

Scan 6665526

duration: 0:00:11.363313

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665526

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783364",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730783364/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5890642432960573680,
        "service_name": "drive-thru",
        "span_id": 9287917980495822439,
        "trace_id": 6569583676755734249
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 01:13:57
success: True
trace_id: 6569583676755734249

Scan 6664951

duration: 0:00:11.488651

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664951

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730782969",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730782969/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5324291188756408999,
        "service_name": "drive-thru",
        "span_id": 12267889420713461628,
        "trace_id": 12496434056713312544
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 00:58:26
success: True
trace_id: 12496434056713312544

Scan 6664605

duration: 0:00:11.378715

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664605

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730782848",
        "key": "raw/newbookdev_newbooktravel_agents_commissions/2024-11-04/1730782848/travel_agents_commissions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14474015495982556437,
        "service_name": "drive-thru",
        "span_id": 8056445679497335082,
        "trace_id": 644141465150852720
    }
}

running: False
schema_name_id: 3072
start_time: 2024-11-05 00:49:24
success: True
trace_id: 644141465150852720

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "commission": "string",
    "commission_type": "string",
    "gl_account_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "travel_agent_id": "string"
}

created: 2024-11-05 23:53:36

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866626'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:37:12",
        "disabled": false,
        "format": "raw",
        "id": 3072,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktravel_agents_commissions"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "commission": "string",
            "commission_type": "string",
            "gl_account_id": "string",
            "id": "string",
            "newbook_region": "string",
            "tenant": "string",
            "travel_agent_id": "string"
        },
        "created": "2024-11-05 23:53:36",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `travel_agent_id`  string , `gl_account_id`  string , `commission_type`  string , `commission`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktravel_agents_commissions/2024-11-05/1730866626'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktravel_agents_commissions"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}