Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookowners_contracts

created: 2024-10-08 18:20:47
disabled: False
format: raw
id: 2921
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookowners_contracts"
}

type: drivethrucsv

Schema Versions: 15

Version 4749316

created: 2024-11-05 23:37:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-05/1730866575'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-05/1730866575
id: 4749316
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6675348
updated: 2024-11-05 23:37:53

Version 4748871

created: 2024-11-05 23:06:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-05/1730866517'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-05/1730866517
id: 4748871
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6674903
updated: 2024-11-05 23:06:21

Version 4748061

created: 2024-11-05 22:33:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-05/1730866388'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-05/1730866388
id: 4748061
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6674093
updated: 2024-11-05 22:33:51

Version 4747034

created: 2024-11-05 04:43:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730785772'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730785772
id: 4747034
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6672266
updated: 2024-11-05 04:43:32

Version 4746634

created: 2024-11-05 04:13:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730785153'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730785153
id: 4746634
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6671857
updated: 2024-11-05 04:13:49

Version 4745956

created: 2024-11-05 03:44:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730784848'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730784848
id: 4745956
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6671176
updated: 2024-11-05 03:44:16

Version 4745089

created: 2024-11-05 03:20:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730784244'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730784244
id: 4745089
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6670306
updated: 2024-11-05 03:20:33

Version 4744388

created: 2024-11-05 03:01:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730784082'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730784082
id: 4744388
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6669605
updated: 2024-11-05 03:01:53

Version 4743160

created: 2024-11-05 02:29:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783851'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783851
id: 4743160
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6668377
updated: 2024-11-05 02:29:26

Version 4742221

created: 2024-11-05 02:04:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783796'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783796
id: 4742221
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6667438
updated: 2024-11-05 02:04:38

Version 4742064

created: 2024-11-05 02:00:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783686'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783686
id: 4742064
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6667281
updated: 2024-11-05 02:00:14

Version 4741301

created: 2024-11-05 01:40:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783553'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783553
id: 4741301
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6666518
updated: 2024-11-05 01:40:13

Version 4740497

created: 2024-11-05 01:18:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783334'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783334
id: 4740497
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6665714
updated: 2024-11-05 01:19:04

Version 4739762

created: 2024-11-05 00:59:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730782933'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730782933
id: 4739762
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6664979
updated: 2024-11-05 00:59:23

Version 4739218

created: 2024-11-05 00:44:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730782826'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730782826
id: 4739218
processed: 1

raw_data:

{
    "booking_action": 7,
    "cancelled_when": 11,
    "id": 2,
    "newbook_region": 0,
    "no_billing_booking": 8,
    "owner_id": 3,
    "payout_gl_category_id": 6,
    "period_from": 9,
    "period_to": 10,
    "site_id": 4,
    "site_ownership": 5,
    "tenant": 1
}

schema_attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

schema_name_id: 2921
schema_scan_id: 6664434
updated: 2024-11-05 00:45:07

Schema Scans: 15

Last at 2024-11-05 23:37:39

Scan 6675348

duration: 0:00:14.231516

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675348

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-05/1730866575",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-05/1730866575/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5160835447931622850,
        "service_name": "drive-thru",
        "span_id": 665939414682413958,
        "trace_id": 17611352045062734030
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 23:37:39
success: True
trace_id: 17611352045062734030

Scan 6674903

duration: 0:00:14.260488

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674903

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-05/1730866517",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-05/1730866517/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4895949887330636811,
        "service_name": "drive-thru",
        "span_id": 9586547144520385825,
        "trace_id": 13678548202584459237
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 23:06:07
success: True
trace_id: 13678548202584459237

Scan 6674093

duration: 0:00:11.752755

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674093

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-05/1730866388",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-05/1730866388/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13470102220414616056,
        "service_name": "drive-thru",
        "span_id": 7659173736779389622,
        "trace_id": 3435281067477179959
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 22:33:39
success: True
trace_id: 3435281067477179959

Scan 6672266

duration: 0:00:14.180330

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672266

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730785772",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730785772/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4883644400438140599,
        "service_name": "drive-thru",
        "span_id": 13511638913279100363,
        "trace_id": 2168507989984210676
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 04:43:17
success: True
trace_id: 2168507989984210676

Scan 6671857

duration: 0:00:11.731903

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671857

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730785153",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730785153/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4563158478348193666,
        "service_name": "drive-thru",
        "span_id": 8552737414692965193,
        "trace_id": 479825444894516190
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 04:13:37
success: True
trace_id: 479825444894516190

Scan 6671176

duration: 0:00:11.550286

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671176

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730784848",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730784848/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6543387519849777104,
        "service_name": "drive-thru",
        "span_id": 9592154389362978788,
        "trace_id": 14788446061132722312
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 03:44:05
success: True
trace_id: 14788446061132722312

Scan 6670306

duration: 0:00:11.445656

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670306

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730784244",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730784244/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9379239432150014693,
        "service_name": "drive-thru",
        "span_id": 4184393801222987568,
        "trace_id": 16468702990707125109
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 03:20:21
success: True
trace_id: 16468702990707125109

Scan 6669605

duration: 0:00:14.038253

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669605

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730784082",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730784082/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9188642125448420105,
        "service_name": "drive-thru",
        "span_id": 5074675651959789467,
        "trace_id": 16283824195461341386
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 03:01:39
success: True
trace_id: 16283824195461341386

Scan 6668377

duration: 0:00:13.995933

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668377

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783851",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730783851/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 953462131197029437,
        "service_name": "drive-thru",
        "span_id": 8555744379663260630,
        "trace_id": 5482539063554246451
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 02:29:12
success: True
trace_id: 5482539063554246451

Scan 6667438

duration: 0:00:14.020940

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667438

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783796",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730783796/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8546325108208517782,
        "service_name": "drive-thru",
        "span_id": 10312932565901213520,
        "trace_id": 7535981919775846061
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 02:04:24
success: True
trace_id: 7535981919775846061

Scan 6667281

duration: 0:00:11.540466

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667281

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783686",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730783686/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1556770034422694960,
        "service_name": "drive-thru",
        "span_id": 4752100765400618616,
        "trace_id": 15469297554012448259
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 02:00:03
success: True
trace_id: 15469297554012448259

Scan 6666518

duration: 0:00:11.572607

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666518

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783553",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730783553/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7567829028866344940,
        "service_name": "drive-thru",
        "span_id": 12573770153080426280,
        "trace_id": 18222345864574884112
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 01:40:02
success: True
trace_id: 18222345864574884112

Scan 6665714

duration: 0:00:13.999338

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665714

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730783334",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730783334/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13492750957072517228,
        "service_name": "drive-thru",
        "span_id": 14980759729995835748,
        "trace_id": 1623332807280720675
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 01:18:50
success: True
trace_id: 1623332807280720675

Scan 6664979

duration: 0:00:11.611970

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664979

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730782933",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730782933/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8869426280137233275,
        "service_name": "drive-thru",
        "span_id": 11807334913535134046,
        "trace_id": 15822840958036327563
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 00:59:11
success: True
trace_id: 15822840958036327563

Scan 6664434

duration: 0:00:14.021971

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664434

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-04/1730782826",
        "key": "raw/newbookdev_newbookowners_contracts/2024-11-04/1730782826/owners_contracts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12948816995510546942,
        "service_name": "drive-thru",
        "span_id": 10189728140700462373,
        "trace_id": 6515928067256696074
    }
}

running: False
schema_name_id: 2921
start_time: 2024-11-05 00:44:53
success: True
trace_id: 6515928067256696074

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "booking_action": "string",
    "cancelled_when": "string",
    "id": "string",
    "newbook_region": "string",
    "no_billing_booking": "string",
    "owner_id": "string",
    "payout_gl_category_id": "string",
    "period_from": "string",
    "period_to": "string",
    "site_id": "string",
    "site_ownership": "string",
    "tenant": "string"
}

created: 2024-11-05 23:37:39

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-05/1730866575'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:20:47",
        "disabled": false,
        "format": "raw",
        "id": 2921,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookowners_contracts"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "booking_action": "string",
            "cancelled_when": "string",
            "id": "string",
            "newbook_region": "string",
            "no_billing_booking": "string",
            "owner_id": "string",
            "payout_gl_category_id": "string",
            "period_from": "string",
            "period_to": "string",
            "site_id": "string",
            "site_ownership": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:37:39",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `site_id`  string , `site_ownership`  string , `payout_gl_category_id`  string , `booking_action`  string , `no_billing_booking`  string , `period_from`  string , `period_to`  string , `cancelled_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts/2024-11-05/1730866575'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}